quinnlue commited on
Commit
a61b987
·
verified ·
1 Parent(s): 516945b

Upload folder using huggingface_hub

Browse files
p4rel-mae-15m-d70-s0/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 384
3
+ depth: 8
4
+ num_heads: 6
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 48
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.004603515625000001
46
+ - 0.05805078125000001
47
+ - 0.0
48
+ - 0.25281054687500004
49
+ - 0.06202539062500001
50
+ - 0.0
51
+ - 0.16547265625000002
52
+ - 0.0
53
+ - 0.0021972656250000004
54
+ - 0.0
55
+ - 0.007425781250000001
56
+ - 0.016421875000000002
57
+ - 0.0008886718750000001
58
+ - 0.00041796875000000005
59
+ - 0.14711523437500001
60
+ - 0.0
61
+ - 0.24878515625000003
62
+ - 0.0027207031250000005
63
+ - 0.026671875000000005
64
+ - 0.004392578125000001
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0003
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 1
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-15m-d70-s0
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 0
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-15m-d70-s0/events.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
p4rel-mae-15m-d70-s0/exports/step_00040000/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 384
3
+ depth: 8
4
+ num_heads: 6
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 48
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.004603515625000001
46
+ - 0.05805078125000001
47
+ - 0.0
48
+ - 0.25281054687500004
49
+ - 0.06202539062500001
50
+ - 0.0
51
+ - 0.16547265625000002
52
+ - 0.0
53
+ - 0.0021972656250000004
54
+ - 0.0
55
+ - 0.007425781250000001
56
+ - 0.016421875000000002
57
+ - 0.0008886718750000001
58
+ - 0.00041796875000000005
59
+ - 0.14711523437500001
60
+ - 0.0
61
+ - 0.24878515625000003
62
+ - 0.0027207031250000005
63
+ - 0.026671875000000005
64
+ - 0.004392578125000001
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0003
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 1
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-15m-d70-s0
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 0
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-15m-d70-s0/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
3
+ "fingerprint": "06edcd5f801cd692",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d70-s0",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3877271543070674,
60
+ "lora/map": 0.3877271543070674,
61
+ "fsd50k/map": 0.3877271543070674,
62
+ "train_seconds": 25.9,
63
+ "total_seconds": 34.92,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022922640609322115,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023087197427923888,
77
+ "val_map": 0.3877271543070674,
78
+ "lr": 0.0,
79
+ "train_s": 25.901328155887313
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.260008841753006,
84
+ 0.10264948010444641,
85
+ 0.5677452087402344,
86
+ 0.37472274899482727,
87
+ 0.47855356335639954,
88
+ 0.6294817924499512,
89
+ 0.848129391670227,
90
+ 0.569826602935791,
91
+ 0.604072093963623,
92
+ 0.5079339146614075,
93
+ 0.200513556599617,
94
+ 0.44523894786834717,
95
+ 0.13573779165744781,
96
+ 0.3597381114959717,
97
+ 0.5063068270683289,
98
+ 0.4617409408092499,
99
+ 0.036725737154483795,
100
+ 0.246132031083107,
101
+ 0.3643985092639923,
102
+ 0.2549247741699219,
103
+ 0.5793647170066833,
104
+ 0.40309107303619385,
105
+ 0.8263339996337891,
106
+ 0.07593724131584167,
107
+ 0.26588162779808044,
108
+ 0.40415647625923157,
109
+ 0.3906552791595459,
110
+ 0.25304391980171204,
111
+ 0.7883119583129883,
112
+ 0.29423987865448,
113
+ 0.6652907729148865,
114
+ 0.5660180449485779,
115
+ 0.4553625285625458,
116
+ 0.21758468449115753,
117
+ 0.38934534788131714,
118
+ 0.1832878440618515,
119
+ 0.41428855061531067,
120
+ 0.19837094843387604,
121
+ 0.42635586857795715,
122
+ 0.24307867884635925,
123
+ 0.5231850743293762,
124
+ 0.2396785318851471,
125
+ 0.6157076954841614,
126
+ 0.2086513638496399,
127
+ 0.489452064037323,
128
+ 0.1454327255487442,
129
+ 0.26242437958717346,
130
+ 0.251340389251709,
131
+ 0.7089487314224243,
132
+ 0.44370871782302856,
133
+ 0.42789506912231445,
134
+ 0.5127562284469604,
135
+ 0.5684096217155457,
136
+ 0.15242569148540497,
137
+ 0.11684604734182358,
138
+ 0.02989089861512184,
139
+ 0.2682499289512634,
140
+ 0.7270780205726624,
141
+ 0.15121909976005554,
142
+ 0.5215708613395691,
143
+ 0.5919294357299805,
144
+ 0.630686342716217,
145
+ 0.4228959083557129,
146
+ 0.12781782448291779,
147
+ 0.4252147376537323,
148
+ 0.14724557101726532,
149
+ 0.26444771885871887,
150
+ 0.6917716860771179,
151
+ 0.48522427678108215,
152
+ 0.556725800037384,
153
+ 0.4811234474182129,
154
+ 0.21879151463508606,
155
+ 0.6966556906700134,
156
+ 0.3492400646209717,
157
+ 0.3476092517375946,
158
+ 0.24738959968090057,
159
+ 0.4132648706436157,
160
+ 0.4569057524204254,
161
+ 0.24228252470493317,
162
+ 0.44854554533958435,
163
+ 0.2611447870731354,
164
+ 0.3002791106700897,
165
+ 0.2470785230398178,
166
+ 0.3232501447200775,
167
+ 0.197198286652565,
168
+ 0.29001522064208984,
169
+ 0.4156147241592407,
170
+ 0.6822296380996704,
171
+ 0.17385223507881165,
172
+ 0.14074638485908508,
173
+ 0.7612788677215576,
174
+ 0.16763493418693542,
175
+ 0.5093415379524231,
176
+ 0.2034265100955963,
177
+ 0.200764462351799,
178
+ 0.3512108623981476,
179
+ 0.4070063531398773,
180
+ 0.13825556635856628,
181
+ 0.4329879879951477,
182
+ 0.08071372658014297,
183
+ 0.5670169591903687,
184
+ 0.7136991620063782,
185
+ 0.1873439997434616,
186
+ 0.42346805334091187,
187
+ 0.23150715231895447,
188
+ 0.41416409611701965,
189
+ 0.6324176788330078,
190
+ 0.512712836265564,
191
+ 0.561626672744751,
192
+ 0.20138905942440033,
193
+ 0.25556740164756775,
194
+ 0.35534393787384033,
195
+ 0.551257848739624,
196
+ 0.07522853463888168,
197
+ 0.19410252571105957,
198
+ 0.3077264726161957,
199
+ 0.7987044453620911,
200
+ 0.3791520595550537,
201
+ 0.4921835958957672,
202
+ 0.2224937379360199,
203
+ 0.8784657716751099,
204
+ 0.8864381313323975,
205
+ 0.337193101644516,
206
+ 0.16509778797626495,
207
+ 0.2177346646785736,
208
+ 0.7829218506813049,
209
+ 0.28304457664489746,
210
+ 0.7496931552886963,
211
+ 0.33388617634773254,
212
+ 0.14825443923473358,
213
+ 0.1750006377696991,
214
+ 0.7524497509002686,
215
+ 0.4443705081939697,
216
+ 0.42734402418136597,
217
+ 0.63266521692276,
218
+ 0.06515523046255112,
219
+ 0.06078842654824257,
220
+ 0.056424837559461594,
221
+ 0.5956529974937439,
222
+ 0.5499193668365479,
223
+ 0.19116562604904175,
224
+ 0.3281412720680237,
225
+ 0.23890145123004913,
226
+ 0.3512316346168518,
227
+ 0.6900527477264404,
228
+ 0.5790720582008362,
229
+ 0.06491991877555847,
230
+ 0.5748682022094727,
231
+ 0.20201973617076874,
232
+ 0.2559862434864044,
233
+ 0.5126897096633911,
234
+ 0.5108996033668518,
235
+ 0.31607797741889954,
236
+ 0.42942142486572266,
237
+ 0.44624054431915283,
238
+ 0.3004763424396515,
239
+ 0.505363941192627,
240
+ 0.5663438439369202,
241
+ 0.48498523235321045,
242
+ 0.07768086344003677,
243
+ 0.4226090610027313,
244
+ 0.16858841478824615,
245
+ 0.6951196193695068,
246
+ 0.25576454401016235,
247
+ 0.30959251523017883,
248
+ 0.22826725244522095,
249
+ 0.3751213848590851,
250
+ 0.06385413557291031,
251
+ 0.3092803955078125,
252
+ 0.4219374656677246,
253
+ 0.10592648386955261,
254
+ 0.884611964225769,
255
+ 0.8872830867767334,
256
+ 0.05258521810173988,
257
+ 0.5019583702087402,
258
+ 0.7683556079864502,
259
+ 0.20452934503555298,
260
+ 0.2778775691986084,
261
+ 0.1971680223941803,
262
+ 0.3161209523677826,
263
+ 0.06768424063920975,
264
+ 0.6219035983085632,
265
+ 0.13769948482513428,
266
+ 0.5714503526687622,
267
+ 0.6145119071006775,
268
+ 0.4090941250324249,
269
+ 0.2647537291049957,
270
+ 0.6673169136047363,
271
+ 0.5835204124450684,
272
+ 0.36227941513061523,
273
+ 0.38399434089660645,
274
+ 0.4290752410888672,
275
+ 0.5698513388633728,
276
+ 0.11956331878900528,
277
+ 0.2737369239330292,
278
+ 0.38434988260269165,
279
+ 0.10606447607278824,
280
+ 0.471355140209198,
281
+ 0.15620800852775574,
282
+ 0.7690724730491638
283
+ ]
284
+ }
p4rel-mae-15m-d70-s0/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
3
+ "fingerprint": "06edcd5f801cd692",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d70-s0",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.39046065852046014,
60
+ "lora/map": 0.39046065852046014,
61
+ "fsd50k/map": 0.39046065852046014,
62
+ "train_seconds": 27.27,
63
+ "total_seconds": 36.82,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.0227136660751421,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.022923657324536637,
77
+ "val_map": 0.39046065852046014,
78
+ "lr": 0.0,
79
+ "train_s": 27.27091417997144
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.27554604411125183,
84
+ 0.06743300706148148,
85
+ 0.5653056502342224,
86
+ 0.35420772433280945,
87
+ 0.4806189239025116,
88
+ 0.6376400589942932,
89
+ 0.8404497504234314,
90
+ 0.5705803036689758,
91
+ 0.6545842885971069,
92
+ 0.4429802894592285,
93
+ 0.29983073472976685,
94
+ 0.4165874719619751,
95
+ 0.1852922886610031,
96
+ 0.3859442174434662,
97
+ 0.5096136927604675,
98
+ 0.4653187096118927,
99
+ 0.028720341622829437,
100
+ 0.2548602521419525,
101
+ 0.4700181186199188,
102
+ 0.19671127200126648,
103
+ 0.5225346684455872,
104
+ 0.41625887155532837,
105
+ 0.8538342118263245,
106
+ 0.08098524063825607,
107
+ 0.25819483399391174,
108
+ 0.41199740767478943,
109
+ 0.38320407271385193,
110
+ 0.284710556268692,
111
+ 0.7594214081764221,
112
+ 0.30788564682006836,
113
+ 0.6432857513427734,
114
+ 0.6158961057662964,
115
+ 0.4211408793926239,
116
+ 0.17851126194000244,
117
+ 0.37869322299957275,
118
+ 0.23149733245372772,
119
+ 0.42464521527290344,
120
+ 0.1805284172296524,
121
+ 0.28616416454315186,
122
+ 0.3135189414024353,
123
+ 0.5635668039321899,
124
+ 0.23403897881507874,
125
+ 0.5864887833595276,
126
+ 0.22119340300559998,
127
+ 0.5781767964363098,
128
+ 0.19044719636440277,
129
+ 0.27271825075149536,
130
+ 0.2666628360748291,
131
+ 0.6885257363319397,
132
+ 0.44248780608177185,
133
+ 0.40168634057044983,
134
+ 0.48292076587677,
135
+ 0.5255481004714966,
136
+ 0.15990251302719116,
137
+ 0.10975896567106247,
138
+ 0.055185187608003616,
139
+ 0.2910819351673126,
140
+ 0.6933481097221375,
141
+ 0.17377522587776184,
142
+ 0.5354653000831604,
143
+ 0.5883322954177856,
144
+ 0.6396918296813965,
145
+ 0.4345429241657257,
146
+ 0.1463479995727539,
147
+ 0.4898170828819275,
148
+ 0.11341157555580139,
149
+ 0.26276493072509766,
150
+ 0.6689541935920715,
151
+ 0.5359945893287659,
152
+ 0.5390211939811707,
153
+ 0.4943034052848816,
154
+ 0.22818705439567566,
155
+ 0.6907769441604614,
156
+ 0.29292985796928406,
157
+ 0.24998115003108978,
158
+ 0.2376241385936737,
159
+ 0.407619446516037,
160
+ 0.45494046807289124,
161
+ 0.30284976959228516,
162
+ 0.47258448600769043,
163
+ 0.29174092411994934,
164
+ 0.29569336771965027,
165
+ 0.2736303210258484,
166
+ 0.29495179653167725,
167
+ 0.17971886694431305,
168
+ 0.29546141624450684,
169
+ 0.4366110563278198,
170
+ 0.5821285843849182,
171
+ 0.19611963629722595,
172
+ 0.15387104451656342,
173
+ 0.7763524651527405,
174
+ 0.13009777665138245,
175
+ 0.48058411478996277,
176
+ 0.21387313306331635,
177
+ 0.25982749462127686,
178
+ 0.39751869440078735,
179
+ 0.463946670293808,
180
+ 0.20970141887664795,
181
+ 0.3963107168674469,
182
+ 0.06545982509851456,
183
+ 0.5616093277931213,
184
+ 0.7036100625991821,
185
+ 0.22720932960510254,
186
+ 0.44084805250167847,
187
+ 0.2244754135608673,
188
+ 0.4472162127494812,
189
+ 0.6676629781723022,
190
+ 0.5075265169143677,
191
+ 0.5558415055274963,
192
+ 0.23142856359481812,
193
+ 0.26067689061164856,
194
+ 0.35784587264060974,
195
+ 0.5012962222099304,
196
+ 0.11678043007850647,
197
+ 0.1934979110956192,
198
+ 0.35150548815727234,
199
+ 0.671654999256134,
200
+ 0.37167131900787354,
201
+ 0.4950956702232361,
202
+ 0.2685677707195282,
203
+ 0.881673276424408,
204
+ 0.8899623155593872,
205
+ 0.35591405630111694,
206
+ 0.07994064688682556,
207
+ 0.3185991048812866,
208
+ 0.7880043983459473,
209
+ 0.26748666167259216,
210
+ 0.7624571919441223,
211
+ 0.32016074657440186,
212
+ 0.11225560307502747,
213
+ 0.11878355592489243,
214
+ 0.778289794921875,
215
+ 0.5138676166534424,
216
+ 0.47088706493377686,
217
+ 0.6031106114387512,
218
+ 0.08134401589632034,
219
+ 0.07997246086597443,
220
+ 0.06112999841570854,
221
+ 0.6183738708496094,
222
+ 0.562932550907135,
223
+ 0.24265766143798828,
224
+ 0.360340416431427,
225
+ 0.16448336839675903,
226
+ 0.34304195642471313,
227
+ 0.6974566578865051,
228
+ 0.5727390050888062,
229
+ 0.06297561526298523,
230
+ 0.5833868384361267,
231
+ 0.17903479933738708,
232
+ 0.2621118426322937,
233
+ 0.4657540023326874,
234
+ 0.48267269134521484,
235
+ 0.3198612630367279,
236
+ 0.2867625653743744,
237
+ 0.45344460010528564,
238
+ 0.3803417384624481,
239
+ 0.4729243814945221,
240
+ 0.6450055241584778,
241
+ 0.46832573413848877,
242
+ 0.10795183479785919,
243
+ 0.4331681430339813,
244
+ 0.16469641029834747,
245
+ 0.6571678519248962,
246
+ 0.22289682924747467,
247
+ 0.31677544116973877,
248
+ 0.3099585771560669,
249
+ 0.3991954028606415,
250
+ 0.06401166319847107,
251
+ 0.3448405861854553,
252
+ 0.45050591230392456,
253
+ 0.11798356473445892,
254
+ 0.8527421951293945,
255
+ 0.863176167011261,
256
+ 0.04682936519384384,
257
+ 0.5212827324867249,
258
+ 0.7584735751152039,
259
+ 0.18852321803569794,
260
+ 0.27334675192832947,
261
+ 0.21700555086135864,
262
+ 0.2952446937561035,
263
+ 0.04243731498718262,
264
+ 0.4667215347290039,
265
+ 0.20255963504314423,
266
+ 0.6191628575325012,
267
+ 0.6186838746070862,
268
+ 0.4618360698223114,
269
+ 0.25679048895835876,
270
+ 0.6535815596580505,
271
+ 0.618278443813324,
272
+ 0.39008134603500366,
273
+ 0.3607816994190216,
274
+ 0.40643826127052307,
275
+ 0.5652787089347839,
276
+ 0.1313045620918274,
277
+ 0.35181406140327454,
278
+ 0.38263896107673645,
279
+ 0.13142283260822296,
280
+ 0.4529886245727539,
281
+ 0.17486214637756348,
282
+ 0.7618004679679871
283
+ ]
284
+ }
p4rel-mae-15m-d70-s0/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
3
+ "fingerprint": "06edcd5f801cd692",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d70-s0",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3868309912178665,
60
+ "lora/map": 0.3868309912178665,
61
+ "fsd50k/map": 0.3868309912178665,
62
+ "train_seconds": 27.29,
63
+ "total_seconds": 36.41,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.0224177177506499,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023292145480979822,
77
+ "val_map": 0.3868309912178665,
78
+ "lr": 0.0,
79
+ "train_s": 27.285456705954857
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.22061371803283691,
84
+ 0.1078604906797409,
85
+ 0.5660447478294373,
86
+ 0.376985102891922,
87
+ 0.48863837122917175,
88
+ 0.6314563155174255,
89
+ 0.8528037071228027,
90
+ 0.5623655319213867,
91
+ 0.6280444264411926,
92
+ 0.45181724429130554,
93
+ 0.2678086757659912,
94
+ 0.43013420701026917,
95
+ 0.12419147789478302,
96
+ 0.44320887327194214,
97
+ 0.48801925778388977,
98
+ 0.46082934737205505,
99
+ 0.04619644582271576,
100
+ 0.20013117790222168,
101
+ 0.45107486844062805,
102
+ 0.23290544748306274,
103
+ 0.5144052505493164,
104
+ 0.41405585408210754,
105
+ 0.8636059165000916,
106
+ 0.11878174543380737,
107
+ 0.2662009298801422,
108
+ 0.4578126072883606,
109
+ 0.3521581292152405,
110
+ 0.2756655514240265,
111
+ 0.7721804976463318,
112
+ 0.2928084433078766,
113
+ 0.6725174188613892,
114
+ 0.5907047390937805,
115
+ 0.40503889322280884,
116
+ 0.22111955285072327,
117
+ 0.4211660623550415,
118
+ 0.20004285871982574,
119
+ 0.40480852127075195,
120
+ 0.16597993671894073,
121
+ 0.3120489716529846,
122
+ 0.29344287514686584,
123
+ 0.5269410610198975,
124
+ 0.1919204443693161,
125
+ 0.5473778247833252,
126
+ 0.21163776516914368,
127
+ 0.5214588642120361,
128
+ 0.15349291265010834,
129
+ 0.25205811858177185,
130
+ 0.28005465865135193,
131
+ 0.7379135489463806,
132
+ 0.441096693277359,
133
+ 0.3571303188800812,
134
+ 0.500606894493103,
135
+ 0.5392037034034729,
136
+ 0.1337556391954422,
137
+ 0.18934814631938934,
138
+ 0.015780074521899223,
139
+ 0.21463464200496674,
140
+ 0.6838313937187195,
141
+ 0.13308477401733398,
142
+ 0.5064087510108948,
143
+ 0.5695154666900635,
144
+ 0.625920832157135,
145
+ 0.4242378771305084,
146
+ 0.2345944494009018,
147
+ 0.43885695934295654,
148
+ 0.1197628527879715,
149
+ 0.22726145386695862,
150
+ 0.6441606879234314,
151
+ 0.48017728328704834,
152
+ 0.5708172917366028,
153
+ 0.48092007637023926,
154
+ 0.22765842080116272,
155
+ 0.7033281922340393,
156
+ 0.32898107171058655,
157
+ 0.28890132904052734,
158
+ 0.25301170349121094,
159
+ 0.451901376247406,
160
+ 0.48233145475387573,
161
+ 0.28056445717811584,
162
+ 0.5200304388999939,
163
+ 0.22746583819389343,
164
+ 0.2375781387090683,
165
+ 0.28260642290115356,
166
+ 0.2154625654220581,
167
+ 0.23780444264411926,
168
+ 0.27289441227912903,
169
+ 0.4221517741680145,
170
+ 0.6816415786743164,
171
+ 0.3161788582801819,
172
+ 0.08656533807516098,
173
+ 0.7551863789558411,
174
+ 0.10895133763551712,
175
+ 0.5416502356529236,
176
+ 0.17363402247428894,
177
+ 0.3089142441749573,
178
+ 0.37526991963386536,
179
+ 0.33939921855926514,
180
+ 0.1778591275215149,
181
+ 0.4089067578315735,
182
+ 0.07862019538879395,
183
+ 0.5572622418403625,
184
+ 0.7176440954208374,
185
+ 0.19862833619117737,
186
+ 0.4296669661998749,
187
+ 0.25769931077957153,
188
+ 0.3744755685329437,
189
+ 0.6532266736030579,
190
+ 0.5005418658256531,
191
+ 0.5525277853012085,
192
+ 0.20239001512527466,
193
+ 0.26122069358825684,
194
+ 0.3394911289215088,
195
+ 0.5685809254646301,
196
+ 0.07271594554185867,
197
+ 0.17205046117305756,
198
+ 0.3187377452850342,
199
+ 0.7483323216438293,
200
+ 0.42232298851013184,
201
+ 0.4961910843849182,
202
+ 0.23510506749153137,
203
+ 0.8723099231719971,
204
+ 0.8814102411270142,
205
+ 0.36920690536499023,
206
+ 0.1455078423023224,
207
+ 0.19192728400230408,
208
+ 0.7702342867851257,
209
+ 0.3740755319595337,
210
+ 0.7434014081954956,
211
+ 0.34938931465148926,
212
+ 0.10895656049251556,
213
+ 0.19754205644130707,
214
+ 0.7466550469398499,
215
+ 0.5084183812141418,
216
+ 0.4731442332267761,
217
+ 0.5993091464042664,
218
+ 0.053749535232782364,
219
+ 0.09687972813844681,
220
+ 0.0713169053196907,
221
+ 0.6692836880683899,
222
+ 0.5638151168823242,
223
+ 0.16735400259494781,
224
+ 0.3009190261363983,
225
+ 0.2163551300764084,
226
+ 0.37173959612846375,
227
+ 0.6669848561286926,
228
+ 0.5665475130081177,
229
+ 0.06883008033037186,
230
+ 0.5985261797904968,
231
+ 0.19075770676136017,
232
+ 0.2552443742752075,
233
+ 0.5275648236274719,
234
+ 0.460819810628891,
235
+ 0.3054390549659729,
236
+ 0.3483526408672333,
237
+ 0.4320860803127289,
238
+ 0.2616671919822693,
239
+ 0.5473411679267883,
240
+ 0.6324376463890076,
241
+ 0.4688871204853058,
242
+ 0.05515439435839653,
243
+ 0.43563732504844666,
244
+ 0.16903461515903473,
245
+ 0.6495463252067566,
246
+ 0.2829745411872864,
247
+ 0.34481680393218994,
248
+ 0.33904048800468445,
249
+ 0.3403007984161377,
250
+ 0.06233499199151993,
251
+ 0.3036753237247467,
252
+ 0.41298308968544006,
253
+ 0.11084333807229996,
254
+ 0.8384218811988831,
255
+ 0.8439898490905762,
256
+ 0.045269884169101715,
257
+ 0.5186144709587097,
258
+ 0.7559388279914856,
259
+ 0.1736414134502411,
260
+ 0.2861306965351105,
261
+ 0.20177704095840454,
262
+ 0.31930726766586304,
263
+ 0.04537332430481911,
264
+ 0.45097896456718445,
265
+ 0.07063556462526321,
266
+ 0.5433626770973206,
267
+ 0.6072033047676086,
268
+ 0.4015720784664154,
269
+ 0.275083988904953,
270
+ 0.6626448631286621,
271
+ 0.5736453533172607,
272
+ 0.41733071208000183,
273
+ 0.4724583923816681,
274
+ 0.4504481852054596,
275
+ 0.5594882369041443,
276
+ 0.13681946694850922,
277
+ 0.2988184690475464,
278
+ 0.39722558856010437,
279
+ 0.11067724227905273,
280
+ 0.4273834228515625,
281
+ 0.16706006228923798,
282
+ 0.7702717185020447
283
+ ]
284
+ }
p4rel-mae-15m-d70-s0/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
4
+ "fingerprint": "06edcd5f801cd692",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-15m-d70-s0",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.0074939395933265335,
61
+ "val_map": 0.005712181667928041,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02358,
69
+ "train_map": 0.03080750084550613,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.9
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02297,
78
+ "train_map": 0.05707648851417457,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.5
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02232,
87
+ "train_map": 0.06999237047936026,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.2
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02184,
96
+ "train_map": 0.08950785380846465,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.8
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02187,
105
+ "train_map": 0.08909362465968493,
106
+ "val_map": 0.060702448080345084,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 3.0
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02071,
114
+ "train_map": 0.10208499975824124,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.5
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02018,
123
+ "train_map": 0.11399584567833487,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 4.2
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02007,
132
+ "train_map": 0.13578757894114085,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.9
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01977,
141
+ "train_map": 0.15018134654200932,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.6
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01911,
150
+ "train_map": 0.1576283530798693,
151
+ "val_map": 0.09847784349677176,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 6.0
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01947,
159
+ "train_map": 0.16120263626816658,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 6.3
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01923,
168
+ "train_map": 0.18461839072105865,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.9
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01902,
177
+ "train_map": 0.191946903617427,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01857,
186
+ "train_map": 0.20945366083925318,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 8.3
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01798,
195
+ "train_map": 0.21804560740625015,
196
+ "val_map": 0.13428084322461678,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.9
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01834,
204
+ "train_map": 0.21708996694683463,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 9.0
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01775,
213
+ "train_map": 0.22611872359325638,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.6
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01725,
222
+ "train_map": 0.23505289831589307,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 10.3
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01695,
231
+ "train_map": 0.23854757251263908,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.9
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01754,
240
+ "train_map": 0.2391753563378183,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 11.5
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01763,
249
+ "train_map": 0.23939312182091163,
250
+ "val_map": 0.14809199541354767,
251
+ "lr": 1e-05,
252
+ "train_s": 11.6
253
+ }
254
+ ],
255
+ "final_train_map": 0.23939312182091163,
256
+ "final_val_map": 0.14809199541354767,
257
+ "lora/map": 0.14809199541354767,
258
+ "train_seconds": 11.6,
259
+ "wall_seconds": 64.5
260
+ }
p4rel-mae-15m-d70-s0/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
4
+ "fingerprint": "06edcd5f801cd692",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-15m-d70-s0",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007049383063874856,
61
+ "val_map": 0.005938519821131153,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02449,
69
+ "train_map": 0.039466586422335984,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02282,
78
+ "train_map": 0.059709048583556634,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.4
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02199,
87
+ "train_map": 0.07217455250290584,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.1
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02133,
96
+ "train_map": 0.09204399516890832,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.7
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02157,
105
+ "train_map": 0.09233808517456055,
106
+ "val_map": 0.06294601598570734,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.9
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02072,
114
+ "train_map": 0.1052533306863576,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.4
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02062,
123
+ "train_map": 0.12061589544699076,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 4.1
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.01998,
132
+ "train_map": 0.12750337119576516,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.7
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02028,
141
+ "train_map": 0.14515177830187798,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.4
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01945,
150
+ "train_map": 0.1587755172124638,
151
+ "val_map": 0.09370038350001401,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.8
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.0195,
159
+ "train_map": 0.16312486467091278,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 6.1
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01905,
168
+ "train_map": 0.17228526957297743,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.7
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01899,
177
+ "train_map": 0.1943365976027084,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.4
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01832,
186
+ "train_map": 0.20845775567507635,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 8.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01787,
195
+ "train_map": 0.22036512249080462,
196
+ "val_map": 0.13493579515455684,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01818,
204
+ "train_map": 0.22200987797249921,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01748,
213
+ "train_map": 0.23145257725170063,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.4
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01785,
222
+ "train_map": 0.2366878639604451,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 10.1
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01742,
231
+ "train_map": 0.23880295984206662,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.7
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01746,
240
+ "train_map": 0.24051235490027936,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 11.3
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01725,
249
+ "train_map": 0.24037582423552106,
250
+ "val_map": 0.14980901386217696,
251
+ "lr": 1e-05,
252
+ "train_s": 11.4
253
+ }
254
+ ],
255
+ "final_train_map": 0.24037582423552106,
256
+ "final_val_map": 0.14980901386217696,
257
+ "lora/map": 0.14980901386217696,
258
+ "train_seconds": 11.4,
259
+ "wall_seconds": 62.4
260
+ }
p4rel-mae-15m-d70-s0/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
4
+ "fingerprint": "06edcd5f801cd692",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-15m-d70-s0",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007046422147191178,
61
+ "val_map": 0.006106081695924999,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02402,
69
+ "train_map": 0.031653309878239326,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.7
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02335,
78
+ "train_map": 0.04185013510388423,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.4
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02217,
87
+ "train_map": 0.05635314939085896,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.1
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.0212,
96
+ "train_map": 0.08065614166764093,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.8
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02165,
105
+ "train_map": 0.08267354467827155,
106
+ "val_map": 0.05500135935871266,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 3.0
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02134,
114
+ "train_map": 0.09090852386369397,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.4
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02105,
123
+ "train_map": 0.10123847607272259,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 4.1
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02055,
132
+ "train_map": 0.12925484099653345,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.8
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01936,
141
+ "train_map": 0.1414052431340872,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.4
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01891,
150
+ "train_map": 0.15255539260532502,
151
+ "val_map": 0.09592937589384459,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.8
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01898,
159
+ "train_map": 0.15605298093426442,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 6.1
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01876,
168
+ "train_map": 0.16972427966649267,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01888,
177
+ "train_map": 0.18178030891093006,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01835,
186
+ "train_map": 0.19247777140045458,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 8.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01822,
195
+ "train_map": 0.20784303802728257,
196
+ "val_map": 0.13044211801417185,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01793,
204
+ "train_map": 0.2092737408745433,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01793,
213
+ "train_map": 0.21976662398292993,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.5
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01789,
222
+ "train_map": 0.22545952269934696,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 10.1
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01769,
231
+ "train_map": 0.2304362047205642,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.8
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01765,
240
+ "train_map": 0.23151717669519628,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 11.4
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01802,
249
+ "train_map": 0.2313127115269879,
250
+ "val_map": 0.14415238846616513,
251
+ "lr": 1e-05,
252
+ "train_s": 11.5
253
+ }
254
+ ],
255
+ "final_train_map": 0.2313127115269879,
256
+ "final_val_map": 0.14415238846616513,
257
+ "lora/map": 0.14415238846616513,
258
+ "train_seconds": 11.5,
259
+ "wall_seconds": 64.8
260
+ }
p4rel-mae-15m-d70-s0/exports/step_00040000/probe.json ADDED
@@ -0,0 +1,576 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export_dir": "/workspace/runs/p4rel-mae-15m-d70-s0/exports/step_00040000",
3
+ "fingerprint": "06edcd5f801cd692",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d70-s0",
6
+ "probe/map": 0.16324810734092907,
7
+ "probe/map_train": 0.514787645787849,
8
+ "probe/alpha": 1.0,
9
+ "probe/holdout_map": 0.19121946726017322,
10
+ "probe/pooling": "concat",
11
+ "probe/feature_dim": 768,
12
+ "probe/fit_clips": 20550,
13
+ "probe/score_clips": 18886,
14
+ "probe/classes_scored": 527,
15
+ "probe/extract_s": 7.259110993996728,
16
+ "probe/total_s": 8.782387015002314,
17
+ "alpha_selection": [
18
+ {
19
+ "alpha": 0.01,
20
+ "holdout_map": 0.1908032312455536
21
+ },
22
+ {
23
+ "alpha": 0.1,
24
+ "holdout_map": 0.19080726282964453
25
+ },
26
+ {
27
+ "alpha": 1.0,
28
+ "holdout_map": 0.19121946726017322
29
+ },
30
+ {
31
+ "alpha": 10.0,
32
+ "holdout_map": 0.18788772823193606
33
+ },
34
+ {
35
+ "alpha": 100.0,
36
+ "holdout_map": 0.17496996812444654
37
+ },
38
+ {
39
+ "alpha": 1000.0,
40
+ "holdout_map": 0.1502742491224233
41
+ },
42
+ {
43
+ "alpha": 10000.0,
44
+ "holdout_map": 0.11776263614501487
45
+ }
46
+ ],
47
+ "per_class_ap": [
48
+ 0.6573300957679749,
49
+ 0.02367023378610611,
50
+ 0.07788864523172379,
51
+ 0.22934624552726746,
52
+ 0.14310158789157867,
53
+ 0.275036096572876,
54
+ 0.24697604775428772,
55
+ 0.3112850785255432,
56
+ 0.0484897755086422,
57
+ 0.04415246844291687,
58
+ 0.024010363966226578,
59
+ 0.09299605339765549,
60
+ 0.5629262328147888,
61
+ 0.3598296642303467,
62
+ 0.05725002661347389,
63
+ 0.5587634444236755,
64
+ 0.32977697253227234,
65
+ 0.3732767701148987,
66
+ 0.07235199958086014,
67
+ 0.12791705131530762,
68
+ 0.27237629890441895,
69
+ 0.08199446648359299,
70
+ 0.24110504984855652,
71
+ 0.15162554383277893,
72
+ 0.10530249774456024,
73
+ 0.0235089510679245,
74
+ 0.12746946513652802,
75
+ 0.19934415817260742,
76
+ 0.3319665193557739,
77
+ 0.1350327581167221,
78
+ 0.2548009157180786,
79
+ 0.2894749045372009,
80
+ 0.036798808723688126,
81
+ 0.08206506073474884,
82
+ 0.27125686407089233,
83
+ 0.07517223805189133,
84
+ 0.4388969838619232,
85
+ 0.07100217044353485,
86
+ 0.07299548387527466,
87
+ 0.18241636455059052,
88
+ 0.16563668847084045,
89
+ 0.028134997934103012,
90
+ 0.08724837750196457,
91
+ 0.513539731502533,
92
+ 0.047474343329668045,
93
+ 0.11499907076358795,
94
+ 0.01944059506058693,
95
+ 0.14457817375659943,
96
+ 0.06532446295022964,
97
+ 0.05966693535447121,
98
+ 0.15606547892093658,
99
+ 0.01471930742263794,
100
+ 0.034413326531648636,
101
+ 0.08448060601949692,
102
+ 0.258444607257843,
103
+ 0.12523241341114044,
104
+ 0.26651492714881897,
105
+ 0.36561787128448486,
106
+ 0.1532941460609436,
107
+ 0.08591976016759872,
108
+ 0.20324018597602844,
109
+ 0.23854577541351318,
110
+ 0.07430237531661987,
111
+ 0.20401164889335632,
112
+ 0.544398844242096,
113
+ 0.23772871494293213,
114
+ 0.3090175688266754,
115
+ 0.3544028401374817,
116
+ 0.4099395275115967,
117
+ 0.41064274311065674,
118
+ 0.1530970185995102,
119
+ 0.15974406898021698,
120
+ 0.2340248078107834,
121
+ 0.21949037909507751,
122
+ 0.2243235558271408,
123
+ 0.2616903483867645,
124
+ 0.060182999819517136,
125
+ 0.24284376204013824,
126
+ 0.2037993222475052,
127
+ 0.14395703375339508,
128
+ 0.019984720274806023,
129
+ 0.18220365047454834,
130
+ 0.40476125478744507,
131
+ 0.2284671813249588,
132
+ 0.114028200507164,
133
+ 0.043899327516555786,
134
+ 0.09535790234804153,
135
+ 0.035932593047618866,
136
+ 0.03200475871562958,
137
+ 0.06792169064283371,
138
+ 0.10381541401147842,
139
+ 0.09755466878414154,
140
+ 0.20629353821277618,
141
+ 0.039485882967710495,
142
+ 0.04175325483083725,
143
+ 0.09264999628067017,
144
+ 0.022577255964279175,
145
+ 0.02591581828892231,
146
+ 0.15460485219955444,
147
+ 0.1894698143005371,
148
+ 0.15793059766292572,
149
+ 0.29079657793045044,
150
+ 0.05482707917690277,
151
+ 0.05779309198260307,
152
+ 0.029136385768651962,
153
+ 0.06332720816135406,
154
+ 0.07536691427230835,
155
+ 0.08318232744932175,
156
+ 0.11172317713499069,
157
+ 0.20181439816951752,
158
+ 0.2668752074241638,
159
+ 0.16927261650562286,
160
+ 0.16064634919166565,
161
+ 0.11072859913110733,
162
+ 0.07319800555706024,
163
+ 0.25229695439338684,
164
+ 0.2491992712020874,
165
+ 0.1613241583108902,
166
+ 0.14892074465751648,
167
+ 0.3660365045070648,
168
+ 0.3717231750488281,
169
+ 0.1590077131986618,
170
+ 0.0875227227807045,
171
+ 0.1133202388882637,
172
+ 0.015510759316384792,
173
+ 0.03287111595273018,
174
+ 0.15553437173366547,
175
+ 0.18352974951267242,
176
+ 0.21394792199134827,
177
+ 0.197184756398201,
178
+ 0.006231526844203472,
179
+ 0.12980403006076813,
180
+ 0.252254843711853,
181
+ 0.2459551990032196,
182
+ 0.06788132339715958,
183
+ 0.011671967804431915,
184
+ 0.11910194158554077,
185
+ 0.7391643524169922,
186
+ 0.2586532533168793,
187
+ 0.3586351275444031,
188
+ 0.4416726529598236,
189
+ 0.3191075623035431,
190
+ 0.20186349749565125,
191
+ 0.19221387803554535,
192
+ 0.11193602532148361,
193
+ 0.20638921856880188,
194
+ 0.16402602195739746,
195
+ 0.3311121463775635,
196
+ 0.20523110032081604,
197
+ 0.26594799757003784,
198
+ 0.15791666507720947,
199
+ 0.17431621253490448,
200
+ 0.289266973733902,
201
+ 0.14488500356674194,
202
+ 0.13472551107406616,
203
+ 0.2730728089809418,
204
+ 0.17480270564556122,
205
+ 0.13480769097805023,
206
+ 0.03977874666452408,
207
+ 0.08078286051750183,
208
+ 0.5119502544403076,
209
+ 0.3122377097606659,
210
+ 0.3202573359012604,
211
+ 0.17231427133083344,
212
+ 0.28146839141845703,
213
+ 0.29405057430267334,
214
+ 0.31291452050209045,
215
+ 0.1419290006160736,
216
+ 0.30175480246543884,
217
+ 0.4484557509422302,
218
+ 0.299505352973938,
219
+ 0.2919064164161682,
220
+ 0.3205241858959198,
221
+ 0.21407128870487213,
222
+ 0.18574368953704834,
223
+ 0.13689455389976501,
224
+ 0.175179585814476,
225
+ 0.36408647894859314,
226
+ 0.07576873153448105,
227
+ 0.21300804615020752,
228
+ 0.2668962776660919,
229
+ 0.25283604860305786,
230
+ 0.14841483533382416,
231
+ 0.3197208046913147,
232
+ 0.08465944230556488,
233
+ 0.4615556001663208,
234
+ 0.39913812279701233,
235
+ 0.20572882890701294,
236
+ 0.34799134731292725,
237
+ 0.20177331566810608,
238
+ 0.19015546143054962,
239
+ 0.13129642605781555,
240
+ 0.3309966027736664,
241
+ 0.2676827907562256,
242
+ 0.252322793006897,
243
+ 0.4009498059749603,
244
+ 0.07056787610054016,
245
+ 0.12097745388746262,
246
+ 0.15010616183280945,
247
+ 0.3088320791721344,
248
+ 0.046635109931230545,
249
+ 0.20736251771450043,
250
+ 0.11116752028465271,
251
+ 0.13623438775539398,
252
+ 0.23038366436958313,
253
+ 0.21212340891361237,
254
+ 0.24441762268543243,
255
+ 0.5804275274276733,
256
+ 0.2509101629257202,
257
+ 0.373256117105484,
258
+ 0.7431393265724182,
259
+ 0.501549482345581,
260
+ 0.5271211862564087,
261
+ 0.059925828129053116,
262
+ 0.3429856598377228,
263
+ 0.18978236615657806,
264
+ 0.05640650540590286,
265
+ 0.3099146783351898,
266
+ 0.2101779729127884,
267
+ 0.16585205495357513,
268
+ 0.19441474974155426,
269
+ 0.14866943657398224,
270
+ 0.17430292069911957,
271
+ 0.23412449657917023,
272
+ 0.12615013122558594,
273
+ 0.11710449308156967,
274
+ 0.07617956399917603,
275
+ 0.03993690386414528,
276
+ 0.15868347883224487,
277
+ 0.053605105727910995,
278
+ 0.07692670077085495,
279
+ 0.07901681214570999,
280
+ 0.0802655816078186,
281
+ 0.05193301662802696,
282
+ 0.0800684243440628,
283
+ 0.021086934953927994,
284
+ 0.19410032033920288,
285
+ 0.02288595587015152,
286
+ 0.40587690472602844,
287
+ 0.03560571372509003,
288
+ 0.14759598672389984,
289
+ 0.22915714979171753,
290
+ 0.2844068706035614,
291
+ 0.16903553903102875,
292
+ 0.1833532601594925,
293
+ 0.2865458130836487,
294
+ 0.08238542079925537,
295
+ 0.15222875773906708,
296
+ 0.032521940767765045,
297
+ 0.11200763285160065,
298
+ 0.1409483551979065,
299
+ 0.019084392115473747,
300
+ 0.1123746931552887,
301
+ 0.08301116526126862,
302
+ 0.07944425195455551,
303
+ 0.2260444462299347,
304
+ 0.25329795479774475,
305
+ 0.25080448389053345,
306
+ 0.16545020043849945,
307
+ 0.11422935873270035,
308
+ 0.04580200836062431,
309
+ 0.12508101761341095,
310
+ 0.2282620221376419,
311
+ 0.08705272525548935,
312
+ 0.022114092484116554,
313
+ 0.07472071796655655,
314
+ 0.08627159893512726,
315
+ 0.17246170341968536,
316
+ 0.1693018227815628,
317
+ 0.03943503275513649,
318
+ 0.02975887432694435,
319
+ 0.2758210599422455,
320
+ 0.19288785755634308,
321
+ 0.07579165697097778,
322
+ 0.23196503520011902,
323
+ 0.042307570576667786,
324
+ 0.06887106597423553,
325
+ 0.05997755378484726,
326
+ 0.07967521995306015,
327
+ 0.06631679087877274,
328
+ 0.027806198224425316,
329
+ 0.29075488448143005,
330
+ 0.13928082585334778,
331
+ 0.24811729788780212,
332
+ 0.08079108595848083,
333
+ 0.2716726064682007,
334
+ 0.3646240830421448,
335
+ 0.3764822483062744,
336
+ 0.2616892158985138,
337
+ 0.25402843952178955,
338
+ 0.23050391674041748,
339
+ 0.2165817767381668,
340
+ 0.1202303022146225,
341
+ 0.21149638295173645,
342
+ 0.2337527722120285,
343
+ 0.24826733767986298,
344
+ 0.1775970607995987,
345
+ 0.009156990796327591,
346
+ 0.011168018914759159,
347
+ 0.0171671099960804,
348
+ 0.30264315009117126,
349
+ 0.2164454311132431,
350
+ 0.2030855119228363,
351
+ 0.08266929537057877,
352
+ 0.04587468132376671,
353
+ 0.11843400448560715,
354
+ 0.02755981869995594,
355
+ 0.19786782562732697,
356
+ 0.07603122293949127,
357
+ 0.17155343294143677,
358
+ 0.15662550926208496,
359
+ 0.09554506093263626,
360
+ 0.1344657838344574,
361
+ 0.0981256291270256,
362
+ 0.07854066044092178,
363
+ 0.1630316972732544,
364
+ 0.08233069628477097,
365
+ 0.07066692411899567,
366
+ 0.16622571647167206,
367
+ 0.09233389049768448,
368
+ 0.34946590662002563,
369
+ 0.051375217735767365,
370
+ 0.4678316116333008,
371
+ 0.45391011238098145,
372
+ 0.2750501036643982,
373
+ 0.26704633235931396,
374
+ 0.08395764231681824,
375
+ 0.08066295087337494,
376
+ 0.2806853950023651,
377
+ 0.26465949416160583,
378
+ 0.1440567672252655,
379
+ 0.24039383232593536,
380
+ 0.28871020674705505,
381
+ 0.3566828966140747,
382
+ 0.20852181315422058,
383
+ 0.21182173490524292,
384
+ 0.19576382637023926,
385
+ 0.24750718474388123,
386
+ 0.06776642054319382,
387
+ 0.050274260342121124,
388
+ 0.1578582376241684,
389
+ 0.007586134597659111,
390
+ 0.14398755133152008,
391
+ 0.15555395185947418,
392
+ 0.08852828294038773,
393
+ 0.07484275847673416,
394
+ 0.13191623985767365,
395
+ 0.33409741520881653,
396
+ 0.036808714270591736,
397
+ 0.02964021824300289,
398
+ 0.13521426916122437,
399
+ 0.037687934935092926,
400
+ 0.10444795340299606,
401
+ 0.11061224341392517,
402
+ 0.043817829340696335,
403
+ 0.05697917193174362,
404
+ 0.03253432735800743,
405
+ 0.013980414718389511,
406
+ 0.037564314901828766,
407
+ 0.13073086738586426,
408
+ 0.016647865995764732,
409
+ 0.07868801057338715,
410
+ 0.15325020253658295,
411
+ 0.16144143044948578,
412
+ 0.035702019929885864,
413
+ 0.05829491466283798,
414
+ 0.41699856519699097,
415
+ 0.20666874945163727,
416
+ 0.019482532516121864,
417
+ 0.10932868719100952,
418
+ 0.15345259010791779,
419
+ 0.09167686849832535,
420
+ 0.1713397204875946,
421
+ 0.3475460410118103,
422
+ 0.18148523569107056,
423
+ 0.0845271572470665,
424
+ 0.13030119240283966,
425
+ 0.0868024155497551,
426
+ 0.021539457142353058,
427
+ 0.01354830153286457,
428
+ 0.02932128868997097,
429
+ 0.0992605909705162,
430
+ 0.19527263939380646,
431
+ 0.08060897886753082,
432
+ 0.20726922154426575,
433
+ 0.2054988592863083,
434
+ 0.17541657388210297,
435
+ 0.07193592190742493,
436
+ 0.05597496032714844,
437
+ 0.05618658289313316,
438
+ 0.2285613864660263,
439
+ 0.14503145217895508,
440
+ 0.055630046874284744,
441
+ 0.3546653091907501,
442
+ 0.2613515257835388,
443
+ 0.10317108780145645,
444
+ 0.5006682276725769,
445
+ 0.5453035831451416,
446
+ 0.027333658188581467,
447
+ 0.3798114061355591,
448
+ 0.443663090467453,
449
+ 0.0580679215490818,
450
+ 0.12386137247085571,
451
+ 0.2679891288280487,
452
+ 0.031883783638477325,
453
+ 0.01613554172217846,
454
+ 0.04347144439816475,
455
+ 0.04149666428565979,
456
+ 0.061458319425582886,
457
+ 0.018784409388899803,
458
+ 0.01863982155919075,
459
+ 0.14376574754714966,
460
+ 0.027220509946346283,
461
+ 0.0654742568731308,
462
+ 0.27982649207115173,
463
+ 0.20677867531776428,
464
+ 0.05791512876749039,
465
+ 0.021104415878653526,
466
+ 0.12983988225460052,
467
+ 0.09419628977775574,
468
+ 0.27732908725738525,
469
+ 0.08172032982110977,
470
+ 0.11654742807149887,
471
+ 0.3168684244155884,
472
+ 0.1299894005060196,
473
+ 0.13132844865322113,
474
+ 0.05781286582350731,
475
+ 0.22771620750427246,
476
+ 0.2977781593799591,
477
+ 0.16098511219024658,
478
+ 0.10157264024019241,
479
+ 0.1799076646566391,
480
+ 0.17544400691986084,
481
+ 0.06881210952997208,
482
+ 0.006762366741895676,
483
+ 0.13754460215568542,
484
+ 0.21149666607379913,
485
+ 0.09019900858402252,
486
+ 0.11703571677207947,
487
+ 0.03510307893157005,
488
+ 0.02578987367451191,
489
+ 0.05109504982829094,
490
+ 0.013695033267140388,
491
+ 0.1303538978099823,
492
+ 0.017273345962166786,
493
+ 0.13908319175243378,
494
+ 0.05268397554755211,
495
+ 0.010254071094095707,
496
+ 0.023861467838287354,
497
+ 0.1337197870016098,
498
+ 0.012882210314273834,
499
+ 0.060103800147771835,
500
+ 0.01640552468597889,
501
+ 0.07166943699121475,
502
+ 0.04852066561579704,
503
+ 0.21064600348472595,
504
+ 0.05943223834037781,
505
+ 0.15058358013629913,
506
+ 0.0426676981151104,
507
+ 0.15856145322322845,
508
+ 0.05052172765135765,
509
+ 0.03798387572169304,
510
+ 0.35575082898139954,
511
+ 0.47427594661712646,
512
+ 0.2916071116924286,
513
+ 0.1713540256023407,
514
+ 0.04815283790230751,
515
+ 0.07065630704164505,
516
+ 0.10667898505926132,
517
+ 0.30502960085868835,
518
+ 0.1437770277261734,
519
+ 0.07106481492519379,
520
+ 0.07805083692073822,
521
+ 0.017001952975988388,
522
+ 0.14516904950141907,
523
+ 0.0064383684657514095,
524
+ 0.30294954776763916,
525
+ 0.10400618612766266,
526
+ 0.09236416220664978,
527
+ 0.22168096899986267,
528
+ 0.1850627213716507,
529
+ 0.09463033080101013,
530
+ 0.02254527248442173,
531
+ 0.10260853171348572,
532
+ 0.06945618987083435,
533
+ 0.022840889170765877,
534
+ 0.0066554551012814045,
535
+ 0.08745332807302475,
536
+ 0.081999771296978,
537
+ 0.0640682503581047,
538
+ 0.23187373578548431,
539
+ 0.32727351784706116,
540
+ 0.12422331422567368,
541
+ 0.15313737094402313,
542
+ 0.20263177156448364,
543
+ 0.07322326302528381,
544
+ 0.055376723408699036,
545
+ 0.11119652539491653,
546
+ 0.10174702852964401,
547
+ 0.12256954610347748,
548
+ 0.10710106045007706,
549
+ 0.3170746862888336,
550
+ 0.012013965286314487,
551
+ 0.1434120237827301,
552
+ 0.02803770825266838,
553
+ 0.01826053112745285,
554
+ 0.10133804380893707,
555
+ 0.019345903769135475,
556
+ 0.01981542631983757,
557
+ 0.044192396104335785,
558
+ 0.02813100256025791,
559
+ 0.17840521037578583,
560
+ 0.07323722541332245,
561
+ 0.010063420049846172,
562
+ 0.1409100443124771,
563
+ 0.2684270441532135,
564
+ 0.09373287856578827,
565
+ 0.3315849304199219,
566
+ 0.04184216633439064,
567
+ 0.05957753583788872,
568
+ 0.057261306792497635,
569
+ 0.2353627234697342,
570
+ 0.1788700520992279,
571
+ 0.05907813459634781,
572
+ 0.010077272541821003,
573
+ 0.12462282180786133,
574
+ 0.11064265668392181
575
+ ]
576
+ }
p4rel-mae-15m-d70-s0/mixture_plan.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd63859c1aff08f222ca30a4a99cd3315c12e2aa6ada89439b276fe8d628199
3
+ size 15360128
p4rel-mae-15m-d70-s0/run.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "campaign_id": "phase4-reliability",
3
+ "trial_id": "p4rel-mae-15m-d70-s0",
4
+ "fingerprint": "06edcd5f801cd692",
5
+ "wandb_run_id": "phase4-reliability-p4rel-mae-15m-d70-s0",
6
+ "environment": {
7
+ "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
8
+ "git_dirty": true,
9
+ "torch": "2.12.0+cu130",
10
+ "cuda": "13.0",
11
+ "cudnn": 92000,
12
+ "gpu_count": 1,
13
+ "gpu_name": "NVIDIA GeForce RTX 4090",
14
+ "gpu_memory_gib": 23.52,
15
+ "capability": "8.9",
16
+ "driver": "580.173.02"
17
+ },
18
+ "parameters": {
19
+ "encoder_params": 14294784,
20
+ "decoder_params": 647808,
21
+ "trainable_params": 15041152,
22
+ "total_params": 15041152
23
+ },
24
+ "schedule": {
25
+ "budget_clips": 1920000,
26
+ "schedule_clips": null,
27
+ "clips_per_step": 48,
28
+ "total_steps": 40000,
29
+ "schedule_steps": 40000,
30
+ "warmup_steps": 4000,
31
+ "ema_anneal_steps": 40000,
32
+ "final_lr": 6.000005700153392e-07,
33
+ "final_ema_decay": 0.9999899952500001
34
+ },
35
+ "geometry": {
36
+ "patch_grid": [
37
+ 64,
38
+ 4
39
+ ],
40
+ "num_patches": 256,
41
+ "visible_patches": 51,
42
+ "centers_per_mask": 2
43
+ },
44
+ "data": {
45
+ "split": "train",
46
+ "rows": 1912024,
47
+ "shards": 96,
48
+ "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
49
+ "val_split": "balanced_train",
50
+ "val_clips": 2048
51
+ },
52
+ "mixture": {
53
+ "dist_id": null,
54
+ "has_weights": true,
55
+ "repetition_cap": 1000.0,
56
+ "distinct_fraction": null,
57
+ "max_repetition": 5.832684450853161,
58
+ "distinct_clips": 686706,
59
+ "capped_clusters": 0,
60
+ "realized_weights": [
61
+ 0.004603645833333334,
62
+ 0.058050520833333334,
63
+ 0.0,
64
+ 0.25281041666666665,
65
+ 0.062025520833333334,
66
+ 0.0,
67
+ 0.16547291666666666,
68
+ 0.0,
69
+ 0.0021973958333333333,
70
+ 0.0,
71
+ 0.0074255208333333335,
72
+ 0.016421875,
73
+ 0.0008885416666666667,
74
+ 0.0004182291666666667,
75
+ 0.14711510416666668,
76
+ 0.0,
77
+ 0.24878489583333332,
78
+ 0.0027208333333333334,
79
+ 0.026671875,
80
+ 0.0043927083333333335
81
+ ]
82
+ },
83
+ "started_at": 1786973255.7248852,
84
+ "finished_at": 1786973911.1545649,
85
+ "summary": {
86
+ "completed": true,
87
+ "final_step": 40000,
88
+ "clips_seen": 1920000,
89
+ "peak_gib": 0.6747117042541504,
90
+ "val/loss": 0.6318991957232356,
91
+ "val/frame": 0.6318991957232356,
92
+ "val/utterance": 0.0
93
+ }
94
+ }
p4rel-mae-15m-d70-s0/status.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": "complete",
3
+ "updated_at": 1786973911.1558175,
4
+ "step": 40000,
5
+ "total_steps": 40000,
6
+ "clips_seen": 1920000,
7
+ "completed": true,
8
+ "final_step": 40000,
9
+ "peak_gib": 0.6747117042541504,
10
+ "val/loss": 0.6318991957232356,
11
+ "val/frame": 0.6318991957232356,
12
+ "val/utterance": 0.0
13
+ }