quinnlue commited on
Commit
f6b2610
·
verified ·
1 Parent(s): 28b1ed2

Upload folder using huggingface_hub

Browse files
p4rel-mae-base-d40-s1/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 768
3
+ depth: 12
4
+ num_heads: 12
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 24
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.02041015625
46
+ - 0.0
47
+ - 0.0
48
+ - 0.0
49
+ - 0.015484375
50
+ - 0.00492578125
51
+ - 0.00351953125
52
+ - 0.02041015625
53
+ - 0.05278515625
54
+ - 0.0
55
+ - 0.0
56
+ - 0.0
57
+ - 0.4331015625
58
+ - 0.0
59
+ - 0.0
60
+ - 0.4064296875
61
+ - 0.001408203125
62
+ - 0.0
63
+ - 0.041525390625
64
+ - 0.0
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0001
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 2
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-base-d40-s1
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 1
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-base-d40-s1/events.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
p4rel-mae-base-d40-s1/exports/step_00040000/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 768
3
+ depth: 12
4
+ num_heads: 12
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 24
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.02041015625
46
+ - 0.0
47
+ - 0.0
48
+ - 0.0
49
+ - 0.015484375
50
+ - 0.00492578125
51
+ - 0.00351953125
52
+ - 0.02041015625
53
+ - 0.05278515625
54
+ - 0.0
55
+ - 0.0
56
+ - 0.0
57
+ - 0.4331015625
58
+ - 0.0
59
+ - 0.0
60
+ - 0.4064296875
61
+ - 0.001408203125
62
+ - 0.0
63
+ - 0.041525390625
64
+ - 0.0
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0001
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 2
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-base-d40-s1
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 1
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
3
+ "fingerprint": "bbcd70148f3424d1",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-base-d40-s1",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 48,
9
+ "params": {
10
+ "trainable": 2551496,
11
+ "total": 87767240,
12
+ "fraction": 0.02907116596124021
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.001,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3993412546440959,
60
+ "lora/map": 0.3993412546440959,
61
+ "fsd50k/map": 0.3993412546440959,
62
+ "train_seconds": 88.17,
63
+ "total_seconds": 116.57,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.022526441204827278,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.02265060402000164,
77
+ "val_map": 0.3993412546440959,
78
+ "lr": 0.0,
79
+ "train_s": 88.17066002381034
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23334603011608124,
84
+ 0.11626867204904556,
85
+ 0.5253791809082031,
86
+ 0.3729081451892853,
87
+ 0.485107421875,
88
+ 0.6354355812072754,
89
+ 0.845313310623169,
90
+ 0.5772477984428406,
91
+ 0.6041590571403503,
92
+ 0.45306411385536194,
93
+ 0.3477664589881897,
94
+ 0.4233602285385132,
95
+ 0.29687511920928955,
96
+ 0.4807497560977936,
97
+ 0.5165684223175049,
98
+ 0.48060983419418335,
99
+ 0.03143709897994995,
100
+ 0.25326067209243774,
101
+ 0.4599090814590454,
102
+ 0.1913318932056427,
103
+ 0.48718589544296265,
104
+ 0.390787273645401,
105
+ 0.8569830060005188,
106
+ 0.10465876013040543,
107
+ 0.2483442723751068,
108
+ 0.4150933623313904,
109
+ 0.3570096492767334,
110
+ 0.28071704506874084,
111
+ 0.7578405737876892,
112
+ 0.33814406394958496,
113
+ 0.6499671339988708,
114
+ 0.6244993805885315,
115
+ 0.3868206739425659,
116
+ 0.2138841599225998,
117
+ 0.39335355162620544,
118
+ 0.21380004286766052,
119
+ 0.429581880569458,
120
+ 0.1465875804424286,
121
+ 0.39559346437454224,
122
+ 0.27372026443481445,
123
+ 0.5427303314208984,
124
+ 0.3526948094367981,
125
+ 0.6388282179832458,
126
+ 0.18703052401542664,
127
+ 0.5684204697608948,
128
+ 0.10398762673139572,
129
+ 0.22804754972457886,
130
+ 0.27390754222869873,
131
+ 0.7250752449035645,
132
+ 0.42387351393699646,
133
+ 0.4317430257797241,
134
+ 0.5105488300323486,
135
+ 0.5738228559494019,
136
+ 0.21982678771018982,
137
+ 0.10559908300638199,
138
+ 0.02478979155421257,
139
+ 0.27520430088043213,
140
+ 0.7023675441741943,
141
+ 0.16033287346363068,
142
+ 0.5399830937385559,
143
+ 0.6034134030342102,
144
+ 0.6642762422561646,
145
+ 0.48320937156677246,
146
+ 0.13037841022014618,
147
+ 0.6289256811141968,
148
+ 0.14109672605991364,
149
+ 0.312267541885376,
150
+ 0.6944162249565125,
151
+ 0.5651903748512268,
152
+ 0.5463401079177856,
153
+ 0.4730447828769684,
154
+ 0.27938708662986755,
155
+ 0.7027943134307861,
156
+ 0.36230146884918213,
157
+ 0.29766759276390076,
158
+ 0.22361616790294647,
159
+ 0.3949165940284729,
160
+ 0.37440937757492065,
161
+ 0.3667985200881958,
162
+ 0.5079476833343506,
163
+ 0.1961221545934677,
164
+ 0.2874886393547058,
165
+ 0.4079972207546234,
166
+ 0.359017014503479,
167
+ 0.21121162176132202,
168
+ 0.2869509160518646,
169
+ 0.43861478567123413,
170
+ 0.6411409974098206,
171
+ 0.2532181143760681,
172
+ 0.14912842214107513,
173
+ 0.7552571892738342,
174
+ 0.155478835105896,
175
+ 0.5188911557197571,
176
+ 0.1903069168329239,
177
+ 0.3430940806865692,
178
+ 0.3608488440513611,
179
+ 0.4610786736011505,
180
+ 0.15284627676010132,
181
+ 0.43197712302207947,
182
+ 0.09041480720043182,
183
+ 0.579029381275177,
184
+ 0.7106095552444458,
185
+ 0.24629837274551392,
186
+ 0.43898433446884155,
187
+ 0.25902417302131653,
188
+ 0.405537873506546,
189
+ 0.7083703279495239,
190
+ 0.5259550213813782,
191
+ 0.5558066368103027,
192
+ 0.19719471037387848,
193
+ 0.18502306938171387,
194
+ 0.34330320358276367,
195
+ 0.6143893599510193,
196
+ 0.07310193032026291,
197
+ 0.21957609057426453,
198
+ 0.35984084010124207,
199
+ 0.724631667137146,
200
+ 0.42562830448150635,
201
+ 0.4947870969772339,
202
+ 0.2710569500923157,
203
+ 0.8737128973007202,
204
+ 0.8817986845970154,
205
+ 0.3980502188205719,
206
+ 0.09629248082637787,
207
+ 0.26531389355659485,
208
+ 0.7738139033317566,
209
+ 0.35212162137031555,
210
+ 0.744041383266449,
211
+ 0.35638195276260376,
212
+ 0.14060403406620026,
213
+ 0.20616498589515686,
214
+ 0.7951903939247131,
215
+ 0.34173187613487244,
216
+ 0.48922112584114075,
217
+ 0.628520667552948,
218
+ 0.08161108940839767,
219
+ 0.1048884391784668,
220
+ 0.06372205168008804,
221
+ 0.6272633671760559,
222
+ 0.5529935359954834,
223
+ 0.19295373558998108,
224
+ 0.3965024948120117,
225
+ 0.29236942529678345,
226
+ 0.363751083612442,
227
+ 0.6862728595733643,
228
+ 0.5806248784065247,
229
+ 0.059777386486530304,
230
+ 0.6213939785957336,
231
+ 0.20255210995674133,
232
+ 0.28428879380226135,
233
+ 0.47792965173721313,
234
+ 0.45932480692863464,
235
+ 0.3356798589229584,
236
+ 0.3052414655685425,
237
+ 0.49888938665390015,
238
+ 0.3692249655723572,
239
+ 0.48628538846969604,
240
+ 0.7133625149726868,
241
+ 0.4685496389865875,
242
+ 0.07628084719181061,
243
+ 0.3926492929458618,
244
+ 0.16024909913539886,
245
+ 0.661271333694458,
246
+ 0.19524836540222168,
247
+ 0.3242189884185791,
248
+ 0.18549099564552307,
249
+ 0.308008074760437,
250
+ 0.04988975450396538,
251
+ 0.35709190368652344,
252
+ 0.4346681535243988,
253
+ 0.10398144274950027,
254
+ 0.9149097800254822,
255
+ 0.9197279214859009,
256
+ 0.044296443462371826,
257
+ 0.5154619216918945,
258
+ 0.8018894791603088,
259
+ 0.1883978247642517,
260
+ 0.2928934097290039,
261
+ 0.23548327386379242,
262
+ 0.3332909047603607,
263
+ 0.0663757249712944,
264
+ 0.4060712456703186,
265
+ 0.18223422765731812,
266
+ 0.5976179838180542,
267
+ 0.627048134803772,
268
+ 0.3943668007850647,
269
+ 0.32953956723213196,
270
+ 0.6619501709938049,
271
+ 0.609294056892395,
272
+ 0.4194333553314209,
273
+ 0.4661709666252136,
274
+ 0.39851081371307373,
275
+ 0.572421133518219,
276
+ 0.12296762317419052,
277
+ 0.28549328446388245,
278
+ 0.38379839062690735,
279
+ 0.11800221353769302,
280
+ 0.5684623718261719,
281
+ 0.1417904645204544,
282
+ 0.7877758741378784
283
+ ]
284
+ }
p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
3
+ "fingerprint": "bbcd70148f3424d1",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-base-d40-s1",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 48,
9
+ "params": {
10
+ "trainable": 2551496,
11
+ "total": 87767240,
12
+ "fraction": 0.02907116596124021
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.001,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.40204498572275044,
60
+ "lora/map": 0.40204498572275044,
61
+ "fsd50k/map": 0.40204498572275044,
62
+ "train_seconds": 88.33,
63
+ "total_seconds": 116.65,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.024176643292885273,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.022882542308464933,
77
+ "val_map": 0.40204498572275044,
78
+ "lr": 0.0,
79
+ "train_s": 88.3309578258777
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.2868277132511139,
84
+ 0.09199962764978409,
85
+ 0.5064923763275146,
86
+ 0.3778490126132965,
87
+ 0.4864477515220642,
88
+ 0.6351116299629211,
89
+ 0.8509681224822998,
90
+ 0.5539026856422424,
91
+ 0.5945214033126831,
92
+ 0.4795023500919342,
93
+ 0.3232788145542145,
94
+ 0.40537941455841064,
95
+ 0.23966334760189056,
96
+ 0.49986153841018677,
97
+ 0.5143641233444214,
98
+ 0.4708757996559143,
99
+ 0.023691292852163315,
100
+ 0.18942417204380035,
101
+ 0.3662792444229126,
102
+ 0.20939476788043976,
103
+ 0.5423720479011536,
104
+ 0.3990152180194855,
105
+ 0.7824221253395081,
106
+ 0.11086484789848328,
107
+ 0.21798090636730194,
108
+ 0.43058329820632935,
109
+ 0.33289995789527893,
110
+ 0.2560206949710846,
111
+ 0.7850073575973511,
112
+ 0.3227558434009552,
113
+ 0.6281664967536926,
114
+ 0.5941691398620605,
115
+ 0.4841618239879608,
116
+ 0.1684798002243042,
117
+ 0.35358577966690063,
118
+ 0.23820850253105164,
119
+ 0.42796140909194946,
120
+ 0.21035172045230865,
121
+ 0.4243353009223938,
122
+ 0.23564743995666504,
123
+ 0.558647096157074,
124
+ 0.2677789032459259,
125
+ 0.67221599817276,
126
+ 0.21648618578910828,
127
+ 0.5792478322982788,
128
+ 0.06825024634599686,
129
+ 0.2611943781375885,
130
+ 0.2767676115036011,
131
+ 0.7423682808876038,
132
+ 0.41004693508148193,
133
+ 0.417806476354599,
134
+ 0.529211699962616,
135
+ 0.5929099917411804,
136
+ 0.15076695382595062,
137
+ 0.1853940188884735,
138
+ 0.022984225302934647,
139
+ 0.30313342809677124,
140
+ 0.6749137043952942,
141
+ 0.11950220167636871,
142
+ 0.5344170331954956,
143
+ 0.598850667476654,
144
+ 0.6680132746696472,
145
+ 0.4874689280986786,
146
+ 0.26255810260772705,
147
+ 0.5841707587242126,
148
+ 0.14060205221176147,
149
+ 0.2665032148361206,
150
+ 0.6868894696235657,
151
+ 0.4788881242275238,
152
+ 0.5309520959854126,
153
+ 0.4726368486881256,
154
+ 0.2649778723716736,
155
+ 0.716117262840271,
156
+ 0.31161177158355713,
157
+ 0.29179278016090393,
158
+ 0.19032219052314758,
159
+ 0.4461700916290283,
160
+ 0.36395496129989624,
161
+ 0.31378328800201416,
162
+ 0.422208696603775,
163
+ 0.19740517437458038,
164
+ 0.3825416564941406,
165
+ 0.35443559288978577,
166
+ 0.33215805888175964,
167
+ 0.20709069073200226,
168
+ 0.27550825476646423,
169
+ 0.4205017685890198,
170
+ 0.6268089413642883,
171
+ 0.3040677607059479,
172
+ 0.1330297291278839,
173
+ 0.7574865818023682,
174
+ 0.15606966614723206,
175
+ 0.5651310682296753,
176
+ 0.21983788907527924,
177
+ 0.35545220971107483,
178
+ 0.3476526439189911,
179
+ 0.4760396182537079,
180
+ 0.15756714344024658,
181
+ 0.4204103648662567,
182
+ 0.09744763374328613,
183
+ 0.5772943496704102,
184
+ 0.708596408367157,
185
+ 0.25756174325942993,
186
+ 0.4034435451030731,
187
+ 0.2613902688026428,
188
+ 0.36674949526786804,
189
+ 0.6974204182624817,
190
+ 0.529420018196106,
191
+ 0.5635408163070679,
192
+ 0.2453659027814865,
193
+ 0.18613332509994507,
194
+ 0.35762089490890503,
195
+ 0.6562285423278809,
196
+ 0.11117037385702133,
197
+ 0.19955076277256012,
198
+ 0.3760051727294922,
199
+ 0.7513865828514099,
200
+ 0.4530717432498932,
201
+ 0.49069011211395264,
202
+ 0.26777228713035583,
203
+ 0.8727611899375916,
204
+ 0.8812680244445801,
205
+ 0.4115712642669678,
206
+ 0.10970006883144379,
207
+ 0.3004406690597534,
208
+ 0.7686704397201538,
209
+ 0.25476399064064026,
210
+ 0.7446767091751099,
211
+ 0.3503870666027069,
212
+ 0.13977757096290588,
213
+ 0.22351446747779846,
214
+ 0.7952112555503845,
215
+ 0.4338694214820862,
216
+ 0.48409971594810486,
217
+ 0.6424005031585693,
218
+ 0.06646569073200226,
219
+ 0.13309621810913086,
220
+ 0.05746248736977577,
221
+ 0.6775367259979248,
222
+ 0.5417240858078003,
223
+ 0.19760458171367645,
224
+ 0.3691152334213257,
225
+ 0.33738797903060913,
226
+ 0.42925283312797546,
227
+ 0.6622111201286316,
228
+ 0.5865805149078369,
229
+ 0.08122323453426361,
230
+ 0.5987508296966553,
231
+ 0.18731220066547394,
232
+ 0.28117045760154724,
233
+ 0.462756872177124,
234
+ 0.5063198804855347,
235
+ 0.32987552881240845,
236
+ 0.4177740812301636,
237
+ 0.5435790419578552,
238
+ 0.36770039796829224,
239
+ 0.5109778642654419,
240
+ 0.7432087063789368,
241
+ 0.4823584258556366,
242
+ 0.06151190027594566,
243
+ 0.4365471303462982,
244
+ 0.1962539106607437,
245
+ 0.6491353511810303,
246
+ 0.1848086714744568,
247
+ 0.29931676387786865,
248
+ 0.29872894287109375,
249
+ 0.2946300506591797,
250
+ 0.06953775137662888,
251
+ 0.43140000104904175,
252
+ 0.447731077671051,
253
+ 0.09624635428190231,
254
+ 0.8949383497238159,
255
+ 0.9014146327972412,
256
+ 0.047485433518886566,
257
+ 0.6120149493217468,
258
+ 0.7935183048248291,
259
+ 0.20667561888694763,
260
+ 0.27745190262794495,
261
+ 0.22187592089176178,
262
+ 0.3243238031864166,
263
+ 0.0589175708591938,
264
+ 0.5228252410888672,
265
+ 0.17667430639266968,
266
+ 0.6189729571342468,
267
+ 0.6359952092170715,
268
+ 0.3482457399368286,
269
+ 0.3144325315952301,
270
+ 0.6633426547050476,
271
+ 0.59928959608078,
272
+ 0.4271712303161621,
273
+ 0.44028326869010925,
274
+ 0.44944146275520325,
275
+ 0.5689435005187988,
276
+ 0.14883102476596832,
277
+ 0.37086063623428345,
278
+ 0.30226510763168335,
279
+ 0.10995947569608688,
280
+ 0.6196359992027283,
281
+ 0.13641361892223358,
282
+ 0.7859960794448853
283
+ ]
284
+ }
p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
3
+ "fingerprint": "bbcd70148f3424d1",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-base-d40-s1",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 48,
9
+ "params": {
10
+ "trainable": 2551496,
11
+ "total": 87767240,
12
+ "fraction": 0.02907116596124021
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.001,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.40156575655564664,
60
+ "lora/map": 0.40156575655564664,
61
+ "fsd50k/map": 0.40156575655564664,
62
+ "train_seconds": 88.21,
63
+ "total_seconds": 116.43,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023574699426535516,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.022883491282011472,
77
+ "val_map": 0.40156575655564664,
78
+ "lr": 0.0,
79
+ "train_s": 88.20865563501138
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.267708420753479,
84
+ 0.1576356291770935,
85
+ 0.5527531504631042,
86
+ 0.37573203444480896,
87
+ 0.4873256981372833,
88
+ 0.6394843459129333,
89
+ 0.8631688356399536,
90
+ 0.5783767104148865,
91
+ 0.5949477553367615,
92
+ 0.49124473333358765,
93
+ 0.35180699825286865,
94
+ 0.4140194058418274,
95
+ 0.3367994725704193,
96
+ 0.44154924154281616,
97
+ 0.5161475539207458,
98
+ 0.4830186069011688,
99
+ 0.028388382866978645,
100
+ 0.1981654316186905,
101
+ 0.40749648213386536,
102
+ 0.19747063517570496,
103
+ 0.5856243371963501,
104
+ 0.39933934807777405,
105
+ 0.7679383754730225,
106
+ 0.10470350086688995,
107
+ 0.24699702858924866,
108
+ 0.4233461618423462,
109
+ 0.35708439350128174,
110
+ 0.2848641276359558,
111
+ 0.7833649516105652,
112
+ 0.3170367479324341,
113
+ 0.6532643437385559,
114
+ 0.6435497999191284,
115
+ 0.42785269021987915,
116
+ 0.20355083048343658,
117
+ 0.3102828562259674,
118
+ 0.20106033980846405,
119
+ 0.418904185295105,
120
+ 0.2040168195962906,
121
+ 0.46433863043785095,
122
+ 0.2797527313232422,
123
+ 0.5577995181083679,
124
+ 0.3301005959510803,
125
+ 0.6623749136924744,
126
+ 0.18451616168022156,
127
+ 0.5693790912628174,
128
+ 0.13780255615711212,
129
+ 0.2616410255432129,
130
+ 0.27166062593460083,
131
+ 0.7338473796844482,
132
+ 0.4067673087120056,
133
+ 0.368731826543808,
134
+ 0.5247559547424316,
135
+ 0.5688502788543701,
136
+ 0.20597733557224274,
137
+ 0.18782629072666168,
138
+ 0.016344984993338585,
139
+ 0.32730555534362793,
140
+ 0.6813629865646362,
141
+ 0.13413898646831512,
142
+ 0.5658692121505737,
143
+ 0.6137055158615112,
144
+ 0.6549590826034546,
145
+ 0.45457562804222107,
146
+ 0.20637543499469757,
147
+ 0.5192074775695801,
148
+ 0.12745407223701477,
149
+ 0.2544195055961609,
150
+ 0.6596112847328186,
151
+ 0.5138522982597351,
152
+ 0.5850673317909241,
153
+ 0.48131752014160156,
154
+ 0.24388360977172852,
155
+ 0.741733193397522,
156
+ 0.34426912665367126,
157
+ 0.27698761224746704,
158
+ 0.23436178267002106,
159
+ 0.44415709376335144,
160
+ 0.3107660114765167,
161
+ 0.2791781723499298,
162
+ 0.518449604511261,
163
+ 0.2539237439632416,
164
+ 0.30846455693244934,
165
+ 0.438942015171051,
166
+ 0.2643718719482422,
167
+ 0.21631629765033722,
168
+ 0.27386122941970825,
169
+ 0.4595647156238556,
170
+ 0.641038715839386,
171
+ 0.1984044760465622,
172
+ 0.18361394107341766,
173
+ 0.7666196227073669,
174
+ 0.13098977506160736,
175
+ 0.550981879234314,
176
+ 0.2012113779783249,
177
+ 0.35457172989845276,
178
+ 0.35774728655815125,
179
+ 0.4181545376777649,
180
+ 0.16046936810016632,
181
+ 0.43501442670822144,
182
+ 0.09883470088243484,
183
+ 0.5669639706611633,
184
+ 0.7055339813232422,
185
+ 0.2558593153953552,
186
+ 0.39145469665527344,
187
+ 0.25013813376426697,
188
+ 0.3395631015300751,
189
+ 0.6871054768562317,
190
+ 0.5320224165916443,
191
+ 0.5487054586410522,
192
+ 0.20062845945358276,
193
+ 0.2475309669971466,
194
+ 0.3209775388240814,
195
+ 0.5753768086433411,
196
+ 0.06922495365142822,
197
+ 0.17743366956710815,
198
+ 0.3629584014415741,
199
+ 0.7222537398338318,
200
+ 0.4393894374370575,
201
+ 0.5043013691902161,
202
+ 0.2854171693325043,
203
+ 0.8803263306617737,
204
+ 0.8886353373527527,
205
+ 0.39944273233413696,
206
+ 0.1801549196243286,
207
+ 0.3183618187904358,
208
+ 0.7834023833274841,
209
+ 0.2637978494167328,
210
+ 0.7523576617240906,
211
+ 0.33790653944015503,
212
+ 0.1199038103222847,
213
+ 0.2635002136230469,
214
+ 0.7893633246421814,
215
+ 0.39572805166244507,
216
+ 0.46801114082336426,
217
+ 0.6359232664108276,
218
+ 0.06052551418542862,
219
+ 0.143125519156456,
220
+ 0.059683069586753845,
221
+ 0.684229850769043,
222
+ 0.54958176612854,
223
+ 0.2330472767353058,
224
+ 0.37239283323287964,
225
+ 0.3202167749404907,
226
+ 0.32866135239601135,
227
+ 0.6799793839454651,
228
+ 0.5476714372634888,
229
+ 0.04794313758611679,
230
+ 0.693553626537323,
231
+ 0.17942893505096436,
232
+ 0.3386240303516388,
233
+ 0.4904811978340149,
234
+ 0.4936044216156006,
235
+ 0.30138325691223145,
236
+ 0.48382458090782166,
237
+ 0.48825156688690186,
238
+ 0.37293675541877747,
239
+ 0.5222029089927673,
240
+ 0.6674729585647583,
241
+ 0.4766770303249359,
242
+ 0.050661832094192505,
243
+ 0.42332690954208374,
244
+ 0.1943310797214508,
245
+ 0.6420796513557434,
246
+ 0.18487684428691864,
247
+ 0.27797719836235046,
248
+ 0.28282755613327026,
249
+ 0.3416304290294647,
250
+ 0.056760720908641815,
251
+ 0.3883839249610901,
252
+ 0.4729307293891907,
253
+ 0.10870547592639923,
254
+ 0.8875117301940918,
255
+ 0.9001509547233582,
256
+ 0.05095858871936798,
257
+ 0.5834493637084961,
258
+ 0.7645660042762756,
259
+ 0.19896480441093445,
260
+ 0.276323527097702,
261
+ 0.2588862478733063,
262
+ 0.31370118260383606,
263
+ 0.05850991979241371,
264
+ 0.5162743926048279,
265
+ 0.1309383660554886,
266
+ 0.597341001033783,
267
+ 0.6305012702941895,
268
+ 0.3468094766139984,
269
+ 0.3370486795902252,
270
+ 0.6457107067108154,
271
+ 0.6232544183731079,
272
+ 0.44855406880378723,
273
+ 0.4669659435749054,
274
+ 0.42828643321990967,
275
+ 0.5664300322532654,
276
+ 0.12143208831548691,
277
+ 0.2717496454715729,
278
+ 0.3451922535896301,
279
+ 0.10751830041408539,
280
+ 0.5582642555236816,
281
+ 0.14670966565608978,
282
+ 0.7769100666046143
283
+ ]
284
+ }
p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
4
+ "fingerprint": "bbcd70148f3424d1",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-base-d40-s1",
7
+ "lora_layers_wrapped": 48,
8
+ "params": {
9
+ "trainable": 2802959,
10
+ "total": 88018703,
11
+ "fraction": 0.03184503866183986
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.001,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.0072709907253186235,
61
+ "val_map": 0.005655524156991202,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02434,
69
+ "train_map": 0.023646163915865392,
70
+ "val_map": null,
71
+ "lr": 0.0005952380952380953,
72
+ "train_s": 2.5
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02365,
78
+ "train_map": 0.03976285231628401,
79
+ "val_map": null,
80
+ "lr": 0.0009989511174055585,
81
+ "train_s": 4.7
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02138,
87
+ "train_map": 0.06643038297087958,
88
+ "val_map": null,
89
+ "lr": 0.0009822533676115074,
90
+ "train_s": 6.9
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02106,
96
+ "train_map": 0.09146123276926238,
97
+ "val_map": null,
98
+ "lr": 0.0009458651830686461,
99
+ "train_s": 9.1
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02119,
105
+ "train_map": 0.09468714949238402,
106
+ "val_map": 0.05945344762770597,
107
+ "lr": 0.0009323333624238302,
108
+ "train_s": 9.8
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02071,
114
+ "train_map": 0.10587245693644137,
115
+ "val_map": null,
116
+ "lr": 0.0008912878610374935,
117
+ "train_s": 11.3
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02067,
123
+ "train_map": 0.12174210090639045,
124
+ "val_map": null,
125
+ "lr": 0.0008207731429852658,
126
+ "train_s": 13.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02036,
132
+ "train_map": 0.1425008185391634,
133
+ "val_map": null,
134
+ "lr": 0.0007372303126360084,
135
+ "train_s": 15.8
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02009,
141
+ "train_map": 0.15719925526412915,
142
+ "val_map": null,
143
+ "lr": 0.0006441061652589842,
144
+ "train_s": 18.0
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.02021,
150
+ "train_map": 0.16668583489989816,
151
+ "val_map": 0.10020599852137593,
152
+ "lr": 0.000589191946809388,
153
+ "train_s": 19.2
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01963,
159
+ "train_map": 0.1739850845921297,
160
+ "val_map": null,
161
+ "lr": 0.0005452428004011125,
162
+ "train_s": 20.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01915,
168
+ "train_map": 0.19397340427582246,
169
+ "val_map": null,
170
+ "lr": 0.00044471910522567154,
171
+ "train_s": 22.4
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01919,
177
+ "train_map": 0.20179864777821122,
178
+ "val_map": null,
179
+ "lr": 0.0003466824685095434,
180
+ "train_s": 24.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01891,
186
+ "train_map": 0.22073571889818536,
187
+ "val_map": null,
188
+ "lr": 0.00025517766841304316,
189
+ "train_s": 26.8
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01802,
195
+ "train_map": 0.22307350809210505,
196
+ "val_map": 0.1324912202526838,
197
+ "lr": 0.00018613483544815295,
198
+ "train_s": 28.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01772,
204
+ "train_map": 0.2266748598379134,
205
+ "val_map": null,
206
+ "lr": 0.00017397999374035568,
207
+ "train_s": 29.0
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01824,
213
+ "train_map": 0.22675666032072714,
214
+ "val_map": null,
215
+ "lr": 0.00010643948374400427,
216
+ "train_s": 31.2
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01828,
222
+ "train_map": 0.23416978371571714,
223
+ "val_map": null,
224
+ "lr": 5.53427127998607e-05,
225
+ "train_s": 33.4
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01815,
231
+ "train_map": 0.2372011621102719,
232
+ "val_map": null,
233
+ "lr": 2.2797822416041917e-05,
234
+ "train_s": 35.7
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01864,
240
+ "train_map": 0.2383813457165896,
241
+ "val_map": null,
242
+ "lr": 1.0147543904674559e-05,
243
+ "train_s": 37.9
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01845,
249
+ "train_map": 0.2387196580442888,
250
+ "val_map": 0.14243609737604856,
251
+ "lr": 1e-05,
252
+ "train_s": 38.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.2387196580442888,
256
+ "final_val_map": 0.14243609737604856,
257
+ "lora/map": 0.14243609737604856,
258
+ "train_seconds": 38.1,
259
+ "wall_seconds": 207.6
260
+ }
p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
4
+ "fingerprint": "bbcd70148f3424d1",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-base-d40-s1",
7
+ "lora_layers_wrapped": 48,
8
+ "params": {
9
+ "trainable": 2802959,
10
+ "total": 88018703,
11
+ "fraction": 0.03184503866183986
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.001,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.00766083885254197,
61
+ "val_map": 0.005782036447413336,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.0243,
69
+ "train_map": 0.021514212010177364,
70
+ "val_map": null,
71
+ "lr": 0.0005952380952380953,
72
+ "train_s": 2.2
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.0234,
78
+ "train_map": 0.04562126289508827,
79
+ "val_map": null,
80
+ "lr": 0.0009989511174055585,
81
+ "train_s": 4.4
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02181,
87
+ "train_map": 0.07384026528643603,
88
+ "val_map": null,
89
+ "lr": 0.0009822533676115074,
90
+ "train_s": 6.6
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02189,
96
+ "train_map": 0.08807852343864654,
97
+ "val_map": null,
98
+ "lr": 0.0009458651830686461,
99
+ "train_s": 8.8
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02158,
105
+ "train_map": 0.09164594957141994,
106
+ "val_map": 0.05722888086505404,
107
+ "lr": 0.0009323333624238302,
108
+ "train_s": 9.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02072,
114
+ "train_map": 0.10743103009530218,
115
+ "val_map": null,
116
+ "lr": 0.0008912878610374935,
117
+ "train_s": 11.1
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02033,
123
+ "train_map": 0.12401364714594688,
124
+ "val_map": null,
125
+ "lr": 0.0008207731429852658,
126
+ "train_s": 13.3
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02018,
132
+ "train_map": 0.14837864354302296,
133
+ "val_map": null,
134
+ "lr": 0.0007372303126360084,
135
+ "train_s": 15.5
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01939,
141
+ "train_map": 0.16477008217563976,
142
+ "val_map": null,
143
+ "lr": 0.0006441061652589842,
144
+ "train_s": 17.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01894,
150
+ "train_map": 0.17123931379497503,
151
+ "val_map": 0.10513916344026658,
152
+ "lr": 0.000589191946809388,
153
+ "train_s": 18.9
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01942,
159
+ "train_map": 0.17801097638426133,
160
+ "val_map": null,
161
+ "lr": 0.0005452428004011125,
162
+ "train_s": 19.9
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01935,
168
+ "train_map": 0.18731019835905005,
169
+ "val_map": null,
170
+ "lr": 0.00044471910522567154,
171
+ "train_s": 22.1
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01872,
177
+ "train_map": 0.20819363386000894,
178
+ "val_map": null,
179
+ "lr": 0.0003466824685095434,
180
+ "train_s": 24.3
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01856,
186
+ "train_map": 0.21536340689608222,
187
+ "val_map": null,
188
+ "lr": 0.00025517766841304316,
189
+ "train_s": 26.5
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01898,
195
+ "train_map": 0.22583255065654526,
196
+ "val_map": 0.13473882521829608,
197
+ "lr": 0.00018613483544815295,
198
+ "train_s": 28.4
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.0186,
204
+ "train_map": 0.22586899438954225,
205
+ "val_map": null,
206
+ "lr": 0.00017397999374035568,
207
+ "train_s": 28.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01812,
213
+ "train_map": 0.23134417278670918,
214
+ "val_map": null,
215
+ "lr": 0.00010643948374400427,
216
+ "train_s": 31.0
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01788,
222
+ "train_map": 0.23553245616599605,
223
+ "val_map": null,
224
+ "lr": 5.53427127998607e-05,
225
+ "train_s": 33.2
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01771,
231
+ "train_map": 0.23891442132834523,
232
+ "val_map": null,
233
+ "lr": 2.2797822416041917e-05,
234
+ "train_s": 35.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01741,
240
+ "train_map": 0.2396214027947391,
241
+ "val_map": null,
242
+ "lr": 1.0147543904674559e-05,
243
+ "train_s": 37.6
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01736,
249
+ "train_map": 0.23995060081358652,
250
+ "val_map": 0.14423925583507066,
251
+ "lr": 1e-05,
252
+ "train_s": 37.9
253
+ }
254
+ ],
255
+ "final_train_map": 0.23995060081358652,
256
+ "final_val_map": 0.14423925583507066,
257
+ "lora/map": 0.14423925583507066,
258
+ "train_seconds": 37.9,
259
+ "wall_seconds": 203.8
260
+ }
p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
4
+ "fingerprint": "bbcd70148f3424d1",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-base-d40-s1",
7
+ "lora_layers_wrapped": 48,
8
+ "params": {
9
+ "trainable": 2802959,
10
+ "total": 88018703,
11
+ "fraction": 0.03184503866183986
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.001,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.007086286275224333,
61
+ "val_map": 0.006405316863829302,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02426,
69
+ "train_map": 0.02299389633636363,
70
+ "val_map": null,
71
+ "lr": 0.0005952380952380953,
72
+ "train_s": 2.2
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.0244,
78
+ "train_map": 0.04261888122734785,
79
+ "val_map": null,
80
+ "lr": 0.0009989511174055585,
81
+ "train_s": 4.4
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02221,
87
+ "train_map": 0.07351422617481439,
88
+ "val_map": null,
89
+ "lr": 0.0009822533676115074,
90
+ "train_s": 6.6
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02143,
96
+ "train_map": 0.0937325205928708,
97
+ "val_map": null,
98
+ "lr": 0.0009458651830686461,
99
+ "train_s": 8.9
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02149,
105
+ "train_map": 0.09706945679825599,
106
+ "val_map": 0.0634519215412544,
107
+ "lr": 0.0009323333624238302,
108
+ "train_s": 9.5
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02153,
114
+ "train_map": 0.10709637922872799,
115
+ "val_map": null,
116
+ "lr": 0.0008912878610374935,
117
+ "train_s": 11.1
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02087,
123
+ "train_map": 0.12916821561509875,
124
+ "val_map": null,
125
+ "lr": 0.0008207731429852658,
126
+ "train_s": 13.3
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.01989,
132
+ "train_map": 0.14497288241646689,
133
+ "val_map": null,
134
+ "lr": 0.0007372303126360084,
135
+ "train_s": 15.5
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01977,
141
+ "train_map": 0.16895011108389843,
142
+ "val_map": null,
143
+ "lr": 0.0006441061652589842,
144
+ "train_s": 17.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01979,
150
+ "train_map": 0.17304326811773557,
151
+ "val_map": 0.10560158892769712,
152
+ "lr": 0.000589191946809388,
153
+ "train_s": 18.9
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01911,
159
+ "train_map": 0.17905931340519912,
160
+ "val_map": null,
161
+ "lr": 0.0005452428004011125,
162
+ "train_s": 19.9
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01887,
168
+ "train_map": 0.19128282357668203,
169
+ "val_map": null,
170
+ "lr": 0.00044471910522567154,
171
+ "train_s": 22.1
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01836,
177
+ "train_map": 0.20937572744722696,
178
+ "val_map": null,
179
+ "lr": 0.0003466824685095434,
180
+ "train_s": 24.4
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01795,
186
+ "train_map": 0.2149496165314509,
187
+ "val_map": null,
188
+ "lr": 0.00025517766841304316,
189
+ "train_s": 26.6
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01844,
195
+ "train_map": 0.2235100169629,
196
+ "val_map": 0.13483946585048703,
197
+ "lr": 0.00018613483544815295,
198
+ "train_s": 28.4
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01857,
204
+ "train_map": 0.2253406779165512,
205
+ "val_map": null,
206
+ "lr": 0.00017397999374035568,
207
+ "train_s": 28.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01756,
213
+ "train_map": 0.22750273067150725,
214
+ "val_map": null,
215
+ "lr": 0.00010643948374400427,
216
+ "train_s": 31.0
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01786,
222
+ "train_map": 0.23417321584793602,
223
+ "val_map": null,
224
+ "lr": 5.53427127998607e-05,
225
+ "train_s": 33.2
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01806,
231
+ "train_map": 0.2377188914920251,
232
+ "val_map": null,
233
+ "lr": 2.2797822416041917e-05,
234
+ "train_s": 35.4
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01786,
240
+ "train_map": 0.23843197191427454,
241
+ "val_map": null,
242
+ "lr": 1.0147543904674559e-05,
243
+ "train_s": 37.6
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.0181,
249
+ "train_map": 0.23836781411118932,
250
+ "val_map": 0.14540478897650339,
251
+ "lr": 1e-05,
252
+ "train_s": 37.9
253
+ }
254
+ ],
255
+ "final_train_map": 0.23836781411118932,
256
+ "final_val_map": 0.14540478897650339,
257
+ "lora/map": 0.14540478897650339,
258
+ "train_seconds": 37.9,
259
+ "wall_seconds": 206.3
260
+ }
p4rel-mae-base-d40-s1/exports/step_00040000/probe.json ADDED
@@ -0,0 +1,576 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export_dir": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
3
+ "fingerprint": "bbcd70148f3424d1",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-base-d40-s1",
6
+ "probe/map": 0.1555549956653161,
7
+ "probe/map_train": 0.6510825290060134,
8
+ "probe/alpha": 10.0,
9
+ "probe/holdout_map": 0.18355205611359376,
10
+ "probe/pooling": "concat",
11
+ "probe/feature_dim": 1536,
12
+ "probe/fit_clips": 20550,
13
+ "probe/score_clips": 18886,
14
+ "probe/classes_scored": 527,
15
+ "probe/extract_s": 22.698232227994595,
16
+ "probe/total_s": 25.912856095004827,
17
+ "alpha_selection": [
18
+ {
19
+ "alpha": 0.01,
20
+ "holdout_map": 0.17822245074846063
21
+ },
22
+ {
23
+ "alpha": 0.1,
24
+ "holdout_map": 0.17939844790075604
25
+ },
26
+ {
27
+ "alpha": 1.0,
28
+ "holdout_map": 0.18234973372688315
29
+ },
30
+ {
31
+ "alpha": 10.0,
32
+ "holdout_map": 0.18355205611359376
33
+ },
34
+ {
35
+ "alpha": 100.0,
36
+ "holdout_map": 0.17722770876023192
37
+ },
38
+ {
39
+ "alpha": 1000.0,
40
+ "holdout_map": 0.15724063052599666
41
+ },
42
+ {
43
+ "alpha": 10000.0,
44
+ "holdout_map": 0.12435337163568023
45
+ }
46
+ ],
47
+ "per_class_ap": [
48
+ 0.649660587310791,
49
+ 0.011531878262758255,
50
+ 0.06870786100625992,
51
+ 0.19059664011001587,
52
+ 0.11245746165513992,
53
+ 0.2973753809928894,
54
+ 0.194083571434021,
55
+ 0.26396888494491577,
56
+ 0.031132198870182037,
57
+ 0.03988432511687279,
58
+ 0.026173589751124382,
59
+ 0.07299155741930008,
60
+ 0.5463979244232178,
61
+ 0.30108657479286194,
62
+ 0.041696369647979736,
63
+ 0.50522381067276,
64
+ 0.3299018442630768,
65
+ 0.3841819167137146,
66
+ 0.06891686469316483,
67
+ 0.11504977941513062,
68
+ 0.2533133924007416,
69
+ 0.10696710646152496,
70
+ 0.20760242640972137,
71
+ 0.1712116003036499,
72
+ 0.09230062365531921,
73
+ 0.04199836030602455,
74
+ 0.08113671839237213,
75
+ 0.18203593790531158,
76
+ 0.26009196043014526,
77
+ 0.11011450737714767,
78
+ 0.26354458928108215,
79
+ 0.16068805754184723,
80
+ 0.016781769692897797,
81
+ 0.06231308728456497,
82
+ 0.280534952878952,
83
+ 0.055261772125959396,
84
+ 0.395977258682251,
85
+ 0.06089138984680176,
86
+ 0.05632761865854263,
87
+ 0.1535310298204422,
88
+ 0.17783164978027344,
89
+ 0.021277327090501785,
90
+ 0.07960410416126251,
91
+ 0.39781656861305237,
92
+ 0.012635128572583199,
93
+ 0.09970595687627792,
94
+ 0.020123813301324844,
95
+ 0.18754340708255768,
96
+ 0.08384900540113449,
97
+ 0.10009579360485077,
98
+ 0.13628679513931274,
99
+ 0.00956714153289795,
100
+ 0.072127565741539,
101
+ 0.04314146563410759,
102
+ 0.2565401494503021,
103
+ 0.13264723122119904,
104
+ 0.24629071354866028,
105
+ 0.3603380620479584,
106
+ 0.136276975274086,
107
+ 0.0986391231417656,
108
+ 0.16804654896259308,
109
+ 0.20774951577186584,
110
+ 0.05675717070698738,
111
+ 0.13339488208293915,
112
+ 0.5498473048210144,
113
+ 0.24693790078163147,
114
+ 0.28177228569984436,
115
+ 0.34757906198501587,
116
+ 0.39761799573898315,
117
+ 0.36274436116218567,
118
+ 0.10585009306669235,
119
+ 0.1458890438079834,
120
+ 0.22148391604423523,
121
+ 0.20786574482917786,
122
+ 0.20464061200618744,
123
+ 0.25804269313812256,
124
+ 0.06925196200609207,
125
+ 0.2483530193567276,
126
+ 0.19654777646064758,
127
+ 0.1479509472846985,
128
+ 0.03782770410180092,
129
+ 0.14359137415885925,
130
+ 0.3983965218067169,
131
+ 0.14200232923030853,
132
+ 0.1275745928287506,
133
+ 0.0408252589404583,
134
+ 0.1187477856874466,
135
+ 0.0612422339618206,
136
+ 0.05658969655632973,
137
+ 0.1438302844762802,
138
+ 0.15559321641921997,
139
+ 0.15714839100837708,
140
+ 0.2272961586713791,
141
+ 0.0332479365170002,
142
+ 0.05644187331199646,
143
+ 0.12656687200069427,
144
+ 0.030711598694324493,
145
+ 0.05518651753664017,
146
+ 0.1540411412715912,
147
+ 0.24601320922374725,
148
+ 0.1854722648859024,
149
+ 0.31478115916252136,
150
+ 0.06112559512257576,
151
+ 0.059707384556531906,
152
+ 0.021833008155226707,
153
+ 0.0449586845934391,
154
+ 0.07766420394182205,
155
+ 0.06756105273962021,
156
+ 0.09841395169496536,
157
+ 0.19981533288955688,
158
+ 0.24374446272850037,
159
+ 0.14744603633880615,
160
+ 0.13567282259464264,
161
+ 0.10503401607275009,
162
+ 0.04717234894633293,
163
+ 0.2691011428833008,
164
+ 0.2606171667575836,
165
+ 0.12719903886318207,
166
+ 0.15543602406978607,
167
+ 0.35790473222732544,
168
+ 0.3713338077068329,
169
+ 0.24373596906661987,
170
+ 0.11740121990442276,
171
+ 0.08986800909042358,
172
+ 0.013561929576098919,
173
+ 0.04357125610113144,
174
+ 0.13494282960891724,
175
+ 0.16744492948055267,
176
+ 0.18525411188602448,
177
+ 0.1379377543926239,
178
+ 0.0059397961013019085,
179
+ 0.09693991392850876,
180
+ 0.19158779084682465,
181
+ 0.19763056933879852,
182
+ 0.10382945835590363,
183
+ 0.007656183559447527,
184
+ 0.10611964762210846,
185
+ 0.725721001625061,
186
+ 0.24570249021053314,
187
+ 0.31448689103126526,
188
+ 0.4264761507511139,
189
+ 0.3376084268093109,
190
+ 0.14877033233642578,
191
+ 0.1118195503950119,
192
+ 0.10323134064674377,
193
+ 0.1148471012711525,
194
+ 0.09184981882572174,
195
+ 0.30260080099105835,
196
+ 0.14082065224647522,
197
+ 0.19323383271694183,
198
+ 0.22459082305431366,
199
+ 0.16331961750984192,
200
+ 0.24543502926826477,
201
+ 0.11415418982505798,
202
+ 0.1390945464372635,
203
+ 0.2234419882297516,
204
+ 0.1079612448811531,
205
+ 0.08068989962339401,
206
+ 0.01853451132774353,
207
+ 0.06004941090941429,
208
+ 0.4518069922924042,
209
+ 0.33509546518325806,
210
+ 0.40456464886665344,
211
+ 0.14114132523536682,
212
+ 0.30761590600013733,
213
+ 0.3524976670742035,
214
+ 0.3820563852787018,
215
+ 0.20926326513290405,
216
+ 0.3756721317768097,
217
+ 0.3460104465484619,
218
+ 0.23224546015262604,
219
+ 0.35060280561447144,
220
+ 0.3803838789463043,
221
+ 0.2056935876607895,
222
+ 0.1127634048461914,
223
+ 0.08990362286567688,
224
+ 0.12050548940896988,
225
+ 0.3400477170944214,
226
+ 0.07525460422039032,
227
+ 0.14900222420692444,
228
+ 0.18675318360328674,
229
+ 0.16128413379192352,
230
+ 0.146251380443573,
231
+ 0.2577729821205139,
232
+ 0.08365271240472794,
233
+ 0.41460973024368286,
234
+ 0.3815775215625763,
235
+ 0.20246228575706482,
236
+ 0.2388652265071869,
237
+ 0.17188797891139984,
238
+ 0.17584329843521118,
239
+ 0.11434746533632278,
240
+ 0.38733455538749695,
241
+ 0.21310098469257355,
242
+ 0.21377050876617432,
243
+ 0.3875793218612671,
244
+ 0.06796938180923462,
245
+ 0.1271955817937851,
246
+ 0.14327560365200043,
247
+ 0.2827748954296112,
248
+ 0.05128035694360733,
249
+ 0.20219312608242035,
250
+ 0.08344221860170364,
251
+ 0.1973709762096405,
252
+ 0.26454707980155945,
253
+ 0.26824015378952026,
254
+ 0.3301827609539032,
255
+ 0.5154873132705688,
256
+ 0.2826227843761444,
257
+ 0.3302050828933716,
258
+ 0.7520438432693481,
259
+ 0.43208473920822144,
260
+ 0.47872674465179443,
261
+ 0.06383223086595535,
262
+ 0.39875537157058716,
263
+ 0.09260578453540802,
264
+ 0.030561894178390503,
265
+ 0.21042440831661224,
266
+ 0.20439212024211884,
267
+ 0.10850193351507187,
268
+ 0.16924285888671875,
269
+ 0.1015925407409668,
270
+ 0.13817501068115234,
271
+ 0.17861370742321014,
272
+ 0.06598930060863495,
273
+ 0.05454954132437706,
274
+ 0.046835437417030334,
275
+ 0.023564830422401428,
276
+ 0.11954978853464127,
277
+ 0.046279605478048325,
278
+ 0.04667651280760765,
279
+ 0.06316681206226349,
280
+ 0.0850386694073677,
281
+ 0.038751307874917984,
282
+ 0.03383849188685417,
283
+ 0.014254823327064514,
284
+ 0.193876713514328,
285
+ 0.0214709360152483,
286
+ 0.31418514251708984,
287
+ 0.023431694135069847,
288
+ 0.2021256387233734,
289
+ 0.3037566542625427,
290
+ 0.2895669639110565,
291
+ 0.21302427351474762,
292
+ 0.13939706981182098,
293
+ 0.2368183135986328,
294
+ 0.08210774511098862,
295
+ 0.20562846958637238,
296
+ 0.024105392396450043,
297
+ 0.15002790093421936,
298
+ 0.1297411024570465,
299
+ 0.02257746458053589,
300
+ 0.058737341314554214,
301
+ 0.1038106307387352,
302
+ 0.046386685222387314,
303
+ 0.2306145429611206,
304
+ 0.23891474306583405,
305
+ 0.22462394833564758,
306
+ 0.04924370348453522,
307
+ 0.06393241137266159,
308
+ 0.031043700873851776,
309
+ 0.06965477019548416,
310
+ 0.22134126722812653,
311
+ 0.07287193834781647,
312
+ 0.01853613182902336,
313
+ 0.03551645949482918,
314
+ 0.05590555816888809,
315
+ 0.06391431391239166,
316
+ 0.05838346853852272,
317
+ 0.02905394323170185,
318
+ 0.030623076483607292,
319
+ 0.24901339411735535,
320
+ 0.08569569140672684,
321
+ 0.027323246002197266,
322
+ 0.16430264711380005,
323
+ 0.02901170775294304,
324
+ 0.032308511435985565,
325
+ 0.015334689058363438,
326
+ 0.06406573951244354,
327
+ 0.028646187856793404,
328
+ 0.025865845382213593,
329
+ 0.2760612964630127,
330
+ 0.1562701314687729,
331
+ 0.26148027181625366,
332
+ 0.08322788029909134,
333
+ 0.27823570370674133,
334
+ 0.37277311086654663,
335
+ 0.40237173438072205,
336
+ 0.2763063311576843,
337
+ 0.23397991061210632,
338
+ 0.22448360919952393,
339
+ 0.2303609997034073,
340
+ 0.12260687351226807,
341
+ 0.1956704705953598,
342
+ 0.2533000409603119,
343
+ 0.26699498295783997,
344
+ 0.15177035331726074,
345
+ 0.006398755591362715,
346
+ 0.02400691621005535,
347
+ 0.01911940611898899,
348
+ 0.29133349657058716,
349
+ 0.2289622575044632,
350
+ 0.18275675177574158,
351
+ 0.11040524393320084,
352
+ 0.024326477199792862,
353
+ 0.14672674238681793,
354
+ 0.034271009266376495,
355
+ 0.1882290542125702,
356
+ 0.09568117558956146,
357
+ 0.16163095831871033,
358
+ 0.1664183884859085,
359
+ 0.06763830035924911,
360
+ 0.1265750378370285,
361
+ 0.09337668120861053,
362
+ 0.09863689541816711,
363
+ 0.12291721999645233,
364
+ 0.07356400787830353,
365
+ 0.05861014500260353,
366
+ 0.22005979716777802,
367
+ 0.08077646046876907,
368
+ 0.242270365357399,
369
+ 0.05937211960554123,
370
+ 0.46358242630958557,
371
+ 0.3853006958961487,
372
+ 0.26354992389678955,
373
+ 0.2683316469192505,
374
+ 0.05525144934654236,
375
+ 0.07677306979894638,
376
+ 0.30955269932746887,
377
+ 0.2891177535057068,
378
+ 0.15808869898319244,
379
+ 0.2844487130641937,
380
+ 0.3084021210670471,
381
+ 0.3310549855232239,
382
+ 0.1883286088705063,
383
+ 0.2236301153898239,
384
+ 0.1677321046590805,
385
+ 0.2241082340478897,
386
+ 0.04961244389414787,
387
+ 0.038057513535022736,
388
+ 0.1634928435087204,
389
+ 0.023296507075428963,
390
+ 0.05155530571937561,
391
+ 0.18047527968883514,
392
+ 0.0977441594004631,
393
+ 0.07632524520158768,
394
+ 0.11030001193284988,
395
+ 0.38242340087890625,
396
+ 0.03876304626464844,
397
+ 0.027398617938160896,
398
+ 0.13834695518016815,
399
+ 0.03055829554796219,
400
+ 0.09446188062429428,
401
+ 0.08937561511993408,
402
+ 0.03250175714492798,
403
+ 0.08449078351259232,
404
+ 0.024067414924502373,
405
+ 0.01592734083533287,
406
+ 0.040962353348731995,
407
+ 0.14681294560432434,
408
+ 0.011870254762470722,
409
+ 0.10354217886924744,
410
+ 0.16920702159404755,
411
+ 0.14626210927963257,
412
+ 0.03798092156648636,
413
+ 0.05363687500357628,
414
+ 0.38055160641670227,
415
+ 0.2125851958990097,
416
+ 0.033810053020715714,
417
+ 0.15356691181659698,
418
+ 0.1472739428281784,
419
+ 0.136264830827713,
420
+ 0.1422460526227951,
421
+ 0.3524866998195648,
422
+ 0.18332262337207794,
423
+ 0.06014739349484444,
424
+ 0.08848471939563751,
425
+ 0.12563948333263397,
426
+ 0.03420524299144745,
427
+ 0.019631726667284966,
428
+ 0.038902733474969864,
429
+ 0.10453058779239655,
430
+ 0.23211495578289032,
431
+ 0.10602200776338577,
432
+ 0.18567009270191193,
433
+ 0.204959899187088,
434
+ 0.19788043200969696,
435
+ 0.07846469432115555,
436
+ 0.07141613960266113,
437
+ 0.07569237053394318,
438
+ 0.3271247446537018,
439
+ 0.11829831451177597,
440
+ 0.03241308405995369,
441
+ 0.3967396318912506,
442
+ 0.2723517119884491,
443
+ 0.13383841514587402,
444
+ 0.5161826610565186,
445
+ 0.6004098057746887,
446
+ 0.036753445863723755,
447
+ 0.4409528076648712,
448
+ 0.44104626774787903,
449
+ 0.049376312643289566,
450
+ 0.13294488191604614,
451
+ 0.2319055050611496,
452
+ 0.02562122792005539,
453
+ 0.031996164470911026,
454
+ 0.036989450454711914,
455
+ 0.08537891507148743,
456
+ 0.10703065246343613,
457
+ 0.018768835812807083,
458
+ 0.02196366712450981,
459
+ 0.11046794056892395,
460
+ 0.03164341673254967,
461
+ 0.04865419119596481,
462
+ 0.3209114670753479,
463
+ 0.2107369303703308,
464
+ 0.0341898612678051,
465
+ 0.06410712748765945,
466
+ 0.11164602637290955,
467
+ 0.13188929855823517,
468
+ 0.2599509656429291,
469
+ 0.06694723665714264,
470
+ 0.09519106894731522,
471
+ 0.22300730645656586,
472
+ 0.11061511188745499,
473
+ 0.11436401307582855,
474
+ 0.049839459359645844,
475
+ 0.2314661294221878,
476
+ 0.27565789222717285,
477
+ 0.18247398734092712,
478
+ 0.16282084584236145,
479
+ 0.18346573412418365,
480
+ 0.2653260827064514,
481
+ 0.17294453084468842,
482
+ 0.007649125065654516,
483
+ 0.10569779574871063,
484
+ 0.2172165960073471,
485
+ 0.09046309441328049,
486
+ 0.11111524701118469,
487
+ 0.06055905297398567,
488
+ 0.02903774008154869,
489
+ 0.07971115410327911,
490
+ 0.0158844031393528,
491
+ 0.11479806900024414,
492
+ 0.01622716337442398,
493
+ 0.13137073814868927,
494
+ 0.043420806527137756,
495
+ 0.007104760501533747,
496
+ 0.024455014616250992,
497
+ 0.10824909061193466,
498
+ 0.013613712042570114,
499
+ 0.07048037648200989,
500
+ 0.019546350464224815,
501
+ 0.05693713575601578,
502
+ 0.07354298233985901,
503
+ 0.24852274358272552,
504
+ 0.04586284980177879,
505
+ 0.14327070116996765,
506
+ 0.06975352764129639,
507
+ 0.15353922545909882,
508
+ 0.0296296626329422,
509
+ 0.043900907039642334,
510
+ 0.41100412607192993,
511
+ 0.43581241369247437,
512
+ 0.23199258744716644,
513
+ 0.1498725265264511,
514
+ 0.02981048822402954,
515
+ 0.15409177541732788,
516
+ 0.05898803845047951,
517
+ 0.1377081423997879,
518
+ 0.16032972931861877,
519
+ 0.05709007754921913,
520
+ 0.13860651850700378,
521
+ 0.015274768695235252,
522
+ 0.10008939355611801,
523
+ 0.006756240501999855,
524
+ 0.28882163763046265,
525
+ 0.08473503589630127,
526
+ 0.0822983980178833,
527
+ 0.25617262721061707,
528
+ 0.18517599999904633,
529
+ 0.13403746485710144,
530
+ 0.02735348604619503,
531
+ 0.1455976665019989,
532
+ 0.08278953284025192,
533
+ 0.014882870018482208,
534
+ 0.00720117287710309,
535
+ 0.06928342580795288,
536
+ 0.047795508056879044,
537
+ 0.04776627570390701,
538
+ 0.21504850685596466,
539
+ 0.3386775851249695,
540
+ 0.11093848198652267,
541
+ 0.15141136944293976,
542
+ 0.23415839672088623,
543
+ 0.03365979343652725,
544
+ 0.03660109266638756,
545
+ 0.06338979303836823,
546
+ 0.05852808058261871,
547
+ 0.12436946481466293,
548
+ 0.11487988382577896,
549
+ 0.33208802342414856,
550
+ 0.006971671245992184,
551
+ 0.13503284752368927,
552
+ 0.021383903920650482,
553
+ 0.010312278755009174,
554
+ 0.09864304214715958,
555
+ 0.017986437305808067,
556
+ 0.021182449534535408,
557
+ 0.042374469339847565,
558
+ 0.025857767090201378,
559
+ 0.14909563958644867,
560
+ 0.08024438470602036,
561
+ 0.008163845166563988,
562
+ 0.15762515366077423,
563
+ 0.29603058099746704,
564
+ 0.08618886768817902,
565
+ 0.35150015354156494,
566
+ 0.04010431095957756,
567
+ 0.020978597924113274,
568
+ 0.03046293929219246,
569
+ 0.24243201315402985,
570
+ 0.18371877074241638,
571
+ 0.06187931448221207,
572
+ 0.01555029209703207,
573
+ 0.14447060227394104,
574
+ 0.11610310524702072
575
+ ]
576
+ }
p4rel-mae-base-d40-s1/mixture_plan.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
3
+ size 15360128
p4rel-mae-base-d40-s1/run.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "campaign_id": "phase4-reliability",
3
+ "trial_id": "p4rel-mae-base-d40-s1",
4
+ "fingerprint": "bbcd70148f3424d1",
5
+ "wandb_run_id": "phase4-reliability-p4rel-mae-base-d40-s1",
6
+ "environment": {
7
+ "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
8
+ "git_dirty": true,
9
+ "torch": "2.12.0+cu130",
10
+ "cuda": "13.0",
11
+ "cudnn": 92000,
12
+ "gpu_count": 1,
13
+ "gpu_name": "NVIDIA GeForce RTX 4090",
14
+ "gpu_memory_gib": 23.52,
15
+ "capability": "8.9",
16
+ "driver": "580.173.02"
17
+ },
18
+ "parameters": {
19
+ "encoder_params": 85252608,
20
+ "decoder_params": 2585856,
21
+ "trainable_params": 88035328,
22
+ "total_params": 88035328
23
+ },
24
+ "schedule": {
25
+ "budget_clips": 1920000,
26
+ "schedule_clips": null,
27
+ "clips_per_step": 48,
28
+ "total_steps": 40000,
29
+ "schedule_steps": 40000,
30
+ "warmup_steps": 4000,
31
+ "ema_anneal_steps": 40000,
32
+ "final_lr": 2.0000019000511308e-07,
33
+ "final_ema_decay": 0.9999899952500001
34
+ },
35
+ "geometry": {
36
+ "patch_grid": [
37
+ 64,
38
+ 4
39
+ ],
40
+ "num_patches": 256,
41
+ "visible_patches": 51,
42
+ "centers_per_mask": 2
43
+ },
44
+ "data": {
45
+ "split": "train",
46
+ "rows": 1912024,
47
+ "shards": 96,
48
+ "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
49
+ "val_split": "balanced_train",
50
+ "val_clips": 2048
51
+ },
52
+ "mixture": {
53
+ "dist_id": null,
54
+ "has_weights": true,
55
+ "repetition_cap": 1000.0,
56
+ "distinct_fraction": null,
57
+ "max_repetition": 7.5,
58
+ "distinct_clips": 485516,
59
+ "capped_clusters": 0,
60
+ "realized_weights": [
61
+ 0.020410416666666667,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.015484375,
66
+ 0.004925520833333333,
67
+ 0.0035192708333333335,
68
+ 0.020410416666666667,
69
+ 0.05278489583333333,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.4331015625,
74
+ 0.0,
75
+ 0.0,
76
+ 0.4064296875,
77
+ 0.0014083333333333333,
78
+ 0.0,
79
+ 0.041525520833333336,
80
+ 0.0
81
+ ]
82
+ },
83
+ "started_at": 1786976009.7243702,
84
+ "finished_at": 1786977600.4665067,
85
+ "summary": {
86
+ "completed": true,
87
+ "final_step": 40000,
88
+ "clips_seen": 1920000,
89
+ "peak_gib": 2.0947370529174805,
90
+ "val/loss": 0.6301599419675767,
91
+ "val/frame": 0.6301599419675767,
92
+ "val/utterance": 0.0
93
+ }
94
+ }
p4rel-mae-base-d40-s1/status.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": "complete",
3
+ "updated_at": 1786977600.468033,
4
+ "step": 40000,
5
+ "total_steps": 40000,
6
+ "clips_seen": 1920000,
7
+ "completed": true,
8
+ "final_step": 40000,
9
+ "peak_gib": 2.0947370529174805,
10
+ "val/loss": 0.6301599419675767,
11
+ "val/frame": 0.6301599419675767,
12
+ "val/utterance": 0.0
13
+ }