quinnlue commited on
Commit
e90cc41
·
verified ·
1 Parent(s): 5287712

Upload folder using huggingface_hub

Browse files
p4rel-mae-15m-d40-s0/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 384
3
+ depth: 8
4
+ num_heads: 6
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 48
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.02041015625
46
+ - 0.0
47
+ - 0.0
48
+ - 0.0
49
+ - 0.015484375
50
+ - 0.00492578125
51
+ - 0.00351953125
52
+ - 0.02041015625
53
+ - 0.05278515625
54
+ - 0.0
55
+ - 0.0
56
+ - 0.0
57
+ - 0.4331015625
58
+ - 0.0
59
+ - 0.0
60
+ - 0.4064296875
61
+ - 0.001408203125
62
+ - 0.0
63
+ - 0.041525390625
64
+ - 0.0
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0003
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 1
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-15m-d40-s0
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 0
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-15m-d40-s0/events.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
p4rel-mae-15m-d40-s0/exports/step_00040000/config.yaml ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ embed_dim: 384
3
+ depth: 8
4
+ num_heads: 6
5
+ mlp_ratio: 4
6
+ target_frames: 1024
7
+ mel_bins: 64
8
+ patch_time: 16
9
+ patch_freq: 16
10
+ decoder_layers: 6
11
+ decoder_groups: 16
12
+ decoder_kernel: 3
13
+ objective:
14
+ kind: mae
15
+ mae_norm_pix: true
16
+ num_classes: 527
17
+ clone_batch: 1
18
+ mask_prob: 0.8
19
+ mask_length: 5
20
+ mask_prob_adjust: 0.07
21
+ average_top_k_layers: 0
22
+ utterance_weight: 1.0
23
+ normalize_utterance_target: false
24
+ ema_decay: 0.9998
25
+ ema_end_decay: 0.99999
26
+ ema_anneal_steps: null
27
+ data:
28
+ data_dir: /workspace/data/asmel_flat
29
+ train_split: train
30
+ val_split: balanced_train
31
+ revision: ''
32
+ batch_size: 48
33
+ num_workers: 12
34
+ prefetch_factor: 4
35
+ pin_memory: true
36
+ persistent_workers: true
37
+ drop_last: true
38
+ seed: 0
39
+ max_shards: 0
40
+ mixture:
41
+ cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
42
+ distributions: null
43
+ dist_id: null
44
+ weights:
45
+ - 0.02041015625
46
+ - 0.0
47
+ - 0.0
48
+ - 0.0
49
+ - 0.015484375
50
+ - 0.00492578125
51
+ - 0.00351953125
52
+ - 0.02041015625
53
+ - 0.05278515625
54
+ - 0.0
55
+ - 0.0
56
+ - 0.0
57
+ - 0.4331015625
58
+ - 0.0
59
+ - 0.0
60
+ - 0.4064296875
61
+ - 0.001408203125
62
+ - 0.0
63
+ - 0.041525390625
64
+ - 0.0
65
+ repetition_cap: 1000.0
66
+ distinct_fraction: null
67
+ optim:
68
+ lr: 0.0003
69
+ betas:
70
+ - 0.9
71
+ - 0.95
72
+ eps: 1.0e-08
73
+ weight_decay: 0.05
74
+ clip_norm: 4.0
75
+ warmup_frac: 0.1
76
+ min_lr_scale: 0.002
77
+ loop:
78
+ budget_clips: 1920000
79
+ schedule_clips: null
80
+ gradient_accumulation_steps: 1
81
+ precision: bfloat16
82
+ compile: true
83
+ compile_mode: default
84
+ log_every_n_steps: 20
85
+ heartbeat_every_n_steps: 50
86
+ max_steps: null
87
+ eval:
88
+ enabled: true
89
+ every_n_steps: 10000
90
+ num_clips: 2048
91
+ mask_seed: 12345
92
+ batch_size: 48
93
+ checkpoint:
94
+ save_every_n_steps: 40000
95
+ export_every_n_steps: 40000
96
+ keep_last_n_exports: 0
97
+ tracking:
98
+ campaign_id: phase4-reliability
99
+ trial_id: p4rel-mae-15m-d40-s0
100
+ wandb_project: mixture-transfer
101
+ wandb_entity: null
102
+ wandb_mode: online
103
+ wandb_run_id: null
104
+ hub_repo_id: null
105
+ hub_private: false
106
+ hub_upload: false
107
+ runtime:
108
+ seed: 0
109
+ data_loader_seed: null
110
+ objective_seed: null
111
+ deterministic: false
112
+ allow_tf32: true
p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s0.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
3
+ "fingerprint": "8398faff4cbadccd",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d40-s0",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 0,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.3853212960064411,
60
+ "lora/map": 0.3853212960064411,
61
+ "fsd50k/map": 0.3853212960064411,
62
+ "train_seconds": 24.97,
63
+ "total_seconds": 34.25,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023394437573151662,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023565361441724275,
77
+ "val_map": 0.3853212960064411,
78
+ "lr": 0.0,
79
+ "train_s": 24.97211490373593
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.28739336133003235,
84
+ 0.06470432877540588,
85
+ 0.5525945425033569,
86
+ 0.37915289402008057,
87
+ 0.4795542061328888,
88
+ 0.6270549893379211,
89
+ 0.8345900177955627,
90
+ 0.5331564545631409,
91
+ 0.5750936269760132,
92
+ 0.4866996109485626,
93
+ 0.2595159113407135,
94
+ 0.37285009026527405,
95
+ 0.1756991595029831,
96
+ 0.40390464663505554,
97
+ 0.5050023198127747,
98
+ 0.47661781311035156,
99
+ 0.025400884449481964,
100
+ 0.2690572440624237,
101
+ 0.459450900554657,
102
+ 0.2193489521741867,
103
+ 0.4746044874191284,
104
+ 0.4136151671409607,
105
+ 0.7798420190811157,
106
+ 0.08003802597522736,
107
+ 0.22319111227989197,
108
+ 0.43003061413764954,
109
+ 0.36337143182754517,
110
+ 0.24764910340309143,
111
+ 0.8073567748069763,
112
+ 0.3278294503688812,
113
+ 0.6613326668739319,
114
+ 0.5557122230529785,
115
+ 0.39863133430480957,
116
+ 0.1712612807750702,
117
+ 0.34308356046676636,
118
+ 0.2194979041814804,
119
+ 0.40745484828948975,
120
+ 0.18678775429725647,
121
+ 0.3328658640384674,
122
+ 0.23637109994888306,
123
+ 0.5135675668716431,
124
+ 0.2615809738636017,
125
+ 0.6531001925468445,
126
+ 0.1573869287967682,
127
+ 0.5074287056922913,
128
+ 0.09280791878700256,
129
+ 0.20909801125526428,
130
+ 0.29524827003479004,
131
+ 0.7090892195701599,
132
+ 0.4000719487667084,
133
+ 0.4620465040206909,
134
+ 0.5625457167625427,
135
+ 0.584029495716095,
136
+ 0.15043234825134277,
137
+ 0.1317988634109497,
138
+ 0.03132358565926552,
139
+ 0.30339816212654114,
140
+ 0.6711106896400452,
141
+ 0.1077054962515831,
142
+ 0.5088849663734436,
143
+ 0.5999535322189331,
144
+ 0.6460513472557068,
145
+ 0.4478387236595154,
146
+ 0.16604559123516083,
147
+ 0.5125017166137695,
148
+ 0.13790935277938843,
149
+ 0.2514069676399231,
150
+ 0.6783756613731384,
151
+ 0.5421435236930847,
152
+ 0.5065243244171143,
153
+ 0.49194270372390747,
154
+ 0.27085554599761963,
155
+ 0.6691566705703735,
156
+ 0.2703176736831665,
157
+ 0.27478769421577454,
158
+ 0.21868835389614105,
159
+ 0.33255159854888916,
160
+ 0.3499140441417694,
161
+ 0.2898824214935303,
162
+ 0.4713522493839264,
163
+ 0.2655220031738281,
164
+ 0.2751677930355072,
165
+ 0.3413573205471039,
166
+ 0.36232107877731323,
167
+ 0.24019333720207214,
168
+ 0.2750403583049774,
169
+ 0.4425697326660156,
170
+ 0.5563174486160278,
171
+ 0.26935040950775146,
172
+ 0.14044345915317535,
173
+ 0.7246933579444885,
174
+ 0.12334299087524414,
175
+ 0.5055307745933533,
176
+ 0.20315374433994293,
177
+ 0.3449469208717346,
178
+ 0.31690001487731934,
179
+ 0.5347923040390015,
180
+ 0.12979234755039215,
181
+ 0.3389751613140106,
182
+ 0.09576787054538727,
183
+ 0.562533974647522,
184
+ 0.7034693956375122,
185
+ 0.23129191994667053,
186
+ 0.39634180068969727,
187
+ 0.22767385840415955,
188
+ 0.3930811583995819,
189
+ 0.6838313937187195,
190
+ 0.5283895134925842,
191
+ 0.5352715849876404,
192
+ 0.18162794411182404,
193
+ 0.26234105229377747,
194
+ 0.3347100615501404,
195
+ 0.5104448795318604,
196
+ 0.09319517016410828,
197
+ 0.15127354860305786,
198
+ 0.3335880637168884,
199
+ 0.7467076778411865,
200
+ 0.33792126178741455,
201
+ 0.4883624017238617,
202
+ 0.22491614520549774,
203
+ 0.865200400352478,
204
+ 0.8726983666419983,
205
+ 0.3551172912120819,
206
+ 0.13603536784648895,
207
+ 0.24023336172103882,
208
+ 0.7645444273948669,
209
+ 0.28188252449035645,
210
+ 0.7103537321090698,
211
+ 0.318420946598053,
212
+ 0.13359791040420532,
213
+ 0.2190348356962204,
214
+ 0.841565728187561,
215
+ 0.42138922214508057,
216
+ 0.4632094204425812,
217
+ 0.6436580419540405,
218
+ 0.09233644604682922,
219
+ 0.08811339735984802,
220
+ 0.05605899170041084,
221
+ 0.5899607539176941,
222
+ 0.554829478263855,
223
+ 0.25334373116493225,
224
+ 0.39368462562561035,
225
+ 0.3134835660457611,
226
+ 0.36726975440979004,
227
+ 0.6096002459526062,
228
+ 0.5435211062431335,
229
+ 0.056046005338430405,
230
+ 0.601108968257904,
231
+ 0.16639158129692078,
232
+ 0.2811546325683594,
233
+ 0.44321945309638977,
234
+ 0.5066966414451599,
235
+ 0.25244686007499695,
236
+ 0.3558788299560547,
237
+ 0.5032936930656433,
238
+ 0.32965564727783203,
239
+ 0.4957225024700165,
240
+ 0.6775295734405518,
241
+ 0.4698237180709839,
242
+ 0.06957916915416718,
243
+ 0.40319305658340454,
244
+ 0.14408300817012787,
245
+ 0.6471328139305115,
246
+ 0.2183399349451065,
247
+ 0.33856239914894104,
248
+ 0.34249719977378845,
249
+ 0.34215518832206726,
250
+ 0.06054113060235977,
251
+ 0.36933109164237976,
252
+ 0.4591065049171448,
253
+ 0.10537592321634293,
254
+ 0.8579698801040649,
255
+ 0.8685778379440308,
256
+ 0.07154687494039536,
257
+ 0.529163658618927,
258
+ 0.6990488767623901,
259
+ 0.22488318383693695,
260
+ 0.24703216552734375,
261
+ 0.2239544540643692,
262
+ 0.3014275133609772,
263
+ 0.06216985359787941,
264
+ 0.4220583140850067,
265
+ 0.14091072976589203,
266
+ 0.6230973601341248,
267
+ 0.6146975159645081,
268
+ 0.40609216690063477,
269
+ 0.27640923857688904,
270
+ 0.6586822271347046,
271
+ 0.5911396145820618,
272
+ 0.36916425824165344,
273
+ 0.3486332297325134,
274
+ 0.4209405183792114,
275
+ 0.5675254464149475,
276
+ 0.11469753831624985,
277
+ 0.3214288353919983,
278
+ 0.3206273317337036,
279
+ 0.0999741181731224,
280
+ 0.5306130647659302,
281
+ 0.1255454272031784,
282
+ 0.7568635940551758
283
+ ]
284
+ }
p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s1.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
3
+ "fingerprint": "8398faff4cbadccd",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d40-s0",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 1,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.38710991412401197,
60
+ "lora/map": 0.38710991412401197,
61
+ "fsd50k/map": 0.38710991412401197,
62
+ "train_seconds": 24.01,
63
+ "total_seconds": 33.7,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.023242766624316572,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023413591722381843,
77
+ "val_map": 0.38710991412401197,
78
+ "lr": 0.0,
79
+ "train_s": 24.013270855299197
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.26781463623046875,
84
+ 0.08523088693618774,
85
+ 0.48737528920173645,
86
+ 0.3766424059867859,
87
+ 0.48131728172302246,
88
+ 0.6196973323822021,
89
+ 0.8477761745452881,
90
+ 0.5337882041931152,
91
+ 0.5810530185699463,
92
+ 0.4931079149246216,
93
+ 0.28664955496788025,
94
+ 0.39622846245765686,
95
+ 0.16942009329795837,
96
+ 0.3932512700557709,
97
+ 0.49991297721862793,
98
+ 0.4632200002670288,
99
+ 0.025871943682432175,
100
+ 0.29040804505348206,
101
+ 0.4676697254180908,
102
+ 0.2118062824010849,
103
+ 0.48078376054763794,
104
+ 0.37916359305381775,
105
+ 0.8234211206436157,
106
+ 0.08366598188877106,
107
+ 0.26108676195144653,
108
+ 0.3854095935821533,
109
+ 0.37333640456199646,
110
+ 0.247965469956398,
111
+ 0.7766761183738708,
112
+ 0.3039126396179199,
113
+ 0.6527931094169617,
114
+ 0.5140264630317688,
115
+ 0.37423864006996155,
116
+ 0.1647060066461563,
117
+ 0.4215256869792938,
118
+ 0.2347257286310196,
119
+ 0.4268244504928589,
120
+ 0.15177679061889648,
121
+ 0.22280897200107574,
122
+ 0.2843855321407318,
123
+ 0.5550826787948608,
124
+ 0.28511324524879456,
125
+ 0.6381295919418335,
126
+ 0.23393210768699646,
127
+ 0.5670151114463806,
128
+ 0.1471182107925415,
129
+ 0.20093044638633728,
130
+ 0.26289767026901245,
131
+ 0.7160051465034485,
132
+ 0.41647252440452576,
133
+ 0.3293061852455139,
134
+ 0.5085940361022949,
135
+ 0.5591674447059631,
136
+ 0.19432027637958527,
137
+ 0.1303938776254654,
138
+ 0.03670289367437363,
139
+ 0.23153084516525269,
140
+ 0.6645091772079468,
141
+ 0.1260232925415039,
142
+ 0.5292968153953552,
143
+ 0.6059660315513611,
144
+ 0.6484935879707336,
145
+ 0.455620676279068,
146
+ 0.09851919859647751,
147
+ 0.5283724069595337,
148
+ 0.12057354301214218,
149
+ 0.33326196670532227,
150
+ 0.6833611130714417,
151
+ 0.5447778105735779,
152
+ 0.5145055651664734,
153
+ 0.48734331130981445,
154
+ 0.19889263808727264,
155
+ 0.6891688108444214,
156
+ 0.33919668197631836,
157
+ 0.24319691956043243,
158
+ 0.23294185101985931,
159
+ 0.4244987666606903,
160
+ 0.38945725560188293,
161
+ 0.30287864804267883,
162
+ 0.42235067486763,
163
+ 0.24455872178077698,
164
+ 0.25334128737449646,
165
+ 0.38932380080223083,
166
+ 0.33959364891052246,
167
+ 0.2580225169658661,
168
+ 0.28604239225387573,
169
+ 0.4184837341308594,
170
+ 0.5482451319694519,
171
+ 0.1786421686410904,
172
+ 0.1463422179222107,
173
+ 0.7445507645606995,
174
+ 0.10468284040689468,
175
+ 0.5252717733383179,
176
+ 0.2508915960788727,
177
+ 0.34661179780960083,
178
+ 0.3637429177761078,
179
+ 0.44242921471595764,
180
+ 0.15689906477928162,
181
+ 0.36657020449638367,
182
+ 0.05992894619703293,
183
+ 0.5680575370788574,
184
+ 0.701328694820404,
185
+ 0.226041778922081,
186
+ 0.4021109938621521,
187
+ 0.24822251498699188,
188
+ 0.40444305539131165,
189
+ 0.6871629953384399,
190
+ 0.5099961161613464,
191
+ 0.5437641143798828,
192
+ 0.17610813677310944,
193
+ 0.22173719108104706,
194
+ 0.3301677703857422,
195
+ 0.6169798970222473,
196
+ 0.07909049838781357,
197
+ 0.16242745518684387,
198
+ 0.32201290130615234,
199
+ 0.7139000296592712,
200
+ 0.4382001757621765,
201
+ 0.4959510862827301,
202
+ 0.24539723992347717,
203
+ 0.8716900944709778,
204
+ 0.8801045417785645,
205
+ 0.36447837948799133,
206
+ 0.09342948347330093,
207
+ 0.29459384083747864,
208
+ 0.7712181806564331,
209
+ 0.279727578163147,
210
+ 0.732043981552124,
211
+ 0.32064172625541687,
212
+ 0.11942606419324875,
213
+ 0.14227457344532013,
214
+ 0.7901130318641663,
215
+ 0.4138883054256439,
216
+ 0.4623400568962097,
217
+ 0.626743733882904,
218
+ 0.08966761082410812,
219
+ 0.07209724187850952,
220
+ 0.049113065004348755,
221
+ 0.5856214761734009,
222
+ 0.5235874652862549,
223
+ 0.21312811970710754,
224
+ 0.33526989817619324,
225
+ 0.3036474883556366,
226
+ 0.30608683824539185,
227
+ 0.6482664346694946,
228
+ 0.5297998189926147,
229
+ 0.06332699209451675,
230
+ 0.526425838470459,
231
+ 0.1944369077682495,
232
+ 0.3412795662879944,
233
+ 0.47265899181365967,
234
+ 0.5170830488204956,
235
+ 0.27515414357185364,
236
+ 0.32190653681755066,
237
+ 0.4701305329799652,
238
+ 0.3881170451641083,
239
+ 0.5600118637084961,
240
+ 0.6896933913230896,
241
+ 0.4598030745983124,
242
+ 0.06420700252056122,
243
+ 0.4066150188446045,
244
+ 0.162798210978508,
245
+ 0.6596831679344177,
246
+ 0.24938195943832397,
247
+ 0.28037750720977783,
248
+ 0.3644827604293823,
249
+ 0.3522442579269409,
250
+ 0.06709027290344238,
251
+ 0.36811158061027527,
252
+ 0.3988819122314453,
253
+ 0.12053388357162476,
254
+ 0.861801028251648,
255
+ 0.8729416728019714,
256
+ 0.06017932668328285,
257
+ 0.588947057723999,
258
+ 0.7338494658470154,
259
+ 0.22408513724803925,
260
+ 0.2553573548793793,
261
+ 0.20483556389808655,
262
+ 0.3032362163066864,
263
+ 0.034158915281295776,
264
+ 0.47725629806518555,
265
+ 0.17353485524654388,
266
+ 0.6386932730674744,
267
+ 0.6160663366317749,
268
+ 0.40724417567253113,
269
+ 0.2532147169113159,
270
+ 0.6623817086219788,
271
+ 0.6195700764656067,
272
+ 0.3961630165576935,
273
+ 0.4009678065776825,
274
+ 0.39229217171669006,
275
+ 0.5558972358703613,
276
+ 0.11345183104276657,
277
+ 0.35287266969680786,
278
+ 0.39837709069252014,
279
+ 0.12015768140554428,
280
+ 0.5165424346923828,
281
+ 0.18713749945163727,
282
+ 0.7526674270629883
283
+ ]
284
+ }
p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s2.json ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
3
+ "fingerprint": "8398faff4cbadccd",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d40-s0",
6
+ "target": "fsd50k",
7
+ "num_classes": 200,
8
+ "lora_layers_wrapped": 32,
9
+ "params": {
10
+ "trainable": 876488,
11
+ "total": 15158984,
12
+ "fraction": 0.05781970612278501
13
+ },
14
+ "steps_per_epoch": 989,
15
+ "total_steps": 989,
16
+ "train_clips": 36796,
17
+ "train_segments": 47487,
18
+ "val_clips": 10231,
19
+ "val_segments": 15513,
20
+ "train_split": "train",
21
+ "eval_split": "test",
22
+ "config": {
23
+ "rank": 16,
24
+ "alpha": 32.0,
25
+ "targets": [
26
+ "qkv",
27
+ "proj",
28
+ "fc1",
29
+ "fc2"
30
+ ],
31
+ "train_norms": true,
32
+ "epochs": 1.0,
33
+ "batch_size": 48,
34
+ "lr": 0.003,
35
+ "min_lr": 1e-05,
36
+ "warmup_frac": 0.1,
37
+ "betas": [
38
+ 0.9,
39
+ 0.95
40
+ ],
41
+ "weight_decay": 0.05,
42
+ "clip_norm": 4.0,
43
+ "mixup": 0.0,
44
+ "mixup_prob": 0.9,
45
+ "freq_mask": 0,
46
+ "time_mask": 0,
47
+ "roll_aug": false,
48
+ "mask_ratio": 0.0,
49
+ "num_classes": 200,
50
+ "prior_bias_init": true,
51
+ "num_workers": 8,
52
+ "seed": 2,
53
+ "train_probe_clips": 4096,
54
+ "train_eval_every": 25,
55
+ "val_evals": 5,
56
+ "eval_batch_size": 128
57
+ },
58
+ "gpu": "NVIDIA GeForce RTX 4090",
59
+ "final_val_map": 0.386523766303435,
60
+ "lora/map": 0.386523766303435,
61
+ "fsd50k/map": 0.386523766303435,
62
+ "train_seconds": 24.64,
63
+ "total_seconds": 33.69,
64
+ "history": [
65
+ {
66
+ "step": 0,
67
+ "epoch": 0.0,
68
+ "loss": null,
69
+ "val_map": 0.02140844542882405,
70
+ "lr": 0.0,
71
+ "train_s": 0.0
72
+ },
73
+ {
74
+ "step": 989,
75
+ "epoch": 1.0,
76
+ "loss": 0.023689052770325895,
77
+ "val_map": 0.386523766303435,
78
+ "lr": 0.0,
79
+ "train_s": 24.638549690134823
80
+ }
81
+ ],
82
+ "per_class_ap": [
83
+ 0.23181429505348206,
84
+ 0.14751800894737244,
85
+ 0.5273829698562622,
86
+ 0.36070460081100464,
87
+ 0.48239824175834656,
88
+ 0.6173847317695618,
89
+ 0.8224537372589111,
90
+ 0.5219076871871948,
91
+ 0.5669375061988831,
92
+ 0.4331302046775818,
93
+ 0.36719414591789246,
94
+ 0.39033347368240356,
95
+ 0.16849353909492493,
96
+ 0.3439512848854065,
97
+ 0.4975810945034027,
98
+ 0.4680050015449524,
99
+ 0.03881203010678291,
100
+ 0.2261521816253662,
101
+ 0.4200233221054077,
102
+ 0.18227681517601013,
103
+ 0.5831491947174072,
104
+ 0.3866637051105499,
105
+ 0.801540195941925,
106
+ 0.09937570989131927,
107
+ 0.25049224495887756,
108
+ 0.3965705633163452,
109
+ 0.3387240171432495,
110
+ 0.25952228903770447,
111
+ 0.7028020024299622,
112
+ 0.3109878897666931,
113
+ 0.6274600028991699,
114
+ 0.5276585817337036,
115
+ 0.3636040687561035,
116
+ 0.1674291491508484,
117
+ 0.36031365394592285,
118
+ 0.23938266932964325,
119
+ 0.41831904649734497,
120
+ 0.18367892503738403,
121
+ 0.4151524007320404,
122
+ 0.24893221259117126,
123
+ 0.5530728697776794,
124
+ 0.21724054217338562,
125
+ 0.6273002624511719,
126
+ 0.17894160747528076,
127
+ 0.5388445854187012,
128
+ 0.19068820774555206,
129
+ 0.3020823895931244,
130
+ 0.2541145980358124,
131
+ 0.6774012446403503,
132
+ 0.4190114736557007,
133
+ 0.3865838050842285,
134
+ 0.4999372065067291,
135
+ 0.5500036478042603,
136
+ 0.12265387177467346,
137
+ 0.18747320771217346,
138
+ 0.024657418951392174,
139
+ 0.20440828800201416,
140
+ 0.6695384979248047,
141
+ 0.11069183796644211,
142
+ 0.48923784494400024,
143
+ 0.5510660409927368,
144
+ 0.6414236426353455,
145
+ 0.45778319239616394,
146
+ 0.22225379943847656,
147
+ 0.4765818417072296,
148
+ 0.152737095952034,
149
+ 0.30088305473327637,
150
+ 0.6525614857673645,
151
+ 0.5400179028511047,
152
+ 0.5280479788780212,
153
+ 0.49752917885780334,
154
+ 0.2877115309238434,
155
+ 0.6880825161933899,
156
+ 0.3247811198234558,
157
+ 0.28098249435424805,
158
+ 0.218079075217247,
159
+ 0.47480055689811707,
160
+ 0.395984947681427,
161
+ 0.3291056752204895,
162
+ 0.4191250801086426,
163
+ 0.24050121009349823,
164
+ 0.28839147090911865,
165
+ 0.3713400065898895,
166
+ 0.30340349674224854,
167
+ 0.2801892161369324,
168
+ 0.22055698931217194,
169
+ 0.4072445034980774,
170
+ 0.6349921226501465,
171
+ 0.18087881803512573,
172
+ 0.0787588581442833,
173
+ 0.7351406216621399,
174
+ 0.12111902981996536,
175
+ 0.5754578113555908,
176
+ 0.18845172226428986,
177
+ 0.36356180906295776,
178
+ 0.3734724819660187,
179
+ 0.48828238248825073,
180
+ 0.15992340445518494,
181
+ 0.4176674783229828,
182
+ 0.07886790484189987,
183
+ 0.553830087184906,
184
+ 0.7011871933937073,
185
+ 0.22544367611408234,
186
+ 0.424638569355011,
187
+ 0.2487395703792572,
188
+ 0.36440807580947876,
189
+ 0.7048834562301636,
190
+ 0.508766233921051,
191
+ 0.5237484574317932,
192
+ 0.21281227469444275,
193
+ 0.18634384870529175,
194
+ 0.3331180214881897,
195
+ 0.596039891242981,
196
+ 0.08489787578582764,
197
+ 0.1439129114151001,
198
+ 0.33609268069267273,
199
+ 0.6509618759155273,
200
+ 0.45465442538261414,
201
+ 0.48427149653434753,
202
+ 0.23112130165100098,
203
+ 0.8746379613876343,
204
+ 0.8823337554931641,
205
+ 0.31322842836380005,
206
+ 0.1236804947257042,
207
+ 0.2877768874168396,
208
+ 0.7668353319168091,
209
+ 0.26362553238868713,
210
+ 0.7267686724662781,
211
+ 0.3342200815677643,
212
+ 0.14915208518505096,
213
+ 0.17413896322250366,
214
+ 0.763143002986908,
215
+ 0.49390336871147156,
216
+ 0.45677614212036133,
217
+ 0.6314387917518616,
218
+ 0.1290026307106018,
219
+ 0.0631435215473175,
220
+ 0.057899072766304016,
221
+ 0.650213360786438,
222
+ 0.5169677734375,
223
+ 0.1389724761247635,
224
+ 0.3155309557914734,
225
+ 0.23889882862567902,
226
+ 0.36148160696029663,
227
+ 0.6708497405052185,
228
+ 0.5716634392738342,
229
+ 0.052944861352443695,
230
+ 0.5888412594795227,
231
+ 0.16807103157043457,
232
+ 0.3384817838668823,
233
+ 0.46496549248695374,
234
+ 0.4516431987285614,
235
+ 0.35027000308036804,
236
+ 0.3627970516681671,
237
+ 0.45113900303840637,
238
+ 0.33914420008659363,
239
+ 0.5295158624649048,
240
+ 0.6176320314407349,
241
+ 0.45242050290107727,
242
+ 0.068865567445755,
243
+ 0.3804430067539215,
244
+ 0.20936298370361328,
245
+ 0.6409932374954224,
246
+ 0.2793484628200531,
247
+ 0.32087263464927673,
248
+ 0.4703594148159027,
249
+ 0.3567449152469635,
250
+ 0.0639423131942749,
251
+ 0.28177550435066223,
252
+ 0.4517488479614258,
253
+ 0.10517901182174683,
254
+ 0.8559802770614624,
255
+ 0.8643322587013245,
256
+ 0.05456700921058655,
257
+ 0.5370875000953674,
258
+ 0.7071268558502197,
259
+ 0.2449193149805069,
260
+ 0.28096842765808105,
261
+ 0.2052188366651535,
262
+ 0.30964675545692444,
263
+ 0.06553370505571365,
264
+ 0.4880100190639496,
265
+ 0.1488364040851593,
266
+ 0.58885657787323,
267
+ 0.6076492667198181,
268
+ 0.35751354694366455,
269
+ 0.27566802501678467,
270
+ 0.6537463665008545,
271
+ 0.5697595477104187,
272
+ 0.3428483009338379,
273
+ 0.46362966299057007,
274
+ 0.3920905292034149,
275
+ 0.5585684180259705,
276
+ 0.13490411639213562,
277
+ 0.29177454113960266,
278
+ 0.3789577782154083,
279
+ 0.116185262799263,
280
+ 0.5004310011863708,
281
+ 0.15696856379508972,
282
+ 0.7814810276031494
283
+ ]
284
+ }
p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s0.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
4
+ "fingerprint": "8398faff4cbadccd",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-15m-d40-s0",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 0,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.0069142237410127795,
61
+ "val_map": 0.006050261742421258,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02356,
69
+ "train_map": 0.030231907276526814,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.9
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02325,
78
+ "train_map": 0.053521918617780946,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.5
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02246,
87
+ "train_map": 0.06576672426126261,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 2.2
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02209,
96
+ "train_map": 0.07598944377919316,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.8
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02205,
105
+ "train_map": 0.08887145466783546,
106
+ "val_map": 0.0536087313923186,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 3.0
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02105,
114
+ "train_map": 0.09526989015130294,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.5
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02061,
123
+ "train_map": 0.09914778177122775,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 4.1
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02041,
132
+ "train_map": 0.12524776762586434,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.7
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02028,
141
+ "train_map": 0.13882625573252874,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 5.4
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01965,
150
+ "train_map": 0.141823241213227,
151
+ "val_map": 0.0864240971006863,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.8
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01994,
159
+ "train_map": 0.14990596904329234,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 6.2
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.0196,
168
+ "train_map": 0.17398937804398235,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.8
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01944,
177
+ "train_map": 0.18584892295735694,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 7.5
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01907,
186
+ "train_map": 0.20183882758859015,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 8.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.0184,
195
+ "train_map": 0.21102153818411098,
196
+ "val_map": 0.12495186858487084,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 8.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01884,
204
+ "train_map": 0.21343386907791417,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 8.8
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01808,
213
+ "train_map": 0.22180304283442318,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 9.4
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01767,
222
+ "train_map": 0.234200963359927,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 10.0
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01737,
231
+ "train_map": 0.2371027988365779,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 10.7
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.018,
240
+ "train_map": 0.2374037219038272,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 11.3
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01803,
249
+ "train_map": 0.23720514271726417,
250
+ "val_map": 0.13995561996506672,
251
+ "lr": 1e-05,
252
+ "train_s": 11.3
253
+ }
254
+ ],
255
+ "final_train_map": 0.23720514271726417,
256
+ "final_val_map": 0.13995561996506672,
257
+ "lora/map": 0.13995561996506672,
258
+ "train_seconds": 11.3,
259
+ "wall_seconds": 66.2
260
+ }
p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s1.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
4
+ "fingerprint": "8398faff4cbadccd",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-15m-d40-s0",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 1,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006989543099885019,
61
+ "val_map": 0.0062052592488475835,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02457,
69
+ "train_map": 0.02881654834266985,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02309,
78
+ "train_map": 0.05826502305939723,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02232,
87
+ "train_map": 0.0642703775068183,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02159,
96
+ "train_map": 0.07891468953542709,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02193,
105
+ "train_map": 0.083496282143126,
106
+ "val_map": 0.05398396245889592,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02103,
114
+ "train_map": 0.0838732783703851,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.02107,
123
+ "train_map": 0.10491581544354275,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02038,
132
+ "train_map": 0.11157267104102692,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.02064,
141
+ "train_map": 0.12070453024347379,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.8
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.01991,
150
+ "train_map": 0.14666314746661419,
151
+ "val_map": 0.08694938903469486,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01989,
159
+ "train_map": 0.14735262705352462,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.01935,
168
+ "train_map": 0.15286650481868883,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.0192,
177
+ "train_map": 0.17109744316249717,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.0188,
186
+ "train_map": 0.19371618901112556,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.2
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.01831,
195
+ "train_map": 0.20470569875759323,
196
+ "val_map": 0.12420615879288632,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.7
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01867,
204
+ "train_map": 0.20561892974572132,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01789,
213
+ "train_map": 0.21593763312126954,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01817,
222
+ "train_map": 0.2217271935426236,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01786,
231
+ "train_map": 0.22568905362028777,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.01781,
240
+ "train_map": 0.2267279289768871,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.1
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.01757,
249
+ "train_map": 0.22661605559155146,
250
+ "val_map": 0.13783237366076467,
251
+ "lr": 1e-05,
252
+ "train_s": 10.2
253
+ }
254
+ ],
255
+ "final_train_map": 0.22661605559155146,
256
+ "final_val_map": 0.13783237366076467,
257
+ "lora/map": 0.13783237366076467,
258
+ "train_seconds": 10.2,
259
+ "wall_seconds": 61.8
260
+ }
p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s2.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
4
+ "fingerprint": "8398faff4cbadccd",
5
+ "campaign_id": "phase4-reliability",
6
+ "trial_id": "p4rel-mae-15m-d40-s0",
7
+ "lora_layers_wrapped": 32,
8
+ "params": {
9
+ "trainable": 1002383,
10
+ "total": 15284879,
11
+ "fraction": 0.0655800415561026
12
+ },
13
+ "steps_per_epoch": 428,
14
+ "total_steps": 428,
15
+ "train_clips": 20550,
16
+ "val_clips": 18886,
17
+ "config": {
18
+ "rank": 16,
19
+ "alpha": 32.0,
20
+ "targets": [
21
+ "qkv",
22
+ "proj",
23
+ "fc1",
24
+ "fc2"
25
+ ],
26
+ "train_norms": true,
27
+ "epochs": 1.0,
28
+ "batch_size": 48,
29
+ "lr": 0.003,
30
+ "min_lr": 1e-05,
31
+ "warmup_frac": 0.1,
32
+ "betas": [
33
+ 0.9,
34
+ 0.95
35
+ ],
36
+ "weight_decay": 0.05,
37
+ "clip_norm": 4.0,
38
+ "mixup": 0.0,
39
+ "mixup_prob": 0.9,
40
+ "freq_mask": 0,
41
+ "time_mask": 0,
42
+ "roll_aug": false,
43
+ "mask_ratio": 0.0,
44
+ "num_classes": 527,
45
+ "prior_bias_init": true,
46
+ "num_workers": 8,
47
+ "seed": 2,
48
+ "train_probe_clips": 4096,
49
+ "train_eval_every": 25,
50
+ "val_evals": 5,
51
+ "eval_batch_size": 128
52
+ },
53
+ "gpu": "NVIDIA GeForce RTX 4090"
54
+ },
55
+ "history": [
56
+ {
57
+ "step": 0,
58
+ "epoch": 0.0,
59
+ "loss": null,
60
+ "train_map": 0.006592422163673275,
61
+ "val_map": 0.00603006282565935,
62
+ "lr": 0.0,
63
+ "train_s": 0.0
64
+ },
65
+ {
66
+ "step": 25,
67
+ "epoch": 0.0584,
68
+ "loss": 0.02419,
69
+ "train_map": 0.03163473994229908,
70
+ "val_map": null,
71
+ "lr": 0.0017857142857142857,
72
+ "train_s": 0.6
73
+ },
74
+ {
75
+ "step": 50,
76
+ "epoch": 0.1168,
77
+ "loss": 0.02351,
78
+ "train_map": 0.04030145202547778,
79
+ "val_map": null,
80
+ "lr": 0.002996832162669313,
81
+ "train_s": 1.2
82
+ },
83
+ {
84
+ "step": 75,
85
+ "epoch": 0.1752,
86
+ "loss": 0.02237,
87
+ "train_map": 0.06308820212866927,
88
+ "val_map": null,
89
+ "lr": 0.0029464015850084926,
90
+ "train_s": 1.8
91
+ },
92
+ {
93
+ "step": 100,
94
+ "epoch": 0.2336,
95
+ "loss": 0.02149,
96
+ "train_map": 0.06990912788197667,
97
+ "val_map": null,
98
+ "lr": 0.0028365019165406584,
99
+ "train_s": 2.4
100
+ },
101
+ {
102
+ "step": 107,
103
+ "epoch": 0.25,
104
+ "loss": 0.02196,
105
+ "train_map": 0.07841617879157345,
106
+ "val_map": 0.049965261001461515,
107
+ "lr": 0.002795633084492174,
108
+ "train_s": 2.6
109
+ },
110
+ {
111
+ "step": 125,
112
+ "epoch": 0.2921,
113
+ "loss": 0.02156,
114
+ "train_map": 0.08994236260261987,
115
+ "val_map": null,
116
+ "lr": 0.0026716673782849554,
117
+ "train_s": 3.0
118
+ },
119
+ {
120
+ "step": 150,
121
+ "epoch": 0.3505,
122
+ "loss": 0.0212,
123
+ "train_map": 0.10569097748577623,
124
+ "val_map": null,
125
+ "lr": 0.002458698684369641,
126
+ "train_s": 3.6
127
+ },
128
+ {
129
+ "step": 175,
130
+ "epoch": 0.4089,
131
+ "loss": 0.02089,
132
+ "train_map": 0.11700108890736254,
133
+ "val_map": null,
134
+ "lr": 0.0022063824593754194,
135
+ "train_s": 4.2
136
+ },
137
+ {
138
+ "step": 200,
139
+ "epoch": 0.4673,
140
+ "loss": 0.01981,
141
+ "train_map": 0.12402514291598517,
142
+ "val_map": null,
143
+ "lr": 0.0019251287213377403,
144
+ "train_s": 4.7
145
+ },
146
+ {
147
+ "step": 214,
148
+ "epoch": 0.5,
149
+ "loss": 0.0193,
150
+ "train_map": 0.13283790248239402,
151
+ "val_map": 0.08346765110732199,
152
+ "lr": 0.0017592766878384548,
153
+ "train_s": 5.1
154
+ },
155
+ {
156
+ "step": 225,
157
+ "epoch": 0.5257,
158
+ "loss": 0.01929,
159
+ "train_map": 0.1412338162401242,
160
+ "val_map": null,
161
+ "lr": 0.0016265413870700269,
162
+ "train_s": 5.4
163
+ },
164
+ {
165
+ "step": 250,
166
+ "epoch": 0.5841,
167
+ "loss": 0.0191,
168
+ "train_map": 0.16033647016691047,
169
+ "val_map": null,
170
+ "lr": 0.0013229395198229876,
171
+ "train_s": 6.0
172
+ },
173
+ {
174
+ "step": 275,
175
+ "epoch": 0.6425,
176
+ "loss": 0.01926,
177
+ "train_map": 0.17451235328657833,
178
+ "val_map": null,
179
+ "lr": 0.0010268490715591258,
180
+ "train_s": 6.6
181
+ },
182
+ {
183
+ "step": 300,
184
+ "epoch": 0.7009,
185
+ "loss": 0.01858,
186
+ "train_map": 0.18910327912405472,
187
+ "val_map": null,
188
+ "lr": 0.000750486089449494,
189
+ "train_s": 7.1
190
+ },
191
+ {
192
+ "step": 321,
193
+ "epoch": 0.75,
194
+ "loss": 0.0184,
195
+ "train_map": 0.20184308080536364,
196
+ "val_map": 0.122270835350591,
197
+ "lr": 0.000541962785848462,
198
+ "train_s": 7.6
199
+ },
200
+ {
201
+ "step": 325,
202
+ "epoch": 0.7593,
203
+ "loss": 0.01816,
204
+ "train_map": 0.20129651129616874,
205
+ "val_map": null,
206
+ "lr": 0.0005052527083673369,
207
+ "train_s": 7.7
208
+ },
209
+ {
210
+ "step": 350,
211
+ "epoch": 0.8178,
212
+ "loss": 0.01825,
213
+ "train_map": 0.21672973897134923,
214
+ "val_map": null,
215
+ "lr": 0.00030126672363088163,
216
+ "train_s": 8.3
217
+ },
218
+ {
219
+ "step": 375,
220
+ "epoch": 0.8762,
221
+ "loss": 0.01819,
222
+ "train_map": 0.2228143013266235,
223
+ "val_map": null,
224
+ "lr": 0.00014694415279957929,
225
+ "train_s": 8.9
226
+ },
227
+ {
228
+ "step": 400,
229
+ "epoch": 0.9346,
230
+ "loss": 0.01786,
231
+ "train_map": 0.22495814916046877,
232
+ "val_map": null,
233
+ "lr": 4.865200911511649e-05,
234
+ "train_s": 9.5
235
+ },
236
+ {
237
+ "step": 425,
238
+ "epoch": 0.993,
239
+ "loss": 0.018,
240
+ "train_map": 0.22627832635042508,
241
+ "val_map": null,
242
+ "lr": 1.0445612398966596e-05,
243
+ "train_s": 10.0
244
+ },
245
+ {
246
+ "step": 428,
247
+ "epoch": 1.0,
248
+ "loss": 0.0183,
249
+ "train_map": 0.22643904942061321,
250
+ "val_map": 0.13695873313475634,
251
+ "lr": 1e-05,
252
+ "train_s": 10.1
253
+ }
254
+ ],
255
+ "final_train_map": 0.22643904942061321,
256
+ "final_val_map": 0.13695873313475634,
257
+ "lora/map": 0.13695873313475634,
258
+ "train_seconds": 10.1,
259
+ "wall_seconds": 63.8
260
+ }
p4rel-mae-15m-d40-s0/exports/step_00040000/probe.json ADDED
@@ -0,0 +1,576 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export_dir": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
3
+ "fingerprint": "8398faff4cbadccd",
4
+ "campaign_id": "phase4-reliability",
5
+ "trial_id": "p4rel-mae-15m-d40-s0",
6
+ "probe/map": 0.14903043944784483,
7
+ "probe/map_train": 0.5178566184283661,
8
+ "probe/alpha": 1.0,
9
+ "probe/holdout_map": 0.1725976581807183,
10
+ "probe/pooling": "concat",
11
+ "probe/feature_dim": 768,
12
+ "probe/fit_clips": 20550,
13
+ "probe/score_clips": 18886,
14
+ "probe/classes_scored": 527,
15
+ "probe/extract_s": 6.890961027005687,
16
+ "probe/total_s": 8.367473515041638,
17
+ "alpha_selection": [
18
+ {
19
+ "alpha": 0.01,
20
+ "holdout_map": 0.17078042185098372
21
+ },
22
+ {
23
+ "alpha": 0.1,
24
+ "holdout_map": 0.1711911997462727
25
+ },
26
+ {
27
+ "alpha": 1.0,
28
+ "holdout_map": 0.1725976581807183
29
+ },
30
+ {
31
+ "alpha": 10.0,
32
+ "holdout_map": 0.17006748613143302
33
+ },
34
+ {
35
+ "alpha": 100.0,
36
+ "holdout_map": 0.15891913006009722
37
+ },
38
+ {
39
+ "alpha": 1000.0,
40
+ "holdout_map": 0.13635189771480802
41
+ },
42
+ {
43
+ "alpha": 10000.0,
44
+ "holdout_map": 0.1086260058415216
45
+ }
46
+ ],
47
+ "per_class_ap": [
48
+ 0.6365665197372437,
49
+ 0.009304622188210487,
50
+ 0.06327573210000992,
51
+ 0.198362335562706,
52
+ 0.11474429070949554,
53
+ 0.27195295691490173,
54
+ 0.19500911235809326,
55
+ 0.3164454996585846,
56
+ 0.04555390402674675,
57
+ 0.050201792269945145,
58
+ 0.026514850556850433,
59
+ 0.03857136517763138,
60
+ 0.5027457475662231,
61
+ 0.32655373215675354,
62
+ 0.05811311677098274,
63
+ 0.5336174964904785,
64
+ 0.34686681628227234,
65
+ 0.3715859353542328,
66
+ 0.06900274753570557,
67
+ 0.13058926165103912,
68
+ 0.2464790940284729,
69
+ 0.11583314836025238,
70
+ 0.21575835347175598,
71
+ 0.15960025787353516,
72
+ 0.08476429432630539,
73
+ 0.029251759871840477,
74
+ 0.08222516626119614,
75
+ 0.16879421472549438,
76
+ 0.2273816615343094,
77
+ 0.11398189514875412,
78
+ 0.23678652942180634,
79
+ 0.1311405450105667,
80
+ 0.019314618781208992,
81
+ 0.06970488280057907,
82
+ 0.2688937485218048,
83
+ 0.04994131624698639,
84
+ 0.3920336663722992,
85
+ 0.06675896048545837,
86
+ 0.0818377286195755,
87
+ 0.16795021295547485,
88
+ 0.17197845876216888,
89
+ 0.03237423673272133,
90
+ 0.08029136061668396,
91
+ 0.4344981014728546,
92
+ 0.016962507739663124,
93
+ 0.09124783426523209,
94
+ 0.01811395399272442,
95
+ 0.14389291405677795,
96
+ 0.05188180133700371,
97
+ 0.07236819714307785,
98
+ 0.11754090338945389,
99
+ 0.011986668221652508,
100
+ 0.04183712601661682,
101
+ 0.039426352828741074,
102
+ 0.2307530790567398,
103
+ 0.11873467266559601,
104
+ 0.2460116595029831,
105
+ 0.35593676567077637,
106
+ 0.16046598553657532,
107
+ 0.0788545161485672,
108
+ 0.19651678204536438,
109
+ 0.22568635642528534,
110
+ 0.05994356796145439,
111
+ 0.161885067820549,
112
+ 0.5430777072906494,
113
+ 0.255369633436203,
114
+ 0.29526078701019287,
115
+ 0.3253193795681,
116
+ 0.41280490159988403,
117
+ 0.34346893429756165,
118
+ 0.09928160905838013,
119
+ 0.1295115351676941,
120
+ 0.20777860283851624,
121
+ 0.1988905668258667,
122
+ 0.1823570430278778,
123
+ 0.20383499562740326,
124
+ 0.04653092473745346,
125
+ 0.23371152579784393,
126
+ 0.1692611128091812,
127
+ 0.15805023908615112,
128
+ 0.021337874233722687,
129
+ 0.12455815821886063,
130
+ 0.37442463636398315,
131
+ 0.15177828073501587,
132
+ 0.10759265720844269,
133
+ 0.03959164395928383,
134
+ 0.06436386704444885,
135
+ 0.0422300286591053,
136
+ 0.03680143877863884,
137
+ 0.06904049217700958,
138
+ 0.07052741199731827,
139
+ 0.06062057614326477,
140
+ 0.2163693755865097,
141
+ 0.02623538114130497,
142
+ 0.03821679204702377,
143
+ 0.04620078578591347,
144
+ 0.03558208420872688,
145
+ 0.025538813322782516,
146
+ 0.1410277932882309,
147
+ 0.23679839074611664,
148
+ 0.2262955605983734,
149
+ 0.3498115539550781,
150
+ 0.04733380302786827,
151
+ 0.047509465366601944,
152
+ 0.01743183098733425,
153
+ 0.03439661115407944,
154
+ 0.06906998157501221,
155
+ 0.057738158851861954,
156
+ 0.09462986141443253,
157
+ 0.1827661246061325,
158
+ 0.2098374217748642,
159
+ 0.1418793797492981,
160
+ 0.12572893500328064,
161
+ 0.1009075865149498,
162
+ 0.04883817955851555,
163
+ 0.2547864615917206,
164
+ 0.25503548979759216,
165
+ 0.1007000207901001,
166
+ 0.12592770159244537,
167
+ 0.2051275670528412,
168
+ 0.2161020189523697,
169
+ 0.17465032637119293,
170
+ 0.09470421075820923,
171
+ 0.09634269773960114,
172
+ 0.008884061127901077,
173
+ 0.03898059204220772,
174
+ 0.12563331425189972,
175
+ 0.17721351981163025,
176
+ 0.11764630675315857,
177
+ 0.12399262934923172,
178
+ 0.005945994984358549,
179
+ 0.13440120220184326,
180
+ 0.12527996301651,
181
+ 0.11753895878791809,
182
+ 0.06797516345977783,
183
+ 0.010266593657433987,
184
+ 0.10111302882432938,
185
+ 0.724972665309906,
186
+ 0.24927499890327454,
187
+ 0.3054187297821045,
188
+ 0.40780094265937805,
189
+ 0.30951592326164246,
190
+ 0.19079209864139557,
191
+ 0.14637407660484314,
192
+ 0.07683753967285156,
193
+ 0.12518933415412903,
194
+ 0.08560514450073242,
195
+ 0.24618814885616302,
196
+ 0.16651007533073425,
197
+ 0.2052604705095291,
198
+ 0.15982988476753235,
199
+ 0.18744686245918274,
200
+ 0.27344879508018494,
201
+ 0.12316858768463135,
202
+ 0.10857410728931427,
203
+ 0.18987983465194702,
204
+ 0.07299372553825378,
205
+ 0.07344544678926468,
206
+ 0.030373480170965195,
207
+ 0.07589942961931229,
208
+ 0.48182186484336853,
209
+ 0.32213497161865234,
210
+ 0.3513108789920807,
211
+ 0.16648449003696442,
212
+ 0.2839430272579193,
213
+ 0.3244404196739197,
214
+ 0.3342670202255249,
215
+ 0.20895959436893463,
216
+ 0.32308509945869446,
217
+ 0.3544095456600189,
218
+ 0.2168317288160324,
219
+ 0.3253145217895508,
220
+ 0.3713051676750183,
221
+ 0.16401606798171997,
222
+ 0.08611195534467697,
223
+ 0.08623318374156952,
224
+ 0.12449593096971512,
225
+ 0.3461681306362152,
226
+ 0.07608038932085037,
227
+ 0.18370965123176575,
228
+ 0.2164846956729889,
229
+ 0.1980488896369934,
230
+ 0.16098017990589142,
231
+ 0.2834501564502716,
232
+ 0.08637668937444687,
233
+ 0.4020218849182129,
234
+ 0.3258846402168274,
235
+ 0.2004079818725586,
236
+ 0.2747476100921631,
237
+ 0.16564767062664032,
238
+ 0.16762188076972961,
239
+ 0.10177253931760788,
240
+ 0.3363770544528961,
241
+ 0.18980294466018677,
242
+ 0.18801623582839966,
243
+ 0.3822365999221802,
244
+ 0.06721633672714233,
245
+ 0.11267130076885223,
246
+ 0.09119844436645508,
247
+ 0.27161070704460144,
248
+ 0.07203120738267899,
249
+ 0.24159777164459229,
250
+ 0.14224593341350555,
251
+ 0.23048993945121765,
252
+ 0.20863185822963715,
253
+ 0.2173900306224823,
254
+ 0.24492762982845306,
255
+ 0.5385814309120178,
256
+ 0.21995000541210175,
257
+ 0.324148565530777,
258
+ 0.7529703378677368,
259
+ 0.42233216762542725,
260
+ 0.501499593257904,
261
+ 0.048681821674108505,
262
+ 0.33916887640953064,
263
+ 0.14490556716918945,
264
+ 0.07084721326828003,
265
+ 0.25773805379867554,
266
+ 0.17397448420524597,
267
+ 0.14245550334453583,
268
+ 0.18788833916187286,
269
+ 0.1445409208536148,
270
+ 0.20231448113918304,
271
+ 0.2587229609489441,
272
+ 0.051886070519685745,
273
+ 0.08238592743873596,
274
+ 0.06357729434967041,
275
+ 0.033892951905727386,
276
+ 0.1372387558221817,
277
+ 0.05728595331311226,
278
+ 0.04716376215219498,
279
+ 0.04871169850230217,
280
+ 0.0705433040857315,
281
+ 0.042184848338365555,
282
+ 0.07122435420751572,
283
+ 0.013069741427898407,
284
+ 0.1855769008398056,
285
+ 0.02194335125386715,
286
+ 0.3080352246761322,
287
+ 0.029883574694395065,
288
+ 0.24186404049396515,
289
+ 0.2671206593513489,
290
+ 0.3277159035205841,
291
+ 0.21877998113632202,
292
+ 0.14825530350208282,
293
+ 0.23570343852043152,
294
+ 0.07005840539932251,
295
+ 0.22937177121639252,
296
+ 0.026336554437875748,
297
+ 0.12967275083065033,
298
+ 0.08325114846229553,
299
+ 0.021468278020620346,
300
+ 0.06488700211048126,
301
+ 0.08928157389163971,
302
+ 0.0559881255030632,
303
+ 0.21126289665699005,
304
+ 0.2374645471572876,
305
+ 0.21603825688362122,
306
+ 0.06874227523803711,
307
+ 0.07274229824542999,
308
+ 0.05127589404582977,
309
+ 0.08454225957393646,
310
+ 0.11874499171972275,
311
+ 0.06113098934292793,
312
+ 0.02152225375175476,
313
+ 0.05247516557574272,
314
+ 0.06354214251041412,
315
+ 0.10104357451200485,
316
+ 0.061048638075590134,
317
+ 0.05186004936695099,
318
+ 0.02679719775915146,
319
+ 0.24414825439453125,
320
+ 0.14584867656230927,
321
+ 0.034661658108234406,
322
+ 0.19222287833690643,
323
+ 0.034389156848192215,
324
+ 0.0380207821726799,
325
+ 0.02210516668856144,
326
+ 0.07968404144048691,
327
+ 0.07234549522399902,
328
+ 0.02781326323747635,
329
+ 0.26145949959754944,
330
+ 0.14857302606105804,
331
+ 0.2569029927253723,
332
+ 0.06116176024079323,
333
+ 0.28615447878837585,
334
+ 0.3519262969493866,
335
+ 0.3561662435531616,
336
+ 0.260476291179657,
337
+ 0.22700488567352295,
338
+ 0.2129541039466858,
339
+ 0.2009650468826294,
340
+ 0.10682780295610428,
341
+ 0.2062128484249115,
342
+ 0.22625385224819183,
343
+ 0.24521833658218384,
344
+ 0.14121609926223755,
345
+ 0.007789468392729759,
346
+ 0.03475125879049301,
347
+ 0.01857713982462883,
348
+ 0.2955434322357178,
349
+ 0.22171618044376373,
350
+ 0.20624321699142456,
351
+ 0.1012074276804924,
352
+ 0.02404501847922802,
353
+ 0.10848425328731537,
354
+ 0.04277922585606575,
355
+ 0.19236232340335846,
356
+ 0.04850394278764725,
357
+ 0.09832415729761124,
358
+ 0.17804208397865295,
359
+ 0.0791655108332634,
360
+ 0.15651766955852509,
361
+ 0.08308272808790207,
362
+ 0.09015725553035736,
363
+ 0.15338511765003204,
364
+ 0.06165786460042,
365
+ 0.08273646235466003,
366
+ 0.1615743488073349,
367
+ 0.06050002947449684,
368
+ 0.25118690729141235,
369
+ 0.03811926394701004,
370
+ 0.4441932439804077,
371
+ 0.3719148635864258,
372
+ 0.268414705991745,
373
+ 0.26780128479003906,
374
+ 0.07035152614116669,
375
+ 0.07132507115602493,
376
+ 0.3049802780151367,
377
+ 0.2900646924972534,
378
+ 0.1487305462360382,
379
+ 0.24823710322380066,
380
+ 0.31209033727645874,
381
+ 0.3820267915725708,
382
+ 0.2567928731441498,
383
+ 0.20527520775794983,
384
+ 0.21584568917751312,
385
+ 0.2969847619533539,
386
+ 0.05577525869011879,
387
+ 0.03398328647017479,
388
+ 0.15559916198253632,
389
+ 0.009374963119626045,
390
+ 0.05951788276433945,
391
+ 0.1794571429491043,
392
+ 0.10721329599618912,
393
+ 0.11190887540578842,
394
+ 0.11779868602752686,
395
+ 0.36424973607063293,
396
+ 0.0299635361880064,
397
+ 0.020982922986149788,
398
+ 0.14981205761432648,
399
+ 0.026005811989307404,
400
+ 0.09719197452068329,
401
+ 0.09607540816068649,
402
+ 0.02803998813033104,
403
+ 0.042584214359521866,
404
+ 0.02692047506570816,
405
+ 0.022973595187067986,
406
+ 0.03526471555233002,
407
+ 0.1350155770778656,
408
+ 0.02055896259844303,
409
+ 0.06492059677839279,
410
+ 0.14992059767246246,
411
+ 0.12166574597358704,
412
+ 0.039917875081300735,
413
+ 0.05142645910382271,
414
+ 0.354751318693161,
415
+ 0.2022332102060318,
416
+ 0.020526114851236343,
417
+ 0.1465500146150589,
418
+ 0.15652704238891602,
419
+ 0.12945865094661713,
420
+ 0.1409561187028885,
421
+ 0.3996521532535553,
422
+ 0.16588924825191498,
423
+ 0.09776175767183304,
424
+ 0.09182462841272354,
425
+ 0.10593058913946152,
426
+ 0.021314533427357674,
427
+ 0.020068814978003502,
428
+ 0.04634387791156769,
429
+ 0.1152266189455986,
430
+ 0.1975051313638687,
431
+ 0.08029700070619583,
432
+ 0.19766898453235626,
433
+ 0.1857794225215912,
434
+ 0.1926628202199936,
435
+ 0.03559340909123421,
436
+ 0.06743897497653961,
437
+ 0.06810245662927628,
438
+ 0.26364922523498535,
439
+ 0.10784835368394852,
440
+ 0.038756776601076126,
441
+ 0.38096827268600464,
442
+ 0.3057665228843689,
443
+ 0.09416189044713974,
444
+ 0.49243226647377014,
445
+ 0.584780752658844,
446
+ 0.02634456753730774,
447
+ 0.39212122559547424,
448
+ 0.43057000637054443,
449
+ 0.050815850496292114,
450
+ 0.1393476277589798,
451
+ 0.29696348309516907,
452
+ 0.03360338881611824,
453
+ 0.04511921480298042,
454
+ 0.061146609485149384,
455
+ 0.08333630859851837,
456
+ 0.1027870699763298,
457
+ 0.054180826991796494,
458
+ 0.021960502490401268,
459
+ 0.09952805191278458,
460
+ 0.025157717987895012,
461
+ 0.04975675791501999,
462
+ 0.29196682572364807,
463
+ 0.06567047536373138,
464
+ 0.028375238180160522,
465
+ 0.015963928773999214,
466
+ 0.11423054337501526,
467
+ 0.12267445772886276,
468
+ 0.2859242856502533,
469
+ 0.07385872304439545,
470
+ 0.07976625114679337,
471
+ 0.23698313534259796,
472
+ 0.10058863461017609,
473
+ 0.09888538718223572,
474
+ 0.05347612500190735,
475
+ 0.18891681730747223,
476
+ 0.177018940448761,
477
+ 0.20059899985790253,
478
+ 0.07820150256156921,
479
+ 0.1696627140045166,
480
+ 0.22480231523513794,
481
+ 0.12800170481204987,
482
+ 0.005701479502022266,
483
+ 0.0986441895365715,
484
+ 0.22404395043849945,
485
+ 0.08939020335674286,
486
+ 0.08705870807170868,
487
+ 0.0502747967839241,
488
+ 0.027408242225646973,
489
+ 0.04562034085392952,
490
+ 0.028565119951963425,
491
+ 0.0981757640838623,
492
+ 0.018347669392824173,
493
+ 0.10885552316904068,
494
+ 0.03461584821343422,
495
+ 0.009498697705566883,
496
+ 0.02482139877974987,
497
+ 0.10321184992790222,
498
+ 0.010296612046658993,
499
+ 0.0590062215924263,
500
+ 0.016228439286351204,
501
+ 0.04873267933726311,
502
+ 0.05173369497060776,
503
+ 0.20596425235271454,
504
+ 0.050791822373867035,
505
+ 0.13466303050518036,
506
+ 0.04163168743252754,
507
+ 0.12172949314117432,
508
+ 0.06407889723777771,
509
+ 0.02918248251080513,
510
+ 0.36188963055610657,
511
+ 0.4562952220439911,
512
+ 0.22794106602668762,
513
+ 0.1460026204586029,
514
+ 0.034198351204395294,
515
+ 0.06572026759386063,
516
+ 0.04932970181107521,
517
+ 0.18580053746700287,
518
+ 0.08630968630313873,
519
+ 0.06257601827383041,
520
+ 0.07461579144001007,
521
+ 0.020273922011256218,
522
+ 0.09405917674303055,
523
+ 0.005776406731456518,
524
+ 0.28084710240364075,
525
+ 0.06328430026769638,
526
+ 0.09742356836795807,
527
+ 0.2717602252960205,
528
+ 0.16158446669578552,
529
+ 0.09517531096935272,
530
+ 0.020249230787158012,
531
+ 0.10599207133054733,
532
+ 0.0655336007475853,
533
+ 0.01457769051194191,
534
+ 0.009597807191312313,
535
+ 0.07192016392946243,
536
+ 0.04867270961403847,
537
+ 0.04606013372540474,
538
+ 0.214818075299263,
539
+ 0.2879859507083893,
540
+ 0.10144814848899841,
541
+ 0.145217627286911,
542
+ 0.22262075543403625,
543
+ 0.03736693784594536,
544
+ 0.04599546641111374,
545
+ 0.06724580377340317,
546
+ 0.05159320682287216,
547
+ 0.11386509984731674,
548
+ 0.10619921237230301,
549
+ 0.3449631631374359,
550
+ 0.006857526488602161,
551
+ 0.17218761146068573,
552
+ 0.03021566942334175,
553
+ 0.025102470070123672,
554
+ 0.10284626483917236,
555
+ 0.018224168568849564,
556
+ 0.0206650011241436,
557
+ 0.04197590798139572,
558
+ 0.02210311032831669,
559
+ 0.11980608105659485,
560
+ 0.0694657489657402,
561
+ 0.008581151254475117,
562
+ 0.14322277903556824,
563
+ 0.2776675224304199,
564
+ 0.0703033059835434,
565
+ 0.3258082866668701,
566
+ 0.04341991990804672,
567
+ 0.03280526399612427,
568
+ 0.05093766003847122,
569
+ 0.2161431610584259,
570
+ 0.17063497006893158,
571
+ 0.07833016663789749,
572
+ 0.01160561852157116,
573
+ 0.11095231026411057,
574
+ 0.10498224198818207
575
+ ]
576
+ }
p4rel-mae-15m-d40-s0/mixture_plan.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
3
+ size 15360128
p4rel-mae-15m-d40-s0/run.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "campaign_id": "phase4-reliability",
3
+ "trial_id": "p4rel-mae-15m-d40-s0",
4
+ "fingerprint": "8398faff4cbadccd",
5
+ "wandb_run_id": "phase4-reliability-p4rel-mae-15m-d40-s0",
6
+ "environment": {
7
+ "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
8
+ "git_dirty": true,
9
+ "torch": "2.12.0+cu130",
10
+ "cuda": "13.0",
11
+ "cudnn": 92000,
12
+ "gpu_count": 1,
13
+ "gpu_name": "NVIDIA GeForce RTX 4090",
14
+ "gpu_memory_gib": 23.52,
15
+ "capability": "8.9",
16
+ "driver": "580.173.02"
17
+ },
18
+ "parameters": {
19
+ "encoder_params": 14294784,
20
+ "decoder_params": 647808,
21
+ "trainable_params": 15041152,
22
+ "total_params": 15041152
23
+ },
24
+ "schedule": {
25
+ "budget_clips": 1920000,
26
+ "schedule_clips": null,
27
+ "clips_per_step": 48,
28
+ "total_steps": 40000,
29
+ "schedule_steps": 40000,
30
+ "warmup_steps": 4000,
31
+ "ema_anneal_steps": 40000,
32
+ "final_lr": 6.000005700153392e-07,
33
+ "final_ema_decay": 0.9999899952500001
34
+ },
35
+ "geometry": {
36
+ "patch_grid": [
37
+ 64,
38
+ 4
39
+ ],
40
+ "num_patches": 256,
41
+ "visible_patches": 51,
42
+ "centers_per_mask": 2
43
+ },
44
+ "data": {
45
+ "split": "train",
46
+ "rows": 1912024,
47
+ "shards": 96,
48
+ "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
49
+ "val_split": "balanced_train",
50
+ "val_clips": 2048
51
+ },
52
+ "mixture": {
53
+ "dist_id": null,
54
+ "has_weights": true,
55
+ "repetition_cap": 1000.0,
56
+ "distinct_fraction": null,
57
+ "max_repetition": 7.5,
58
+ "distinct_clips": 485516,
59
+ "capped_clusters": 0,
60
+ "realized_weights": [
61
+ 0.020410416666666667,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.015484375,
66
+ 0.004925520833333333,
67
+ 0.0035192708333333335,
68
+ 0.020410416666666667,
69
+ 0.05278489583333333,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.4331015625,
74
+ 0.0,
75
+ 0.0,
76
+ 0.4064296875,
77
+ 0.0014083333333333333,
78
+ 0.0,
79
+ 0.041525520833333336,
80
+ 0.0
81
+ ]
82
+ },
83
+ "started_at": 1786973933.6887693,
84
+ "finished_at": 1786974590.6709464,
85
+ "summary": {
86
+ "completed": true,
87
+ "final_step": 40000,
88
+ "clips_seen": 1920000,
89
+ "peak_gib": 0.6747117042541504,
90
+ "val/loss": 0.6333574545569718,
91
+ "val/frame": 0.6333574545569718,
92
+ "val/utterance": 0.0
93
+ }
94
+ }
p4rel-mae-15m-d40-s0/status.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": "complete",
3
+ "updated_at": 1786974590.6728241,
4
+ "step": 40000,
5
+ "total_steps": 40000,
6
+ "clips_seen": 1920000,
7
+ "completed": true,
8
+ "final_step": 40000,
9
+ "peak_gib": 0.6747117042541504,
10
+ "val/loss": 0.6333574545569718,
11
+ "val/frame": 0.6333574545569718,
12
+ "val/utterance": 0.0
13
+ }