Upload folder using huggingface_hub
Browse files- p4rel-mae-1m-d40-s2/config.yaml +112 -0
- p4rel-mae-1m-d40-s2/events.jsonl +0 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/config.yaml +112 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/lora_1ep_s0.json +260 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/lora_1ep_s1.json +260 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/lora_1ep_s2.json +260 -0
- p4rel-mae-1m-d40-s2/exports/step_00040000/probe.json +576 -0
- p4rel-mae-1m-d40-s2/mixture_plan.npy +3 -0
- p4rel-mae-1m-d40-s2/run.json +94 -0
- p4rel-mae-1m-d40-s2/status.json +13 -0
p4rel-mae-1m-d40-s2/config.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
embed_dim: 144
|
| 3 |
+
depth: 4
|
| 4 |
+
num_heads: 3
|
| 5 |
+
mlp_ratio: 4
|
| 6 |
+
target_frames: 1024
|
| 7 |
+
mel_bins: 64
|
| 8 |
+
patch_time: 16
|
| 9 |
+
patch_freq: 16
|
| 10 |
+
decoder_layers: 6
|
| 11 |
+
decoder_groups: 16
|
| 12 |
+
decoder_kernel: 3
|
| 13 |
+
objective:
|
| 14 |
+
kind: mae
|
| 15 |
+
mae_norm_pix: true
|
| 16 |
+
num_classes: 527
|
| 17 |
+
clone_batch: 1
|
| 18 |
+
mask_prob: 0.8
|
| 19 |
+
mask_length: 5
|
| 20 |
+
mask_prob_adjust: 0.07
|
| 21 |
+
average_top_k_layers: 0
|
| 22 |
+
utterance_weight: 1.0
|
| 23 |
+
normalize_utterance_target: false
|
| 24 |
+
ema_decay: 0.9998
|
| 25 |
+
ema_end_decay: 0.99999
|
| 26 |
+
ema_anneal_steps: null
|
| 27 |
+
data:
|
| 28 |
+
data_dir: /workspace/data/asmel_flat
|
| 29 |
+
train_split: train
|
| 30 |
+
val_split: balanced_train
|
| 31 |
+
revision: ''
|
| 32 |
+
batch_size: 48
|
| 33 |
+
num_workers: 12
|
| 34 |
+
prefetch_factor: 4
|
| 35 |
+
pin_memory: true
|
| 36 |
+
persistent_workers: true
|
| 37 |
+
drop_last: true
|
| 38 |
+
seed: 0
|
| 39 |
+
max_shards: 0
|
| 40 |
+
mixture:
|
| 41 |
+
cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
|
| 42 |
+
distributions: null
|
| 43 |
+
dist_id: null
|
| 44 |
+
weights:
|
| 45 |
+
- 0.02041015625
|
| 46 |
+
- 0.0
|
| 47 |
+
- 0.0
|
| 48 |
+
- 0.0
|
| 49 |
+
- 0.015484375
|
| 50 |
+
- 0.00492578125
|
| 51 |
+
- 0.00351953125
|
| 52 |
+
- 0.02041015625
|
| 53 |
+
- 0.05278515625
|
| 54 |
+
- 0.0
|
| 55 |
+
- 0.0
|
| 56 |
+
- 0.0
|
| 57 |
+
- 0.4331015625
|
| 58 |
+
- 0.0
|
| 59 |
+
- 0.0
|
| 60 |
+
- 0.4064296875
|
| 61 |
+
- 0.001408203125
|
| 62 |
+
- 0.0
|
| 63 |
+
- 0.041525390625
|
| 64 |
+
- 0.0
|
| 65 |
+
repetition_cap: 1000.0
|
| 66 |
+
distinct_fraction: null
|
| 67 |
+
optim:
|
| 68 |
+
lr: 0.002
|
| 69 |
+
betas:
|
| 70 |
+
- 0.9
|
| 71 |
+
- 0.95
|
| 72 |
+
eps: 1.0e-08
|
| 73 |
+
weight_decay: 0.05
|
| 74 |
+
clip_norm: 4.0
|
| 75 |
+
warmup_frac: 0.1
|
| 76 |
+
min_lr_scale: 0.002
|
| 77 |
+
loop:
|
| 78 |
+
budget_clips: 1920000
|
| 79 |
+
schedule_clips: null
|
| 80 |
+
gradient_accumulation_steps: 1
|
| 81 |
+
precision: bfloat16
|
| 82 |
+
compile: true
|
| 83 |
+
compile_mode: default
|
| 84 |
+
log_every_n_steps: 20
|
| 85 |
+
heartbeat_every_n_steps: 50
|
| 86 |
+
max_steps: null
|
| 87 |
+
eval:
|
| 88 |
+
enabled: true
|
| 89 |
+
every_n_steps: 10000
|
| 90 |
+
num_clips: 2048
|
| 91 |
+
mask_seed: 12345
|
| 92 |
+
batch_size: 48
|
| 93 |
+
checkpoint:
|
| 94 |
+
save_every_n_steps: 40000
|
| 95 |
+
export_every_n_steps: 40000
|
| 96 |
+
keep_last_n_exports: 0
|
| 97 |
+
tracking:
|
| 98 |
+
campaign_id: phase4-reliability
|
| 99 |
+
trial_id: p4rel-mae-1m-d40-s2
|
| 100 |
+
wandb_project: mixture-transfer
|
| 101 |
+
wandb_entity: null
|
| 102 |
+
wandb_mode: online
|
| 103 |
+
wandb_run_id: null
|
| 104 |
+
hub_repo_id: null
|
| 105 |
+
hub_private: false
|
| 106 |
+
hub_upload: false
|
| 107 |
+
runtime:
|
| 108 |
+
seed: 2
|
| 109 |
+
data_loader_seed: null
|
| 110 |
+
objective_seed: null
|
| 111 |
+
deterministic: false
|
| 112 |
+
allow_tf32: true
|
p4rel-mae-1m-d40-s2/events.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
p4rel-mae-1m-d40-s2/exports/step_00040000/config.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
embed_dim: 144
|
| 3 |
+
depth: 4
|
| 4 |
+
num_heads: 3
|
| 5 |
+
mlp_ratio: 4
|
| 6 |
+
target_frames: 1024
|
| 7 |
+
mel_bins: 64
|
| 8 |
+
patch_time: 16
|
| 9 |
+
patch_freq: 16
|
| 10 |
+
decoder_layers: 6
|
| 11 |
+
decoder_groups: 16
|
| 12 |
+
decoder_kernel: 3
|
| 13 |
+
objective:
|
| 14 |
+
kind: mae
|
| 15 |
+
mae_norm_pix: true
|
| 16 |
+
num_classes: 527
|
| 17 |
+
clone_batch: 1
|
| 18 |
+
mask_prob: 0.8
|
| 19 |
+
mask_length: 5
|
| 20 |
+
mask_prob_adjust: 0.07
|
| 21 |
+
average_top_k_layers: 0
|
| 22 |
+
utterance_weight: 1.0
|
| 23 |
+
normalize_utterance_target: false
|
| 24 |
+
ema_decay: 0.9998
|
| 25 |
+
ema_end_decay: 0.99999
|
| 26 |
+
ema_anneal_steps: null
|
| 27 |
+
data:
|
| 28 |
+
data_dir: /workspace/data/asmel_flat
|
| 29 |
+
train_split: train
|
| 30 |
+
val_split: balanced_train
|
| 31 |
+
revision: ''
|
| 32 |
+
batch_size: 48
|
| 33 |
+
num_workers: 12
|
| 34 |
+
prefetch_factor: 4
|
| 35 |
+
pin_memory: true
|
| 36 |
+
persistent_workers: true
|
| 37 |
+
drop_last: true
|
| 38 |
+
seed: 0
|
| 39 |
+
max_shards: 0
|
| 40 |
+
mixture:
|
| 41 |
+
cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
|
| 42 |
+
distributions: null
|
| 43 |
+
dist_id: null
|
| 44 |
+
weights:
|
| 45 |
+
- 0.02041015625
|
| 46 |
+
- 0.0
|
| 47 |
+
- 0.0
|
| 48 |
+
- 0.0
|
| 49 |
+
- 0.015484375
|
| 50 |
+
- 0.00492578125
|
| 51 |
+
- 0.00351953125
|
| 52 |
+
- 0.02041015625
|
| 53 |
+
- 0.05278515625
|
| 54 |
+
- 0.0
|
| 55 |
+
- 0.0
|
| 56 |
+
- 0.0
|
| 57 |
+
- 0.4331015625
|
| 58 |
+
- 0.0
|
| 59 |
+
- 0.0
|
| 60 |
+
- 0.4064296875
|
| 61 |
+
- 0.001408203125
|
| 62 |
+
- 0.0
|
| 63 |
+
- 0.041525390625
|
| 64 |
+
- 0.0
|
| 65 |
+
repetition_cap: 1000.0
|
| 66 |
+
distinct_fraction: null
|
| 67 |
+
optim:
|
| 68 |
+
lr: 0.002
|
| 69 |
+
betas:
|
| 70 |
+
- 0.9
|
| 71 |
+
- 0.95
|
| 72 |
+
eps: 1.0e-08
|
| 73 |
+
weight_decay: 0.05
|
| 74 |
+
clip_norm: 4.0
|
| 75 |
+
warmup_frac: 0.1
|
| 76 |
+
min_lr_scale: 0.002
|
| 77 |
+
loop:
|
| 78 |
+
budget_clips: 1920000
|
| 79 |
+
schedule_clips: null
|
| 80 |
+
gradient_accumulation_steps: 1
|
| 81 |
+
precision: bfloat16
|
| 82 |
+
compile: true
|
| 83 |
+
compile_mode: default
|
| 84 |
+
log_every_n_steps: 20
|
| 85 |
+
heartbeat_every_n_steps: 50
|
| 86 |
+
max_steps: null
|
| 87 |
+
eval:
|
| 88 |
+
enabled: true
|
| 89 |
+
every_n_steps: 10000
|
| 90 |
+
num_clips: 2048
|
| 91 |
+
mask_seed: 12345
|
| 92 |
+
batch_size: 48
|
| 93 |
+
checkpoint:
|
| 94 |
+
save_every_n_steps: 40000
|
| 95 |
+
export_every_n_steps: 40000
|
| 96 |
+
keep_last_n_exports: 0
|
| 97 |
+
tracking:
|
| 98 |
+
campaign_id: phase4-reliability
|
| 99 |
+
trial_id: p4rel-mae-1m-d40-s2
|
| 100 |
+
wandb_project: mixture-transfer
|
| 101 |
+
wandb_entity: null
|
| 102 |
+
wandb_mode: online
|
| 103 |
+
wandb_run_id: null
|
| 104 |
+
hub_repo_id: null
|
| 105 |
+
hub_private: false
|
| 106 |
+
hub_upload: false
|
| 107 |
+
runtime:
|
| 108 |
+
seed: 2
|
| 109 |
+
data_loader_seed: null
|
| 110 |
+
objective_seed: null
|
| 111 |
+
deterministic: false
|
| 112 |
+
allow_tf32: true
|
p4rel-mae-1m-d40-s2/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 16,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 179048,
|
| 11 |
+
"total": 1216712,
|
| 12 |
+
"fraction": 0.1471572566063292
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3255347456224263,
|
| 60 |
+
"lora/map": 0.3255347456224263,
|
| 61 |
+
"fsd50k/map": 0.3255347456224263,
|
| 62 |
+
"train_seconds": 13.89,
|
| 63 |
+
"total_seconds": 17.76,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02167214743210934,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.027264307029945645,
|
| 77 |
+
"val_map": 0.3255347456224263,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 13.892236336367205
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2386990487575531,
|
| 84 |
+
0.18469589948654175,
|
| 85 |
+
0.5032981634140015,
|
| 86 |
+
0.26246461272239685,
|
| 87 |
+
0.4173029661178589,
|
| 88 |
+
0.5685867071151733,
|
| 89 |
+
0.7842919826507568,
|
| 90 |
+
0.4836243689060211,
|
| 91 |
+
0.5461444854736328,
|
| 92 |
+
0.4301450252532959,
|
| 93 |
+
0.2418927252292633,
|
| 94 |
+
0.3556574583053589,
|
| 95 |
+
0.15080246329307556,
|
| 96 |
+
0.2744256854057312,
|
| 97 |
+
0.47919440269470215,
|
| 98 |
+
0.44652748107910156,
|
| 99 |
+
0.032065168023109436,
|
| 100 |
+
0.24690251052379608,
|
| 101 |
+
0.5160433053970337,
|
| 102 |
+
0.1812180131673813,
|
| 103 |
+
0.35222992300987244,
|
| 104 |
+
0.35076063871383667,
|
| 105 |
+
0.6984174847602844,
|
| 106 |
+
0.15237152576446533,
|
| 107 |
+
0.11574258655309677,
|
| 108 |
+
0.40109121799468994,
|
| 109 |
+
0.25208961963653564,
|
| 110 |
+
0.2077338695526123,
|
| 111 |
+
0.5869995951652527,
|
| 112 |
+
0.2838113605976105,
|
| 113 |
+
0.6129464507102966,
|
| 114 |
+
0.4111984670162201,
|
| 115 |
+
0.22836187481880188,
|
| 116 |
+
0.10842353105545044,
|
| 117 |
+
0.24578812718391418,
|
| 118 |
+
0.21121761202812195,
|
| 119 |
+
0.4072321653366089,
|
| 120 |
+
0.155941903591156,
|
| 121 |
+
0.2730693817138672,
|
| 122 |
+
0.19743017852306366,
|
| 123 |
+
0.33404281735420227,
|
| 124 |
+
0.19591359794139862,
|
| 125 |
+
0.5223926901817322,
|
| 126 |
+
0.18888618052005768,
|
| 127 |
+
0.4591810703277588,
|
| 128 |
+
0.12182730436325073,
|
| 129 |
+
0.2061564326286316,
|
| 130 |
+
0.23724229633808136,
|
| 131 |
+
0.7404430508613586,
|
| 132 |
+
0.3835703730583191,
|
| 133 |
+
0.29615625739097595,
|
| 134 |
+
0.45472657680511475,
|
| 135 |
+
0.502015233039856,
|
| 136 |
+
0.18388091027736664,
|
| 137 |
+
0.11242155730724335,
|
| 138 |
+
0.04769057407975197,
|
| 139 |
+
0.19503001868724823,
|
| 140 |
+
0.6678635478019714,
|
| 141 |
+
0.11263180524110794,
|
| 142 |
+
0.44476690888404846,
|
| 143 |
+
0.4321839213371277,
|
| 144 |
+
0.5839337110519409,
|
| 145 |
+
0.3775169849395752,
|
| 146 |
+
0.07604753971099854,
|
| 147 |
+
0.345380574464798,
|
| 148 |
+
0.12477783858776093,
|
| 149 |
+
0.2396564483642578,
|
| 150 |
+
0.5548504590988159,
|
| 151 |
+
0.5472773313522339,
|
| 152 |
+
0.48451921343803406,
|
| 153 |
+
0.48094049096107483,
|
| 154 |
+
0.16139934957027435,
|
| 155 |
+
0.6456338763237,
|
| 156 |
+
0.17455783486366272,
|
| 157 |
+
0.18909789621829987,
|
| 158 |
+
0.20033791661262512,
|
| 159 |
+
0.39595597982406616,
|
| 160 |
+
0.22559915482997894,
|
| 161 |
+
0.20813405513763428,
|
| 162 |
+
0.3565853536128998,
|
| 163 |
+
0.19666670262813568,
|
| 164 |
+
0.12199923396110535,
|
| 165 |
+
0.22918972373008728,
|
| 166 |
+
0.21501660346984863,
|
| 167 |
+
0.24403676390647888,
|
| 168 |
+
0.20026366412639618,
|
| 169 |
+
0.36431729793548584,
|
| 170 |
+
0.5408555269241333,
|
| 171 |
+
0.12139490246772766,
|
| 172 |
+
0.09752120077610016,
|
| 173 |
+
0.67247074842453,
|
| 174 |
+
0.08010907471179962,
|
| 175 |
+
0.4855872690677643,
|
| 176 |
+
0.20167972147464752,
|
| 177 |
+
0.21719402074813843,
|
| 178 |
+
0.2799362540245056,
|
| 179 |
+
0.4077770709991455,
|
| 180 |
+
0.12355212867259979,
|
| 181 |
+
0.3735593259334564,
|
| 182 |
+
0.06453298777341843,
|
| 183 |
+
0.49909043312072754,
|
| 184 |
+
0.6704148054122925,
|
| 185 |
+
0.2288055121898651,
|
| 186 |
+
0.33111390471458435,
|
| 187 |
+
0.17174075543880463,
|
| 188 |
+
0.2847708463668823,
|
| 189 |
+
0.5929032564163208,
|
| 190 |
+
0.4259272515773773,
|
| 191 |
+
0.48554858565330505,
|
| 192 |
+
0.10039998590946198,
|
| 193 |
+
0.17806030809879303,
|
| 194 |
+
0.27255165576934814,
|
| 195 |
+
0.4862799644470215,
|
| 196 |
+
0.04008083790540695,
|
| 197 |
+
0.1211773231625557,
|
| 198 |
+
0.2228889763355255,
|
| 199 |
+
0.5464320778846741,
|
| 200 |
+
0.2963818907737732,
|
| 201 |
+
0.40948477387428284,
|
| 202 |
+
0.21331000328063965,
|
| 203 |
+
0.8349166512489319,
|
| 204 |
+
0.8427243232727051,
|
| 205 |
+
0.24839918315410614,
|
| 206 |
+
0.06460252404212952,
|
| 207 |
+
0.18869240581989288,
|
| 208 |
+
0.7086902856826782,
|
| 209 |
+
0.16755887866020203,
|
| 210 |
+
0.6571409106254578,
|
| 211 |
+
0.29958686232566833,
|
| 212 |
+
0.1208987906575203,
|
| 213 |
+
0.06468915194272995,
|
| 214 |
+
0.741292417049408,
|
| 215 |
+
0.2799150049686432,
|
| 216 |
+
0.3739766776561737,
|
| 217 |
+
0.5179433822631836,
|
| 218 |
+
0.061355043202638626,
|
| 219 |
+
0.10583663731813431,
|
| 220 |
+
0.048597220331430435,
|
| 221 |
+
0.5412753224372864,
|
| 222 |
+
0.4654519259929657,
|
| 223 |
+
0.2481488138437271,
|
| 224 |
+
0.2580856382846832,
|
| 225 |
+
0.14214254915714264,
|
| 226 |
+
0.32889747619628906,
|
| 227 |
+
0.47694265842437744,
|
| 228 |
+
0.44696807861328125,
|
| 229 |
+
0.04132276400923729,
|
| 230 |
+
0.4801689684391022,
|
| 231 |
+
0.18817299604415894,
|
| 232 |
+
0.313098281621933,
|
| 233 |
+
0.40336373448371887,
|
| 234 |
+
0.3904070556163788,
|
| 235 |
+
0.2083021104335785,
|
| 236 |
+
0.30183136463165283,
|
| 237 |
+
0.34576109051704407,
|
| 238 |
+
0.26321345567703247,
|
| 239 |
+
0.4470062851905823,
|
| 240 |
+
0.5779188871383667,
|
| 241 |
+
0.4305712580680847,
|
| 242 |
+
0.06147550046443939,
|
| 243 |
+
0.33488062024116516,
|
| 244 |
+
0.10525575280189514,
|
| 245 |
+
0.6187039017677307,
|
| 246 |
+
0.20749850571155548,
|
| 247 |
+
0.23709362745285034,
|
| 248 |
+
0.2756059765815735,
|
| 249 |
+
0.22713249921798706,
|
| 250 |
+
0.05587141960859299,
|
| 251 |
+
0.35617926716804504,
|
| 252 |
+
0.3762941360473633,
|
| 253 |
+
0.08199894428253174,
|
| 254 |
+
0.7193233966827393,
|
| 255 |
+
0.7240605354309082,
|
| 256 |
+
0.049796804785728455,
|
| 257 |
+
0.3391277492046356,
|
| 258 |
+
0.680426836013794,
|
| 259 |
+
0.12966090440750122,
|
| 260 |
+
0.21981851756572723,
|
| 261 |
+
0.16692115366458893,
|
| 262 |
+
0.27287477254867554,
|
| 263 |
+
0.04365333542227745,
|
| 264 |
+
0.3587597906589508,
|
| 265 |
+
0.11045360565185547,
|
| 266 |
+
0.49029216170310974,
|
| 267 |
+
0.5665204524993896,
|
| 268 |
+
0.314450204372406,
|
| 269 |
+
0.2225772738456726,
|
| 270 |
+
0.6268666982650757,
|
| 271 |
+
0.4950956702232361,
|
| 272 |
+
0.27453961968421936,
|
| 273 |
+
0.24825981259346008,
|
| 274 |
+
0.38049548864364624,
|
| 275 |
+
0.532444417476654,
|
| 276 |
+
0.14477407932281494,
|
| 277 |
+
0.263200968503952,
|
| 278 |
+
0.3033447563648224,
|
| 279 |
+
0.08616950362920761,
|
| 280 |
+
0.32067763805389404,
|
| 281 |
+
0.1426258683204651,
|
| 282 |
+
0.6927914023399353
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-1m-d40-s2/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 16,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 179048,
|
| 11 |
+
"total": 1216712,
|
| 12 |
+
"fraction": 0.1471572566063292
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3204986575525254,
|
| 60 |
+
"lora/map": 0.3204986575525254,
|
| 61 |
+
"fsd50k/map": 0.3204986575525254,
|
| 62 |
+
"train_seconds": 13.77,
|
| 63 |
+
"total_seconds": 17.91,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022296798374736682,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.027418278173306866,
|
| 77 |
+
"val_map": 0.3204986575525254,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 13.768457834608853
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2625470757484436,
|
| 84 |
+
0.12601283192634583,
|
| 85 |
+
0.41896456480026245,
|
| 86 |
+
0.28514644503593445,
|
| 87 |
+
0.4218396842479706,
|
| 88 |
+
0.5681794881820679,
|
| 89 |
+
0.7852269411087036,
|
| 90 |
+
0.4965510666370392,
|
| 91 |
+
0.5560092329978943,
|
| 92 |
+
0.41410180926322937,
|
| 93 |
+
0.20899610221385956,
|
| 94 |
+
0.32412800192832947,
|
| 95 |
+
0.08580745756626129,
|
| 96 |
+
0.3003552258014679,
|
| 97 |
+
0.47657573223114014,
|
| 98 |
+
0.4548684060573578,
|
| 99 |
+
0.06439977139234543,
|
| 100 |
+
0.23632998764514923,
|
| 101 |
+
0.40364712476730347,
|
| 102 |
+
0.15412886440753937,
|
| 103 |
+
0.28648895025253296,
|
| 104 |
+
0.34916195273399353,
|
| 105 |
+
0.666614294052124,
|
| 106 |
+
0.09369061887264252,
|
| 107 |
+
0.14759881794452667,
|
| 108 |
+
0.31967130303382874,
|
| 109 |
+
0.29641109704971313,
|
| 110 |
+
0.24301423132419586,
|
| 111 |
+
0.4954024851322174,
|
| 112 |
+
0.27686643600463867,
|
| 113 |
+
0.6141053438186646,
|
| 114 |
+
0.36788931488990784,
|
| 115 |
+
0.20627087354660034,
|
| 116 |
+
0.1431589275598526,
|
| 117 |
+
0.25671154260635376,
|
| 118 |
+
0.21013575792312622,
|
| 119 |
+
0.4108363389968872,
|
| 120 |
+
0.11133305728435516,
|
| 121 |
+
0.27937182784080505,
|
| 122 |
+
0.20412372052669525,
|
| 123 |
+
0.3868274986743927,
|
| 124 |
+
0.20950333774089813,
|
| 125 |
+
0.5142151117324829,
|
| 126 |
+
0.1603759378194809,
|
| 127 |
+
0.4887435734272003,
|
| 128 |
+
0.10598982125520706,
|
| 129 |
+
0.1415387988090515,
|
| 130 |
+
0.22307895123958588,
|
| 131 |
+
0.7458757758140564,
|
| 132 |
+
0.3829251229763031,
|
| 133 |
+
0.25051409006118774,
|
| 134 |
+
0.4421636164188385,
|
| 135 |
+
0.4940548241138458,
|
| 136 |
+
0.1751486361026764,
|
| 137 |
+
0.09806253761053085,
|
| 138 |
+
0.023907087743282318,
|
| 139 |
+
0.18514713644981384,
|
| 140 |
+
0.6705180406570435,
|
| 141 |
+
0.10975297540426254,
|
| 142 |
+
0.454604834318161,
|
| 143 |
+
0.463255375623703,
|
| 144 |
+
0.5589823722839355,
|
| 145 |
+
0.38452571630477905,
|
| 146 |
+
0.11802846193313599,
|
| 147 |
+
0.32349079847335815,
|
| 148 |
+
0.11892402917146683,
|
| 149 |
+
0.18513213098049164,
|
| 150 |
+
0.5638396143913269,
|
| 151 |
+
0.5342597365379333,
|
| 152 |
+
0.43066027760505676,
|
| 153 |
+
0.45108655095100403,
|
| 154 |
+
0.1604909598827362,
|
| 155 |
+
0.6433570384979248,
|
| 156 |
+
0.161176398396492,
|
| 157 |
+
0.21069283783435822,
|
| 158 |
+
0.18137004971504211,
|
| 159 |
+
0.32935115694999695,
|
| 160 |
+
0.26186227798461914,
|
| 161 |
+
0.2511145770549774,
|
| 162 |
+
0.4118726849555969,
|
| 163 |
+
0.19018146395683289,
|
| 164 |
+
0.13178396224975586,
|
| 165 |
+
0.2954746186733246,
|
| 166 |
+
0.19448500871658325,
|
| 167 |
+
0.18855859339237213,
|
| 168 |
+
0.2567007839679718,
|
| 169 |
+
0.3642638921737671,
|
| 170 |
+
0.6398060917854309,
|
| 171 |
+
0.11445628106594086,
|
| 172 |
+
0.10448513180017471,
|
| 173 |
+
0.650497555732727,
|
| 174 |
+
0.0853990912437439,
|
| 175 |
+
0.4712531864643097,
|
| 176 |
+
0.21077877283096313,
|
| 177 |
+
0.1971668303012848,
|
| 178 |
+
0.2636159658432007,
|
| 179 |
+
0.31079620122909546,
|
| 180 |
+
0.11659091711044312,
|
| 181 |
+
0.35173213481903076,
|
| 182 |
+
0.06552518904209137,
|
| 183 |
+
0.5124160647392273,
|
| 184 |
+
0.6675134897232056,
|
| 185 |
+
0.22283966839313507,
|
| 186 |
+
0.33467429876327515,
|
| 187 |
+
0.1941831409931183,
|
| 188 |
+
0.3104277551174164,
|
| 189 |
+
0.5556191205978394,
|
| 190 |
+
0.40875738859176636,
|
| 191 |
+
0.4756845533847809,
|
| 192 |
+
0.12403702735900879,
|
| 193 |
+
0.16280002892017365,
|
| 194 |
+
0.27243030071258545,
|
| 195 |
+
0.5419504642486572,
|
| 196 |
+
0.03445257991552353,
|
| 197 |
+
0.12440844625234604,
|
| 198 |
+
0.23896627128124237,
|
| 199 |
+
0.4795432388782501,
|
| 200 |
+
0.30496758222579956,
|
| 201 |
+
0.4313850402832031,
|
| 202 |
+
0.18739429116249084,
|
| 203 |
+
0.8382951617240906,
|
| 204 |
+
0.8461463451385498,
|
| 205 |
+
0.2562580704689026,
|
| 206 |
+
0.05542930215597153,
|
| 207 |
+
0.18736471235752106,
|
| 208 |
+
0.7066324353218079,
|
| 209 |
+
0.20373398065567017,
|
| 210 |
+
0.6349537372589111,
|
| 211 |
+
0.31520500779151917,
|
| 212 |
+
0.11285004764795303,
|
| 213 |
+
0.09725496917963028,
|
| 214 |
+
0.7436321377754211,
|
| 215 |
+
0.22219036519527435,
|
| 216 |
+
0.35734134912490845,
|
| 217 |
+
0.5157614350318909,
|
| 218 |
+
0.03151419758796692,
|
| 219 |
+
0.06637877970933914,
|
| 220 |
+
0.04644068703055382,
|
| 221 |
+
0.47974905371665955,
|
| 222 |
+
0.48072007298469543,
|
| 223 |
+
0.25271090865135193,
|
| 224 |
+
0.2793664038181305,
|
| 225 |
+
0.22749723494052887,
|
| 226 |
+
0.2602246403694153,
|
| 227 |
+
0.4804673492908478,
|
| 228 |
+
0.4382941424846649,
|
| 229 |
+
0.028323912993073463,
|
| 230 |
+
0.46354612708091736,
|
| 231 |
+
0.1694861501455307,
|
| 232 |
+
0.2723865807056427,
|
| 233 |
+
0.42775994539260864,
|
| 234 |
+
0.406368225812912,
|
| 235 |
+
0.21726375818252563,
|
| 236 |
+
0.18987806141376495,
|
| 237 |
+
0.3397746980190277,
|
| 238 |
+
0.2982100546360016,
|
| 239 |
+
0.4068075120449066,
|
| 240 |
+
0.5845829844474792,
|
| 241 |
+
0.41203612089157104,
|
| 242 |
+
0.04577435553073883,
|
| 243 |
+
0.3847914934158325,
|
| 244 |
+
0.1196194663643837,
|
| 245 |
+
0.6364371180534363,
|
| 246 |
+
0.2739863693714142,
|
| 247 |
+
0.2511967122554779,
|
| 248 |
+
0.2364358752965927,
|
| 249 |
+
0.27730387449264526,
|
| 250 |
+
0.0494454987347126,
|
| 251 |
+
0.33793118596076965,
|
| 252 |
+
0.39269962906837463,
|
| 253 |
+
0.0891808271408081,
|
| 254 |
+
0.7276430130004883,
|
| 255 |
+
0.730853796005249,
|
| 256 |
+
0.035854436457157135,
|
| 257 |
+
0.43135911226272583,
|
| 258 |
+
0.6743056178092957,
|
| 259 |
+
0.15351106226444244,
|
| 260 |
+
0.2321937382221222,
|
| 261 |
+
0.15095093846321106,
|
| 262 |
+
0.290722131729126,
|
| 263 |
+
0.03870705887675285,
|
| 264 |
+
0.23392288386821747,
|
| 265 |
+
0.10354804992675781,
|
| 266 |
+
0.480844110250473,
|
| 267 |
+
0.56922847032547,
|
| 268 |
+
0.30232805013656616,
|
| 269 |
+
0.23371972143650055,
|
| 270 |
+
0.6320982575416565,
|
| 271 |
+
0.5298586487770081,
|
| 272 |
+
0.2603069543838501,
|
| 273 |
+
0.2566789388656616,
|
| 274 |
+
0.3602125942707062,
|
| 275 |
+
0.5258278846740723,
|
| 276 |
+
0.11643791943788528,
|
| 277 |
+
0.26420241594314575,
|
| 278 |
+
0.34358710050582886,
|
| 279 |
+
0.07369209825992584,
|
| 280 |
+
0.29350271821022034,
|
| 281 |
+
0.1465374380350113,
|
| 282 |
+
0.6423614025115967
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-1m-d40-s2/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 16,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 179048,
|
| 11 |
+
"total": 1216712,
|
| 12 |
+
"fraction": 0.1471572566063292
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.32592094847001135,
|
| 60 |
+
"lora/map": 0.32592094847001135,
|
| 61 |
+
"fsd50k/map": 0.32592094847001135,
|
| 62 |
+
"train_seconds": 14.4,
|
| 63 |
+
"total_seconds": 17.9,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.01991898668347858,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.027958877403908,
|
| 77 |
+
"val_map": 0.32592094847001135,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 14.403387722442858
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2965226471424103,
|
| 84 |
+
0.07897025346755981,
|
| 85 |
+
0.4730392098426819,
|
| 86 |
+
0.29933905601501465,
|
| 87 |
+
0.405819833278656,
|
| 88 |
+
0.5616592764854431,
|
| 89 |
+
0.7980268597602844,
|
| 90 |
+
0.4601619839668274,
|
| 91 |
+
0.5428377389907837,
|
| 92 |
+
0.4389517307281494,
|
| 93 |
+
0.19716589152812958,
|
| 94 |
+
0.3461107313632965,
|
| 95 |
+
0.12815463542938232,
|
| 96 |
+
0.30155420303344727,
|
| 97 |
+
0.4753224551677704,
|
| 98 |
+
0.44456517696380615,
|
| 99 |
+
0.03339777886867523,
|
| 100 |
+
0.24939408898353577,
|
| 101 |
+
0.347942054271698,
|
| 102 |
+
0.12264006584882736,
|
| 103 |
+
0.35192087292671204,
|
| 104 |
+
0.3358334004878998,
|
| 105 |
+
0.7304168343544006,
|
| 106 |
+
0.0997626855969429,
|
| 107 |
+
0.15412327647209167,
|
| 108 |
+
0.3633190095424652,
|
| 109 |
+
0.28658202290534973,
|
| 110 |
+
0.234228253364563,
|
| 111 |
+
0.5406938791275024,
|
| 112 |
+
0.2831398546695709,
|
| 113 |
+
0.6417267918586731,
|
| 114 |
+
0.3837588131427765,
|
| 115 |
+
0.2688515782356262,
|
| 116 |
+
0.2181885689496994,
|
| 117 |
+
0.21056179702281952,
|
| 118 |
+
0.20460188388824463,
|
| 119 |
+
0.40179184079170227,
|
| 120 |
+
0.15507492423057556,
|
| 121 |
+
0.2461102157831192,
|
| 122 |
+
0.18839313089847565,
|
| 123 |
+
0.40693777799606323,
|
| 124 |
+
0.1719362437725067,
|
| 125 |
+
0.5171316266059875,
|
| 126 |
+
0.1751892864704132,
|
| 127 |
+
0.44773536920547485,
|
| 128 |
+
0.17423713207244873,
|
| 129 |
+
0.17062847316265106,
|
| 130 |
+
0.19348986446857452,
|
| 131 |
+
0.7294631004333496,
|
| 132 |
+
0.3773065507411957,
|
| 133 |
+
0.32815641164779663,
|
| 134 |
+
0.48535972833633423,
|
| 135 |
+
0.48967716097831726,
|
| 136 |
+
0.15110498666763306,
|
| 137 |
+
0.11129327863454819,
|
| 138 |
+
0.04046449810266495,
|
| 139 |
+
0.1872585415840149,
|
| 140 |
+
0.6595181226730347,
|
| 141 |
+
0.11261659860610962,
|
| 142 |
+
0.44191670417785645,
|
| 143 |
+
0.4577796161174774,
|
| 144 |
+
0.569862961769104,
|
| 145 |
+
0.38538122177124023,
|
| 146 |
+
0.15403154492378235,
|
| 147 |
+
0.3314066529273987,
|
| 148 |
+
0.10967129468917847,
|
| 149 |
+
0.2163749784231186,
|
| 150 |
+
0.5717246532440186,
|
| 151 |
+
0.5677565336227417,
|
| 152 |
+
0.48589032888412476,
|
| 153 |
+
0.44784221053123474,
|
| 154 |
+
0.1850443184375763,
|
| 155 |
+
0.624288022518158,
|
| 156 |
+
0.15301483869552612,
|
| 157 |
+
0.23199331760406494,
|
| 158 |
+
0.18837212026119232,
|
| 159 |
+
0.35190340876579285,
|
| 160 |
+
0.21550650894641876,
|
| 161 |
+
0.252590149641037,
|
| 162 |
+
0.35878118872642517,
|
| 163 |
+
0.2645494043827057,
|
| 164 |
+
0.1512584686279297,
|
| 165 |
+
0.19699056446552277,
|
| 166 |
+
0.22868269681930542,
|
| 167 |
+
0.1583683341741562,
|
| 168 |
+
0.27969732880592346,
|
| 169 |
+
0.3536524772644043,
|
| 170 |
+
0.6669942140579224,
|
| 171 |
+
0.1738768070936203,
|
| 172 |
+
0.08413104712963104,
|
| 173 |
+
0.6872766017913818,
|
| 174 |
+
0.07806612551212311,
|
| 175 |
+
0.49644070863723755,
|
| 176 |
+
0.18401272594928741,
|
| 177 |
+
0.2305811196565628,
|
| 178 |
+
0.2556209862232208,
|
| 179 |
+
0.35536307096481323,
|
| 180 |
+
0.10430841892957687,
|
| 181 |
+
0.37137386202812195,
|
| 182 |
+
0.08231788873672485,
|
| 183 |
+
0.5019158124923706,
|
| 184 |
+
0.6547023057937622,
|
| 185 |
+
0.2049059122800827,
|
| 186 |
+
0.32361721992492676,
|
| 187 |
+
0.19563719630241394,
|
| 188 |
+
0.23614506423473358,
|
| 189 |
+
0.575907289981842,
|
| 190 |
+
0.42296910285949707,
|
| 191 |
+
0.5049755573272705,
|
| 192 |
+
0.12004125863313675,
|
| 193 |
+
0.15973423421382904,
|
| 194 |
+
0.29711246490478516,
|
| 195 |
+
0.5537394285202026,
|
| 196 |
+
0.057354748249053955,
|
| 197 |
+
0.12649936974048615,
|
| 198 |
+
0.2699149549007416,
|
| 199 |
+
0.44938522577285767,
|
| 200 |
+
0.3865818977355957,
|
| 201 |
+
0.40878909826278687,
|
| 202 |
+
0.16683652997016907,
|
| 203 |
+
0.8394876718521118,
|
| 204 |
+
0.8469907641410828,
|
| 205 |
+
0.2905995547771454,
|
| 206 |
+
0.11152100563049316,
|
| 207 |
+
0.23210512101650238,
|
| 208 |
+
0.7150471806526184,
|
| 209 |
+
0.19334737956523895,
|
| 210 |
+
0.673002302646637,
|
| 211 |
+
0.3194037973880768,
|
| 212 |
+
0.09823045879602432,
|
| 213 |
+
0.1011662632226944,
|
| 214 |
+
0.7181082367897034,
|
| 215 |
+
0.3395627737045288,
|
| 216 |
+
0.37716245651245117,
|
| 217 |
+
0.5800116062164307,
|
| 218 |
+
0.06150883808732033,
|
| 219 |
+
0.06284838914871216,
|
| 220 |
+
0.04150613024830818,
|
| 221 |
+
0.5192036032676697,
|
| 222 |
+
0.45410996675491333,
|
| 223 |
+
0.21813203394412994,
|
| 224 |
+
0.2874174118041992,
|
| 225 |
+
0.19203680753707886,
|
| 226 |
+
0.34578678011894226,
|
| 227 |
+
0.4630717635154724,
|
| 228 |
+
0.42238226532936096,
|
| 229 |
+
0.041307561099529266,
|
| 230 |
+
0.4284731447696686,
|
| 231 |
+
0.18605118989944458,
|
| 232 |
+
0.3327721059322357,
|
| 233 |
+
0.4134231507778168,
|
| 234 |
+
0.39624375104904175,
|
| 235 |
+
0.2205198109149933,
|
| 236 |
+
0.2389223873615265,
|
| 237 |
+
0.33477479219436646,
|
| 238 |
+
0.23328013718128204,
|
| 239 |
+
0.45700541138648987,
|
| 240 |
+
0.5756738185882568,
|
| 241 |
+
0.41803276538848877,
|
| 242 |
+
0.04434683918952942,
|
| 243 |
+
0.3800230324268341,
|
| 244 |
+
0.11475478112697601,
|
| 245 |
+
0.6368996500968933,
|
| 246 |
+
0.26972147822380066,
|
| 247 |
+
0.2489490956068039,
|
| 248 |
+
0.21894189715385437,
|
| 249 |
+
0.23991888761520386,
|
| 250 |
+
0.054127804934978485,
|
| 251 |
+
0.2998184561729431,
|
| 252 |
+
0.35374727845191956,
|
| 253 |
+
0.07775717973709106,
|
| 254 |
+
0.7371150255203247,
|
| 255 |
+
0.742078959941864,
|
| 256 |
+
0.030534306541085243,
|
| 257 |
+
0.433388888835907,
|
| 258 |
+
0.6696730256080627,
|
| 259 |
+
0.14383909106254578,
|
| 260 |
+
0.1979982703924179,
|
| 261 |
+
0.16083794832229614,
|
| 262 |
+
0.28941094875335693,
|
| 263 |
+
0.035982705652713776,
|
| 264 |
+
0.32497140765190125,
|
| 265 |
+
0.10489305108785629,
|
| 266 |
+
0.4790809750556946,
|
| 267 |
+
0.5596614480018616,
|
| 268 |
+
0.3018837571144104,
|
| 269 |
+
0.24243281781673431,
|
| 270 |
+
0.643907368183136,
|
| 271 |
+
0.5148974061012268,
|
| 272 |
+
0.3102286159992218,
|
| 273 |
+
0.19152992963790894,
|
| 274 |
+
0.3999026119709015,
|
| 275 |
+
0.5230557918548584,
|
| 276 |
+
0.11312690377235413,
|
| 277 |
+
0.1814543455839157,
|
| 278 |
+
0.3509994447231293,
|
| 279 |
+
0.08805052191019058,
|
| 280 |
+
0.3085622787475586,
|
| 281 |
+
0.15272976458072662,
|
| 282 |
+
0.6811049580574036
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-1m-d40-s2/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 4 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 7 |
+
"lora_layers_wrapped": 16,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 226463,
|
| 10 |
+
"total": 1264127,
|
| 11 |
+
"fraction": 0.1791457662086167
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007219524980978634,
|
| 61 |
+
"val_map": 0.0060449718178269335,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02439,
|
| 69 |
+
"train_map": 0.024327785805869754,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02357,
|
| 78 |
+
"train_map": 0.048378987414090836,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 0.9
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02203,
|
| 87 |
+
"train_map": 0.05812743973571001,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.2
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02191,
|
| 96 |
+
"train_map": 0.07863732672029615,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 1.5
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.0217,
|
| 105 |
+
"train_map": 0.08445142195215431,
|
| 106 |
+
"val_map": 0.0534428574782805,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 1.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.0217,
|
| 114 |
+
"train_map": 0.0923303714268567,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 1.9
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02061,
|
| 123 |
+
"train_map": 0.10122409227270583,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 2.2
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02054,
|
| 132 |
+
"train_map": 0.11833562620405631,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 2.5
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02027,
|
| 141 |
+
"train_map": 0.12354471816295189,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 2.9
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.02035,
|
| 150 |
+
"train_map": 0.13304532996018328,
|
| 151 |
+
"val_map": 0.08315061603936118,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 3.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01972,
|
| 159 |
+
"train_map": 0.13322554970428743,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 3.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01988,
|
| 168 |
+
"train_map": 0.14526226911455237,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 3.6
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01953,
|
| 177 |
+
"train_map": 0.14939892164253024,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 3.9
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01947,
|
| 186 |
+
"train_map": 0.15942015599210232,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 4.3
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01904,
|
| 195 |
+
"train_map": 0.1624490041930787,
|
| 196 |
+
"val_map": 0.10322481421559371,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 4.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01932,
|
| 204 |
+
"train_map": 0.1655451958156076,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 4.6
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01937,
|
| 213 |
+
"train_map": 0.16786706541484642,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 5.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01865,
|
| 222 |
+
"train_map": 0.17094575679389162,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 5.3
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.019,
|
| 231 |
+
"train_map": 0.17353880672054667,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 5.6
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01852,
|
| 240 |
+
"train_map": 0.17358874842088026,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 5.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.0185,
|
| 249 |
+
"train_map": 0.17356642172495132,
|
| 250 |
+
"val_map": 0.10953598185327519,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 6.0
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.17356642172495132,
|
| 256 |
+
"final_val_map": 0.10953598185327519,
|
| 257 |
+
"lora/map": 0.10953598185327519,
|
| 258 |
+
"train_seconds": 6.0,
|
| 259 |
+
"wall_seconds": 26.0
|
| 260 |
+
}
|
p4rel-mae-1m-d40-s2/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 4 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 7 |
+
"lora_layers_wrapped": 16,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 226463,
|
| 10 |
+
"total": 1264127,
|
| 11 |
+
"fraction": 0.1791457662086167
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007073699651317816,
|
| 61 |
+
"val_map": 0.006052684415957097,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02473,
|
| 69 |
+
"train_map": 0.02952941042290244,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.4
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02345,
|
| 78 |
+
"train_map": 0.04683630277673967,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 0.7
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.0225,
|
| 87 |
+
"train_map": 0.06431906482123503,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.0
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02169,
|
| 96 |
+
"train_map": 0.07450905505283267,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 1.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02132,
|
| 105 |
+
"train_map": 0.07197061815763871,
|
| 106 |
+
"val_map": 0.04659336221499803,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 1.4
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02144,
|
| 114 |
+
"train_map": 0.09637855238191062,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 1.6
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02119,
|
| 123 |
+
"train_map": 0.09979679326454365,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 2.0
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02062,
|
| 132 |
+
"train_map": 0.1108043484378295,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 2.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.0203,
|
| 141 |
+
"train_map": 0.11580757284095154,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 2.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01983,
|
| 150 |
+
"train_map": 0.12667063617834953,
|
| 151 |
+
"val_map": 0.08070235265033635,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 2.8
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.02047,
|
| 159 |
+
"train_map": 0.12900110133578982,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 3.0
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01974,
|
| 168 |
+
"train_map": 0.1338847128363358,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 3.3
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01932,
|
| 177 |
+
"train_map": 0.1505939545846797,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 3.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01882,
|
| 186 |
+
"train_map": 0.15321984878993916,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 4.0
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01937,
|
| 195 |
+
"train_map": 0.1622708005516081,
|
| 196 |
+
"val_map": 0.10168197088604493,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 4.2
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0191,
|
| 204 |
+
"train_map": 0.16284557708947295,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 4.3
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.0185,
|
| 213 |
+
"train_map": 0.1647163759492889,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 4.6
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01877,
|
| 222 |
+
"train_map": 0.16749060920137468,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 5.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01864,
|
| 231 |
+
"train_map": 0.16959960113033878,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 5.3
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01895,
|
| 240 |
+
"train_map": 0.17020757539830467,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 5.6
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01897,
|
| 249 |
+
"train_map": 0.17006388465578773,
|
| 250 |
+
"val_map": 0.10706912822300388,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 5.7
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.17006388465578773,
|
| 256 |
+
"final_val_map": 0.10706912822300388,
|
| 257 |
+
"lora/map": 0.10706912822300388,
|
| 258 |
+
"train_seconds": 5.7,
|
| 259 |
+
"wall_seconds": 27.2
|
| 260 |
+
}
|
p4rel-mae-1m-d40-s2/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 4 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 7 |
+
"lora_layers_wrapped": 16,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 226463,
|
| 10 |
+
"total": 1264127,
|
| 11 |
+
"fraction": 0.1791457662086167
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006589216950872606,
|
| 61 |
+
"val_map": 0.00593766598057433,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02435,
|
| 69 |
+
"train_map": 0.025765888257733276,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.4
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02396,
|
| 78 |
+
"train_map": 0.04456196876708418,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 0.7
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.0222,
|
| 87 |
+
"train_map": 0.06313224592307085,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.0
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02151,
|
| 96 |
+
"train_map": 0.07637220834809545,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 1.3
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02195,
|
| 105 |
+
"train_map": 0.07341556763872893,
|
| 106 |
+
"val_map": 0.051598769324112406,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 1.4
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02144,
|
| 114 |
+
"train_map": 0.08375570359127331,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 1.7
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02131,
|
| 123 |
+
"train_map": 0.09721556313307621,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 2.0
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02107,
|
| 132 |
+
"train_map": 0.11397279890084487,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 2.3
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02003,
|
| 141 |
+
"train_map": 0.11569408427365478,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 2.6
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01995,
|
| 150 |
+
"train_map": 0.1258515876459852,
|
| 151 |
+
"val_map": 0.08280745693226213,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 2.8
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01984,
|
| 159 |
+
"train_map": 0.13176328076343044,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 2.9
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.02029,
|
| 168 |
+
"train_map": 0.1428883389430209,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 3.3
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01891,
|
| 177 |
+
"train_map": 0.15130734723414765,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 3.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01949,
|
| 186 |
+
"train_map": 0.1514659035638102,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 3.9
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01892,
|
| 195 |
+
"train_map": 0.16260991202829939,
|
| 196 |
+
"val_map": 0.102036599826202,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 4.1
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01882,
|
| 204 |
+
"train_map": 0.1634066523215336,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 4.2
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01888,
|
| 213 |
+
"train_map": 0.1663769188344097,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 4.5
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01889,
|
| 222 |
+
"train_map": 0.1686933645660471,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 4.8
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01843,
|
| 231 |
+
"train_map": 0.16972836454891982,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 5.2
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.019,
|
| 240 |
+
"train_map": 0.17011618602709877,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 5.5
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01924,
|
| 249 |
+
"train_map": 0.17007638611592196,
|
| 250 |
+
"val_map": 0.10763746402818405,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 5.5
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.17007638611592196,
|
| 256 |
+
"final_val_map": 0.10763746402818405,
|
| 257 |
+
"lora/map": 0.10763746402818405,
|
| 258 |
+
"train_seconds": 5.5,
|
| 259 |
+
"wall_seconds": 27.8
|
| 260 |
+
}
|
p4rel-mae-1m-d40-s2/exports/step_00040000/probe.json
ADDED
|
@@ -0,0 +1,576 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export_dir": "/workspace/runs/p4rel-mae-1m-d40-s2/exports/step_00040000",
|
| 3 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 6 |
+
"probe/map": 0.11447593983549066,
|
| 7 |
+
"probe/map_train": 0.2713683141250538,
|
| 8 |
+
"probe/alpha": 1.0,
|
| 9 |
+
"probe/holdout_map": 0.1435549519045996,
|
| 10 |
+
"probe/pooling": "concat",
|
| 11 |
+
"probe/feature_dim": 288,
|
| 12 |
+
"probe/fit_clips": 20550,
|
| 13 |
+
"probe/score_clips": 18886,
|
| 14 |
+
"probe/classes_scored": 527,
|
| 15 |
+
"probe/extract_s": 2.717499439022504,
|
| 16 |
+
"probe/total_s": 3.388402856013272,
|
| 17 |
+
"alpha_selection": [
|
| 18 |
+
{
|
| 19 |
+
"alpha": 0.01,
|
| 20 |
+
"holdout_map": 0.14249343312728932
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"alpha": 0.1,
|
| 24 |
+
"holdout_map": 0.14290646703487908
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"alpha": 1.0,
|
| 28 |
+
"holdout_map": 0.1435549519045996
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"alpha": 10.0,
|
| 32 |
+
"holdout_map": 0.13952323517000453
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"alpha": 100.0,
|
| 36 |
+
"holdout_map": 0.12236943060754882
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"alpha": 1000.0,
|
| 40 |
+
"holdout_map": 0.10508678628147652
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"alpha": 10000.0,
|
| 44 |
+
"holdout_map": 0.08139721741343175
|
| 45 |
+
}
|
| 46 |
+
],
|
| 47 |
+
"per_class_ap": [
|
| 48 |
+
0.6059456467628479,
|
| 49 |
+
0.013499310240149498,
|
| 50 |
+
0.058720074594020844,
|
| 51 |
+
0.1729690432548523,
|
| 52 |
+
0.09601526707410812,
|
| 53 |
+
0.2326650619506836,
|
| 54 |
+
0.1516791582107544,
|
| 55 |
+
0.28057676553726196,
|
| 56 |
+
0.03859727084636688,
|
| 57 |
+
0.044053200632333755,
|
| 58 |
+
0.022142168134450912,
|
| 59 |
+
0.04784456640481949,
|
| 60 |
+
0.43857696652412415,
|
| 61 |
+
0.30306535959243774,
|
| 62 |
+
0.0334596261382103,
|
| 63 |
+
0.33440378308296204,
|
| 64 |
+
0.301695853471756,
|
| 65 |
+
0.3505833148956299,
|
| 66 |
+
0.05391385778784752,
|
| 67 |
+
0.06001768633723259,
|
| 68 |
+
0.18033862113952637,
|
| 69 |
+
0.05024603009223938,
|
| 70 |
+
0.16095177829265594,
|
| 71 |
+
0.1520615965127945,
|
| 72 |
+
0.07965099066495895,
|
| 73 |
+
0.03726223483681679,
|
| 74 |
+
0.05824538320302963,
|
| 75 |
+
0.15891791880130768,
|
| 76 |
+
0.1595703363418579,
|
| 77 |
+
0.08582568168640137,
|
| 78 |
+
0.21459925174713135,
|
| 79 |
+
0.1327522248029709,
|
| 80 |
+
0.02800714410841465,
|
| 81 |
+
0.08321775496006012,
|
| 82 |
+
0.24037520587444305,
|
| 83 |
+
0.04025374352931976,
|
| 84 |
+
0.35107704997062683,
|
| 85 |
+
0.044741470366716385,
|
| 86 |
+
0.06316593289375305,
|
| 87 |
+
0.12561237812042236,
|
| 88 |
+
0.11249375343322754,
|
| 89 |
+
0.01395575050264597,
|
| 90 |
+
0.05654892325401306,
|
| 91 |
+
0.2317463457584381,
|
| 92 |
+
0.01209246926009655,
|
| 93 |
+
0.09895839542150497,
|
| 94 |
+
0.017518717795610428,
|
| 95 |
+
0.08949954062700272,
|
| 96 |
+
0.040742527693510056,
|
| 97 |
+
0.050762735307216644,
|
| 98 |
+
0.11954785883426666,
|
| 99 |
+
0.011913866735994816,
|
| 100 |
+
0.035385239869356155,
|
| 101 |
+
0.027798382565379143,
|
| 102 |
+
0.19620424509048462,
|
| 103 |
+
0.10167685151100159,
|
| 104 |
+
0.12622596323490143,
|
| 105 |
+
0.31931015849113464,
|
| 106 |
+
0.12105134129524231,
|
| 107 |
+
0.05132399499416351,
|
| 108 |
+
0.14237213134765625,
|
| 109 |
+
0.16708888113498688,
|
| 110 |
+
0.09029509127140045,
|
| 111 |
+
0.08128863573074341,
|
| 112 |
+
0.4938763976097107,
|
| 113 |
+
0.20151060819625854,
|
| 114 |
+
0.28714480996131897,
|
| 115 |
+
0.24527087807655334,
|
| 116 |
+
0.34585484862327576,
|
| 117 |
+
0.3187485933303833,
|
| 118 |
+
0.09519738703966141,
|
| 119 |
+
0.10427700728178024,
|
| 120 |
+
0.14150314033031464,
|
| 121 |
+
0.11411762237548828,
|
| 122 |
+
0.12612007558345795,
|
| 123 |
+
0.1718139499425888,
|
| 124 |
+
0.042114004492759705,
|
| 125 |
+
0.14341889321804047,
|
| 126 |
+
0.13796190917491913,
|
| 127 |
+
0.038892000913619995,
|
| 128 |
+
0.01543387584388256,
|
| 129 |
+
0.051698122173547745,
|
| 130 |
+
0.24918316304683685,
|
| 131 |
+
0.03387314826250076,
|
| 132 |
+
0.06982700526714325,
|
| 133 |
+
0.019296815618872643,
|
| 134 |
+
0.03484707325696945,
|
| 135 |
+
0.01841575652360916,
|
| 136 |
+
0.025368522852659225,
|
| 137 |
+
0.02416161634027958,
|
| 138 |
+
0.02863176539540291,
|
| 139 |
+
0.025429805740714073,
|
| 140 |
+
0.17935484647750854,
|
| 141 |
+
0.014659182168543339,
|
| 142 |
+
0.03298059105873108,
|
| 143 |
+
0.021394383162260056,
|
| 144 |
+
0.016346747055649757,
|
| 145 |
+
0.01874363049864769,
|
| 146 |
+
0.09013857692480087,
|
| 147 |
+
0.09496740996837616,
|
| 148 |
+
0.06906401365995407,
|
| 149 |
+
0.14748069643974304,
|
| 150 |
+
0.023588882759213448,
|
| 151 |
+
0.023010853677988052,
|
| 152 |
+
0.01188602764159441,
|
| 153 |
+
0.02414717711508274,
|
| 154 |
+
0.06337486952543259,
|
| 155 |
+
0.05807647481560707,
|
| 156 |
+
0.08713406324386597,
|
| 157 |
+
0.15791232883930206,
|
| 158 |
+
0.20301687717437744,
|
| 159 |
+
0.09106151759624481,
|
| 160 |
+
0.07391104847192764,
|
| 161 |
+
0.07159332931041718,
|
| 162 |
+
0.02916611358523369,
|
| 163 |
+
0.14010636508464813,
|
| 164 |
+
0.1382937878370285,
|
| 165 |
+
0.06798766553401947,
|
| 166 |
+
0.06265145540237427,
|
| 167 |
+
0.09705372154712677,
|
| 168 |
+
0.0997840017080307,
|
| 169 |
+
0.10616283118724823,
|
| 170 |
+
0.07992884516716003,
|
| 171 |
+
0.08526677638292313,
|
| 172 |
+
0.008399100974202156,
|
| 173 |
+
0.024711238220334053,
|
| 174 |
+
0.11223258823156357,
|
| 175 |
+
0.1900755763053894,
|
| 176 |
+
0.03768074885010719,
|
| 177 |
+
0.052887897938489914,
|
| 178 |
+
0.004872575402259827,
|
| 179 |
+
0.0908002182841301,
|
| 180 |
+
0.06673974543809891,
|
| 181 |
+
0.06199235841631889,
|
| 182 |
+
0.04355674237012863,
|
| 183 |
+
0.019285481423139572,
|
| 184 |
+
0.05762810260057449,
|
| 185 |
+
0.7046009302139282,
|
| 186 |
+
0.20367944240570068,
|
| 187 |
+
0.24104095995426178,
|
| 188 |
+
0.334777295589447,
|
| 189 |
+
0.26333579421043396,
|
| 190 |
+
0.0994872897863388,
|
| 191 |
+
0.0968681052327156,
|
| 192 |
+
0.08709970116615295,
|
| 193 |
+
0.07772824168205261,
|
| 194 |
+
0.08155614882707596,
|
| 195 |
+
0.22987578809261322,
|
| 196 |
+
0.07300402224063873,
|
| 197 |
+
0.15406256914138794,
|
| 198 |
+
0.12034106999635696,
|
| 199 |
+
0.13519646227359772,
|
| 200 |
+
0.22034552693367004,
|
| 201 |
+
0.09459178894758224,
|
| 202 |
+
0.08480234444141388,
|
| 203 |
+
0.13233532011508942,
|
| 204 |
+
0.0769018679857254,
|
| 205 |
+
0.04168982431292534,
|
| 206 |
+
0.02194134332239628,
|
| 207 |
+
0.058852825313806534,
|
| 208 |
+
0.4148798882961273,
|
| 209 |
+
0.26717180013656616,
|
| 210 |
+
0.2979801893234253,
|
| 211 |
+
0.16361881792545319,
|
| 212 |
+
0.2504010796546936,
|
| 213 |
+
0.28204572200775146,
|
| 214 |
+
0.29329192638397217,
|
| 215 |
+
0.16613613069057465,
|
| 216 |
+
0.28479936718940735,
|
| 217 |
+
0.2679976522922516,
|
| 218 |
+
0.1961149126291275,
|
| 219 |
+
0.323212593793869,
|
| 220 |
+
0.35296183824539185,
|
| 221 |
+
0.16274721920490265,
|
| 222 |
+
0.0942348763346672,
|
| 223 |
+
0.11791324615478516,
|
| 224 |
+
0.14105217158794403,
|
| 225 |
+
0.3384607136249542,
|
| 226 |
+
0.07049356400966644,
|
| 227 |
+
0.16029515862464905,
|
| 228 |
+
0.15989002585411072,
|
| 229 |
+
0.16244184970855713,
|
| 230 |
+
0.11872122436761856,
|
| 231 |
+
0.24576237797737122,
|
| 232 |
+
0.04846474900841713,
|
| 233 |
+
0.2785411775112152,
|
| 234 |
+
0.28185325860977173,
|
| 235 |
+
0.08009417355060577,
|
| 236 |
+
0.2664664685726166,
|
| 237 |
+
0.10868881642818451,
|
| 238 |
+
0.18244294822216034,
|
| 239 |
+
0.11219911277294159,
|
| 240 |
+
0.26209557056427,
|
| 241 |
+
0.17009417712688446,
|
| 242 |
+
0.11963332444429398,
|
| 243 |
+
0.2813378870487213,
|
| 244 |
+
0.04801496863365173,
|
| 245 |
+
0.06684502959251404,
|
| 246 |
+
0.09791474044322968,
|
| 247 |
+
0.20867472887039185,
|
| 248 |
+
0.03845750540494919,
|
| 249 |
+
0.18314173817634583,
|
| 250 |
+
0.060865242034196854,
|
| 251 |
+
0.13149702548980713,
|
| 252 |
+
0.1023055762052536,
|
| 253 |
+
0.1154574602842331,
|
| 254 |
+
0.1457991749048233,
|
| 255 |
+
0.305698961019516,
|
| 256 |
+
0.12974484264850616,
|
| 257 |
+
0.22187285125255585,
|
| 258 |
+
0.6266850233078003,
|
| 259 |
+
0.2945750653743744,
|
| 260 |
+
0.3060496151447296,
|
| 261 |
+
0.06106644123792648,
|
| 262 |
+
0.256084680557251,
|
| 263 |
+
0.08275849372148514,
|
| 264 |
+
0.04809292033314705,
|
| 265 |
+
0.22314196825027466,
|
| 266 |
+
0.16952861845493317,
|
| 267 |
+
0.13469792902469635,
|
| 268 |
+
0.19968625903129578,
|
| 269 |
+
0.13486801087856293,
|
| 270 |
+
0.19314365088939667,
|
| 271 |
+
0.2377728670835495,
|
| 272 |
+
0.07119660079479218,
|
| 273 |
+
0.07486431300640106,
|
| 274 |
+
0.07311199605464935,
|
| 275 |
+
0.05631152167916298,
|
| 276 |
+
0.13565176725387573,
|
| 277 |
+
0.03968941047787666,
|
| 278 |
+
0.04586288705468178,
|
| 279 |
+
0.05225187912583351,
|
| 280 |
+
0.0831824243068695,
|
| 281 |
+
0.03188655525445938,
|
| 282 |
+
0.050293244421482086,
|
| 283 |
+
0.013126278296113014,
|
| 284 |
+
0.18617047369480133,
|
| 285 |
+
0.017409801483154297,
|
| 286 |
+
0.24931873381137848,
|
| 287 |
+
0.03085385635495186,
|
| 288 |
+
0.1600104719400406,
|
| 289 |
+
0.29113417863845825,
|
| 290 |
+
0.21712632477283478,
|
| 291 |
+
0.14017416536808014,
|
| 292 |
+
0.1769382804632187,
|
| 293 |
+
0.26359376311302185,
|
| 294 |
+
0.051778871566057205,
|
| 295 |
+
0.17471431195735931,
|
| 296 |
+
0.028272805735468864,
|
| 297 |
+
0.0905417948961258,
|
| 298 |
+
0.06304031610488892,
|
| 299 |
+
0.028557337820529938,
|
| 300 |
+
0.07243181765079498,
|
| 301 |
+
0.0974845364689827,
|
| 302 |
+
0.06456068903207779,
|
| 303 |
+
0.13434255123138428,
|
| 304 |
+
0.19328993558883667,
|
| 305 |
+
0.15809465944766998,
|
| 306 |
+
0.0864599198102951,
|
| 307 |
+
0.046978600323200226,
|
| 308 |
+
0.03496657311916351,
|
| 309 |
+
0.04859863966703415,
|
| 310 |
+
0.11528882384300232,
|
| 311 |
+
0.07782240957021713,
|
| 312 |
+
0.01955171674489975,
|
| 313 |
+
0.0595715194940567,
|
| 314 |
+
0.06560151278972626,
|
| 315 |
+
0.08808387070894241,
|
| 316 |
+
0.13510848581790924,
|
| 317 |
+
0.030799858272075653,
|
| 318 |
+
0.03383303061127663,
|
| 319 |
+
0.19111643731594086,
|
| 320 |
+
0.12970088422298431,
|
| 321 |
+
0.057400044053792953,
|
| 322 |
+
0.21063664555549622,
|
| 323 |
+
0.031910043209791183,
|
| 324 |
+
0.08671928197145462,
|
| 325 |
+
0.03753000497817993,
|
| 326 |
+
0.055212486535310745,
|
| 327 |
+
0.05664398521184921,
|
| 328 |
+
0.03963305056095123,
|
| 329 |
+
0.22614942491054535,
|
| 330 |
+
0.09149355441331863,
|
| 331 |
+
0.182396799325943,
|
| 332 |
+
0.03324132412672043,
|
| 333 |
+
0.20408760011196136,
|
| 334 |
+
0.17658866941928864,
|
| 335 |
+
0.18303105235099792,
|
| 336 |
+
0.19497889280319214,
|
| 337 |
+
0.16554546356201172,
|
| 338 |
+
0.22510549426078796,
|
| 339 |
+
0.146892249584198,
|
| 340 |
+
0.10994566231966019,
|
| 341 |
+
0.15573972463607788,
|
| 342 |
+
0.1401594579219818,
|
| 343 |
+
0.13620151579380035,
|
| 344 |
+
0.08959595859050751,
|
| 345 |
+
0.006658685393631458,
|
| 346 |
+
0.015327228233218193,
|
| 347 |
+
0.01627214625477791,
|
| 348 |
+
0.268062025308609,
|
| 349 |
+
0.1713247299194336,
|
| 350 |
+
0.14353269338607788,
|
| 351 |
+
0.0519724041223526,
|
| 352 |
+
0.030086854472756386,
|
| 353 |
+
0.11127158999443054,
|
| 354 |
+
0.041412293910980225,
|
| 355 |
+
0.1619851291179657,
|
| 356 |
+
0.02341248281300068,
|
| 357 |
+
0.03793201968073845,
|
| 358 |
+
0.12904092669487,
|
| 359 |
+
0.03537844121456146,
|
| 360 |
+
0.08520592749118805,
|
| 361 |
+
0.07115573436021805,
|
| 362 |
+
0.06603008508682251,
|
| 363 |
+
0.11293090134859085,
|
| 364 |
+
0.07890237867832184,
|
| 365 |
+
0.024683577939867973,
|
| 366 |
+
0.049377236515283585,
|
| 367 |
+
0.04862259328365326,
|
| 368 |
+
0.09279381483793259,
|
| 369 |
+
0.058575622737407684,
|
| 370 |
+
0.3199922442436218,
|
| 371 |
+
0.30649513006210327,
|
| 372 |
+
0.18943914771080017,
|
| 373 |
+
0.1688917726278305,
|
| 374 |
+
0.0495077483355999,
|
| 375 |
+
0.06575259566307068,
|
| 376 |
+
0.164841428399086,
|
| 377 |
+
0.15594765543937683,
|
| 378 |
+
0.09023440629243851,
|
| 379 |
+
0.11130572110414505,
|
| 380 |
+
0.16311059892177582,
|
| 381 |
+
0.1686582714319229,
|
| 382 |
+
0.20835287868976593,
|
| 383 |
+
0.13432079553604126,
|
| 384 |
+
0.1079632043838501,
|
| 385 |
+
0.2025550752878189,
|
| 386 |
+
0.042995795607566833,
|
| 387 |
+
0.04086723551154137,
|
| 388 |
+
0.10313600301742554,
|
| 389 |
+
0.010186520405113697,
|
| 390 |
+
0.06526142358779907,
|
| 391 |
+
0.1473630964756012,
|
| 392 |
+
0.10552816092967987,
|
| 393 |
+
0.07284572720527649,
|
| 394 |
+
0.08939490467309952,
|
| 395 |
+
0.30929985642433167,
|
| 396 |
+
0.03186064958572388,
|
| 397 |
+
0.025039823725819588,
|
| 398 |
+
0.11753075569868088,
|
| 399 |
+
0.024349559098482132,
|
| 400 |
+
0.08613615483045578,
|
| 401 |
+
0.09530957788228989,
|
| 402 |
+
0.02071317844092846,
|
| 403 |
+
0.04208890721201897,
|
| 404 |
+
0.02785990945994854,
|
| 405 |
+
0.016452176496386528,
|
| 406 |
+
0.03561878204345703,
|
| 407 |
+
0.06287740170955658,
|
| 408 |
+
0.016665656119585037,
|
| 409 |
+
0.043806932866573334,
|
| 410 |
+
0.08150313794612885,
|
| 411 |
+
0.10625633597373962,
|
| 412 |
+
0.03851825371384621,
|
| 413 |
+
0.060845375061035156,
|
| 414 |
+
0.2827250063419342,
|
| 415 |
+
0.14265941083431244,
|
| 416 |
+
0.030063172802329063,
|
| 417 |
+
0.13386930525302887,
|
| 418 |
+
0.15633058547973633,
|
| 419 |
+
0.10216155648231506,
|
| 420 |
+
0.1242988184094429,
|
| 421 |
+
0.2986604869365692,
|
| 422 |
+
0.1393248438835144,
|
| 423 |
+
0.04823318123817444,
|
| 424 |
+
0.07905016094446182,
|
| 425 |
+
0.07690446823835373,
|
| 426 |
+
0.029252944514155388,
|
| 427 |
+
0.015113434754312038,
|
| 428 |
+
0.01989024318754673,
|
| 429 |
+
0.07103828340768814,
|
| 430 |
+
0.1003187745809555,
|
| 431 |
+
0.07322531193494797,
|
| 432 |
+
0.16418243944644928,
|
| 433 |
+
0.14874671399593353,
|
| 434 |
+
0.20028996467590332,
|
| 435 |
+
0.0371178463101387,
|
| 436 |
+
0.07040558755397797,
|
| 437 |
+
0.03391400724649429,
|
| 438 |
+
0.14751076698303223,
|
| 439 |
+
0.056076835840940475,
|
| 440 |
+
0.017882317304611206,
|
| 441 |
+
0.34518948197364807,
|
| 442 |
+
0.1863069385290146,
|
| 443 |
+
0.03345179185271263,
|
| 444 |
+
0.34213244915008545,
|
| 445 |
+
0.41331571340560913,
|
| 446 |
+
0.02778031677007675,
|
| 447 |
+
0.33348214626312256,
|
| 448 |
+
0.2432403415441513,
|
| 449 |
+
0.0473339706659317,
|
| 450 |
+
0.08412928879261017,
|
| 451 |
+
0.12094303965568542,
|
| 452 |
+
0.027370410040020943,
|
| 453 |
+
0.019621966406702995,
|
| 454 |
+
0.02003294602036476,
|
| 455 |
+
0.027192609384655952,
|
| 456 |
+
0.03851717337965965,
|
| 457 |
+
0.02315283939242363,
|
| 458 |
+
0.014539613388478756,
|
| 459 |
+
0.05755401402711868,
|
| 460 |
+
0.023023264482617378,
|
| 461 |
+
0.018879923969507217,
|
| 462 |
+
0.25064459443092346,
|
| 463 |
+
0.028963416814804077,
|
| 464 |
+
0.020473001524806023,
|
| 465 |
+
0.01155264861881733,
|
| 466 |
+
0.0973760336637497,
|
| 467 |
+
0.09274489432573318,
|
| 468 |
+
0.2172222137451172,
|
| 469 |
+
0.0940723642706871,
|
| 470 |
+
0.09217400848865509,
|
| 471 |
+
0.18816548585891724,
|
| 472 |
+
0.08866209536790848,
|
| 473 |
+
0.09241030365228653,
|
| 474 |
+
0.03222212195396423,
|
| 475 |
+
0.17400047183036804,
|
| 476 |
+
0.19706133008003235,
|
| 477 |
+
0.15907493233680725,
|
| 478 |
+
0.04014260694384575,
|
| 479 |
+
0.14953023195266724,
|
| 480 |
+
0.1405247449874878,
|
| 481 |
+
0.04903010278940201,
|
| 482 |
+
0.006738608703017235,
|
| 483 |
+
0.07016593962907791,
|
| 484 |
+
0.20628714561462402,
|
| 485 |
+
0.08964522182941437,
|
| 486 |
+
0.10203474760055542,
|
| 487 |
+
0.03080759570002556,
|
| 488 |
+
0.017321152612566948,
|
| 489 |
+
0.024992050603032112,
|
| 490 |
+
0.0075517320074141026,
|
| 491 |
+
0.057865042239427567,
|
| 492 |
+
0.010808035731315613,
|
| 493 |
+
0.06336284428834915,
|
| 494 |
+
0.028490623459219933,
|
| 495 |
+
0.01091139018535614,
|
| 496 |
+
0.020852582529187202,
|
| 497 |
+
0.06998102366924286,
|
| 498 |
+
0.017043262720108032,
|
| 499 |
+
0.04969875141978264,
|
| 500 |
+
0.015566108748316765,
|
| 501 |
+
0.023927807807922363,
|
| 502 |
+
0.04974762722849846,
|
| 503 |
+
0.14423030614852905,
|
| 504 |
+
0.0284331813454628,
|
| 505 |
+
0.07484184950590134,
|
| 506 |
+
0.025889793410897255,
|
| 507 |
+
0.06742844730615616,
|
| 508 |
+
0.05144426226615906,
|
| 509 |
+
0.03709525987505913,
|
| 510 |
+
0.20840100944042206,
|
| 511 |
+
0.4033205509185791,
|
| 512 |
+
0.18010322749614716,
|
| 513 |
+
0.11652958393096924,
|
| 514 |
+
0.05389523133635521,
|
| 515 |
+
0.040010206401348114,
|
| 516 |
+
0.0502624548971653,
|
| 517 |
+
0.10573459416627884,
|
| 518 |
+
0.13590990006923676,
|
| 519 |
+
0.05703914910554886,
|
| 520 |
+
0.035258110612630844,
|
| 521 |
+
0.017058376222848892,
|
| 522 |
+
0.07741434127092361,
|
| 523 |
+
0.005251850932836533,
|
| 524 |
+
0.21861176192760468,
|
| 525 |
+
0.06134970486164093,
|
| 526 |
+
0.0627220869064331,
|
| 527 |
+
0.18301214277744293,
|
| 528 |
+
0.12416881322860718,
|
| 529 |
+
0.06669428944587708,
|
| 530 |
+
0.016285555437207222,
|
| 531 |
+
0.037889428436756134,
|
| 532 |
+
0.06035373732447624,
|
| 533 |
+
0.009949129074811935,
|
| 534 |
+
0.005995352752506733,
|
| 535 |
+
0.07964760065078735,
|
| 536 |
+
0.04566161707043648,
|
| 537 |
+
0.04145539179444313,
|
| 538 |
+
0.17169174551963806,
|
| 539 |
+
0.26830926537513733,
|
| 540 |
+
0.07568288594484329,
|
| 541 |
+
0.13836118578910828,
|
| 542 |
+
0.21428647637367249,
|
| 543 |
+
0.03422309458255768,
|
| 544 |
+
0.03258161246776581,
|
| 545 |
+
0.08821145445108414,
|
| 546 |
+
0.03901760280132294,
|
| 547 |
+
0.09991250187158585,
|
| 548 |
+
0.13697397708892822,
|
| 549 |
+
0.24889643490314484,
|
| 550 |
+
0.008650789968669415,
|
| 551 |
+
0.12674027681350708,
|
| 552 |
+
0.026864362880587578,
|
| 553 |
+
0.013318214565515518,
|
| 554 |
+
0.0994010791182518,
|
| 555 |
+
0.020690832287073135,
|
| 556 |
+
0.020030301064252853,
|
| 557 |
+
0.037642110139131546,
|
| 558 |
+
0.021253677085042,
|
| 559 |
+
0.13254570960998535,
|
| 560 |
+
0.052262477576732635,
|
| 561 |
+
0.011157245375216007,
|
| 562 |
+
0.11963123083114624,
|
| 563 |
+
0.20824457705020905,
|
| 564 |
+
0.01853557676076889,
|
| 565 |
+
0.3011172115802765,
|
| 566 |
+
0.030245408415794373,
|
| 567 |
+
0.02769562602043152,
|
| 568 |
+
0.04704903066158295,
|
| 569 |
+
0.20487672090530396,
|
| 570 |
+
0.16180691123008728,
|
| 571 |
+
0.04528375342488289,
|
| 572 |
+
0.010648850351572037,
|
| 573 |
+
0.04393693804740906,
|
| 574 |
+
0.10690769553184509
|
| 575 |
+
]
|
| 576 |
+
}
|
p4rel-mae-1m-d40-s2/mixture_plan.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
|
| 3 |
+
size 15360128
|
p4rel-mae-1m-d40-s2/run.json
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"campaign_id": "phase4-reliability",
|
| 3 |
+
"trial_id": "p4rel-mae-1m-d40-s2",
|
| 4 |
+
"fingerprint": "7b64a0097bc6ccc8",
|
| 5 |
+
"wandb_run_id": "phase4-reliability-p4rel-mae-1m-d40-s2",
|
| 6 |
+
"environment": {
|
| 7 |
+
"git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
|
| 8 |
+
"git_dirty": true,
|
| 9 |
+
"torch": "2.12.0+cu130",
|
| 10 |
+
"cuda": "13.0",
|
| 11 |
+
"cudnn": 92000,
|
| 12 |
+
"gpu_count": 1,
|
| 13 |
+
"gpu_name": "NVIDIA GeForce RTX 4090",
|
| 14 |
+
"gpu_memory_gib": 23.52,
|
| 15 |
+
"capability": "8.9",
|
| 16 |
+
"driver": "580.173.02"
|
| 17 |
+
},
|
| 18 |
+
"parameters": {
|
| 19 |
+
"encoder_params": 1039968,
|
| 20 |
+
"decoder_params": 91728,
|
| 21 |
+
"trainable_params": 1168816,
|
| 22 |
+
"total_params": 1168816
|
| 23 |
+
},
|
| 24 |
+
"schedule": {
|
| 25 |
+
"budget_clips": 1920000,
|
| 26 |
+
"schedule_clips": null,
|
| 27 |
+
"clips_per_step": 48,
|
| 28 |
+
"total_steps": 40000,
|
| 29 |
+
"schedule_steps": 40000,
|
| 30 |
+
"warmup_steps": 4000,
|
| 31 |
+
"ema_anneal_steps": 40000,
|
| 32 |
+
"final_lr": 4.0000038001022615e-06,
|
| 33 |
+
"final_ema_decay": 0.9999899952500001
|
| 34 |
+
},
|
| 35 |
+
"geometry": {
|
| 36 |
+
"patch_grid": [
|
| 37 |
+
64,
|
| 38 |
+
4
|
| 39 |
+
],
|
| 40 |
+
"num_patches": 256,
|
| 41 |
+
"visible_patches": 51,
|
| 42 |
+
"centers_per_mask": 2
|
| 43 |
+
},
|
| 44 |
+
"data": {
|
| 45 |
+
"split": "train",
|
| 46 |
+
"rows": 1912024,
|
| 47 |
+
"shards": 96,
|
| 48 |
+
"sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
|
| 49 |
+
"val_split": "balanced_train",
|
| 50 |
+
"val_clips": 2048
|
| 51 |
+
},
|
| 52 |
+
"mixture": {
|
| 53 |
+
"dist_id": null,
|
| 54 |
+
"has_weights": true,
|
| 55 |
+
"repetition_cap": 1000.0,
|
| 56 |
+
"distinct_fraction": null,
|
| 57 |
+
"max_repetition": 7.5,
|
| 58 |
+
"distinct_clips": 485516,
|
| 59 |
+
"capped_clusters": 0,
|
| 60 |
+
"realized_weights": [
|
| 61 |
+
0.020410416666666667,
|
| 62 |
+
0.0,
|
| 63 |
+
0.0,
|
| 64 |
+
0.0,
|
| 65 |
+
0.015484375,
|
| 66 |
+
0.004925520833333333,
|
| 67 |
+
0.0035192708333333335,
|
| 68 |
+
0.020410416666666667,
|
| 69 |
+
0.05278489583333333,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
0.0,
|
| 73 |
+
0.4331015625,
|
| 74 |
+
0.0,
|
| 75 |
+
0.0,
|
| 76 |
+
0.4064296875,
|
| 77 |
+
0.0014083333333333333,
|
| 78 |
+
0.0,
|
| 79 |
+
0.041525520833333336,
|
| 80 |
+
0.0
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"started_at": 1786972402.2646728,
|
| 84 |
+
"finished_at": 1786972898.4354577,
|
| 85 |
+
"summary": {
|
| 86 |
+
"completed": true,
|
| 87 |
+
"final_step": 40000,
|
| 88 |
+
"clips_seen": 1920000,
|
| 89 |
+
"peak_gib": 0.29828882217407227,
|
| 90 |
+
"val/loss": 0.6466673980467021,
|
| 91 |
+
"val/frame": 0.6466673980467021,
|
| 92 |
+
"val/utterance": 0.0
|
| 93 |
+
}
|
| 94 |
+
}
|
p4rel-mae-1m-d40-s2/status.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "complete",
|
| 3 |
+
"updated_at": 1786972898.4367127,
|
| 4 |
+
"step": 40000,
|
| 5 |
+
"total_steps": 40000,
|
| 6 |
+
"clips_seen": 1920000,
|
| 7 |
+
"completed": true,
|
| 8 |
+
"final_step": 40000,
|
| 9 |
+
"peak_gib": 0.29828882217407227,
|
| 10 |
+
"val/loss": 0.6466673980467021,
|
| 11 |
+
"val/frame": 0.6466673980467021,
|
| 12 |
+
"val/utterance": 0.0
|
| 13 |
+
}
|