Upload folder using huggingface_hub
Browse files- p4rel-mae-15m-d40-s0/config.yaml +112 -0
- p4rel-mae-15m-d40-s0/events.jsonl +0 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/config.yaml +112 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s0.json +260 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s1.json +260 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s2.json +260 -0
- p4rel-mae-15m-d40-s0/exports/step_00040000/probe.json +576 -0
- p4rel-mae-15m-d40-s0/mixture_plan.npy +3 -0
- p4rel-mae-15m-d40-s0/run.json +94 -0
- p4rel-mae-15m-d40-s0/status.json +13 -0
p4rel-mae-15m-d40-s0/config.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
embed_dim: 384
|
| 3 |
+
depth: 8
|
| 4 |
+
num_heads: 6
|
| 5 |
+
mlp_ratio: 4
|
| 6 |
+
target_frames: 1024
|
| 7 |
+
mel_bins: 64
|
| 8 |
+
patch_time: 16
|
| 9 |
+
patch_freq: 16
|
| 10 |
+
decoder_layers: 6
|
| 11 |
+
decoder_groups: 16
|
| 12 |
+
decoder_kernel: 3
|
| 13 |
+
objective:
|
| 14 |
+
kind: mae
|
| 15 |
+
mae_norm_pix: true
|
| 16 |
+
num_classes: 527
|
| 17 |
+
clone_batch: 1
|
| 18 |
+
mask_prob: 0.8
|
| 19 |
+
mask_length: 5
|
| 20 |
+
mask_prob_adjust: 0.07
|
| 21 |
+
average_top_k_layers: 0
|
| 22 |
+
utterance_weight: 1.0
|
| 23 |
+
normalize_utterance_target: false
|
| 24 |
+
ema_decay: 0.9998
|
| 25 |
+
ema_end_decay: 0.99999
|
| 26 |
+
ema_anneal_steps: null
|
| 27 |
+
data:
|
| 28 |
+
data_dir: /workspace/data/asmel_flat
|
| 29 |
+
train_split: train
|
| 30 |
+
val_split: balanced_train
|
| 31 |
+
revision: ''
|
| 32 |
+
batch_size: 48
|
| 33 |
+
num_workers: 12
|
| 34 |
+
prefetch_factor: 4
|
| 35 |
+
pin_memory: true
|
| 36 |
+
persistent_workers: true
|
| 37 |
+
drop_last: true
|
| 38 |
+
seed: 0
|
| 39 |
+
max_shards: 0
|
| 40 |
+
mixture:
|
| 41 |
+
cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
|
| 42 |
+
distributions: null
|
| 43 |
+
dist_id: null
|
| 44 |
+
weights:
|
| 45 |
+
- 0.02041015625
|
| 46 |
+
- 0.0
|
| 47 |
+
- 0.0
|
| 48 |
+
- 0.0
|
| 49 |
+
- 0.015484375
|
| 50 |
+
- 0.00492578125
|
| 51 |
+
- 0.00351953125
|
| 52 |
+
- 0.02041015625
|
| 53 |
+
- 0.05278515625
|
| 54 |
+
- 0.0
|
| 55 |
+
- 0.0
|
| 56 |
+
- 0.0
|
| 57 |
+
- 0.4331015625
|
| 58 |
+
- 0.0
|
| 59 |
+
- 0.0
|
| 60 |
+
- 0.4064296875
|
| 61 |
+
- 0.001408203125
|
| 62 |
+
- 0.0
|
| 63 |
+
- 0.041525390625
|
| 64 |
+
- 0.0
|
| 65 |
+
repetition_cap: 1000.0
|
| 66 |
+
distinct_fraction: null
|
| 67 |
+
optim:
|
| 68 |
+
lr: 0.0003
|
| 69 |
+
betas:
|
| 70 |
+
- 0.9
|
| 71 |
+
- 0.95
|
| 72 |
+
eps: 1.0e-08
|
| 73 |
+
weight_decay: 0.05
|
| 74 |
+
clip_norm: 4.0
|
| 75 |
+
warmup_frac: 0.1
|
| 76 |
+
min_lr_scale: 0.002
|
| 77 |
+
loop:
|
| 78 |
+
budget_clips: 1920000
|
| 79 |
+
schedule_clips: null
|
| 80 |
+
gradient_accumulation_steps: 1
|
| 81 |
+
precision: bfloat16
|
| 82 |
+
compile: true
|
| 83 |
+
compile_mode: default
|
| 84 |
+
log_every_n_steps: 20
|
| 85 |
+
heartbeat_every_n_steps: 50
|
| 86 |
+
max_steps: null
|
| 87 |
+
eval:
|
| 88 |
+
enabled: true
|
| 89 |
+
every_n_steps: 10000
|
| 90 |
+
num_clips: 2048
|
| 91 |
+
mask_seed: 12345
|
| 92 |
+
batch_size: 48
|
| 93 |
+
checkpoint:
|
| 94 |
+
save_every_n_steps: 40000
|
| 95 |
+
export_every_n_steps: 40000
|
| 96 |
+
keep_last_n_exports: 0
|
| 97 |
+
tracking:
|
| 98 |
+
campaign_id: phase4-reliability
|
| 99 |
+
trial_id: p4rel-mae-15m-d40-s0
|
| 100 |
+
wandb_project: mixture-transfer
|
| 101 |
+
wandb_entity: null
|
| 102 |
+
wandb_mode: online
|
| 103 |
+
wandb_run_id: null
|
| 104 |
+
hub_repo_id: null
|
| 105 |
+
hub_private: false
|
| 106 |
+
hub_upload: false
|
| 107 |
+
runtime:
|
| 108 |
+
seed: 0
|
| 109 |
+
data_loader_seed: null
|
| 110 |
+
objective_seed: null
|
| 111 |
+
deterministic: false
|
| 112 |
+
allow_tf32: true
|
p4rel-mae-15m-d40-s0/events.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
p4rel-mae-15m-d40-s0/exports/step_00040000/config.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
embed_dim: 384
|
| 3 |
+
depth: 8
|
| 4 |
+
num_heads: 6
|
| 5 |
+
mlp_ratio: 4
|
| 6 |
+
target_frames: 1024
|
| 7 |
+
mel_bins: 64
|
| 8 |
+
patch_time: 16
|
| 9 |
+
patch_freq: 16
|
| 10 |
+
decoder_layers: 6
|
| 11 |
+
decoder_groups: 16
|
| 12 |
+
decoder_kernel: 3
|
| 13 |
+
objective:
|
| 14 |
+
kind: mae
|
| 15 |
+
mae_norm_pix: true
|
| 16 |
+
num_classes: 527
|
| 17 |
+
clone_batch: 1
|
| 18 |
+
mask_prob: 0.8
|
| 19 |
+
mask_length: 5
|
| 20 |
+
mask_prob_adjust: 0.07
|
| 21 |
+
average_top_k_layers: 0
|
| 22 |
+
utterance_weight: 1.0
|
| 23 |
+
normalize_utterance_target: false
|
| 24 |
+
ema_decay: 0.9998
|
| 25 |
+
ema_end_decay: 0.99999
|
| 26 |
+
ema_anneal_steps: null
|
| 27 |
+
data:
|
| 28 |
+
data_dir: /workspace/data/asmel_flat
|
| 29 |
+
train_split: train
|
| 30 |
+
val_split: balanced_train
|
| 31 |
+
revision: ''
|
| 32 |
+
batch_size: 48
|
| 33 |
+
num_workers: 12
|
| 34 |
+
prefetch_factor: 4
|
| 35 |
+
pin_memory: true
|
| 36 |
+
persistent_workers: true
|
| 37 |
+
drop_last: true
|
| 38 |
+
seed: 0
|
| 39 |
+
max_shards: 0
|
| 40 |
+
mixture:
|
| 41 |
+
cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
|
| 42 |
+
distributions: null
|
| 43 |
+
dist_id: null
|
| 44 |
+
weights:
|
| 45 |
+
- 0.02041015625
|
| 46 |
+
- 0.0
|
| 47 |
+
- 0.0
|
| 48 |
+
- 0.0
|
| 49 |
+
- 0.015484375
|
| 50 |
+
- 0.00492578125
|
| 51 |
+
- 0.00351953125
|
| 52 |
+
- 0.02041015625
|
| 53 |
+
- 0.05278515625
|
| 54 |
+
- 0.0
|
| 55 |
+
- 0.0
|
| 56 |
+
- 0.0
|
| 57 |
+
- 0.4331015625
|
| 58 |
+
- 0.0
|
| 59 |
+
- 0.0
|
| 60 |
+
- 0.4064296875
|
| 61 |
+
- 0.001408203125
|
| 62 |
+
- 0.0
|
| 63 |
+
- 0.041525390625
|
| 64 |
+
- 0.0
|
| 65 |
+
repetition_cap: 1000.0
|
| 66 |
+
distinct_fraction: null
|
| 67 |
+
optim:
|
| 68 |
+
lr: 0.0003
|
| 69 |
+
betas:
|
| 70 |
+
- 0.9
|
| 71 |
+
- 0.95
|
| 72 |
+
eps: 1.0e-08
|
| 73 |
+
weight_decay: 0.05
|
| 74 |
+
clip_norm: 4.0
|
| 75 |
+
warmup_frac: 0.1
|
| 76 |
+
min_lr_scale: 0.002
|
| 77 |
+
loop:
|
| 78 |
+
budget_clips: 1920000
|
| 79 |
+
schedule_clips: null
|
| 80 |
+
gradient_accumulation_steps: 1
|
| 81 |
+
precision: bfloat16
|
| 82 |
+
compile: true
|
| 83 |
+
compile_mode: default
|
| 84 |
+
log_every_n_steps: 20
|
| 85 |
+
heartbeat_every_n_steps: 50
|
| 86 |
+
max_steps: null
|
| 87 |
+
eval:
|
| 88 |
+
enabled: true
|
| 89 |
+
every_n_steps: 10000
|
| 90 |
+
num_clips: 2048
|
| 91 |
+
mask_seed: 12345
|
| 92 |
+
batch_size: 48
|
| 93 |
+
checkpoint:
|
| 94 |
+
save_every_n_steps: 40000
|
| 95 |
+
export_every_n_steps: 40000
|
| 96 |
+
keep_last_n_exports: 0
|
| 97 |
+
tracking:
|
| 98 |
+
campaign_id: phase4-reliability
|
| 99 |
+
trial_id: p4rel-mae-15m-d40-s0
|
| 100 |
+
wandb_project: mixture-transfer
|
| 101 |
+
wandb_entity: null
|
| 102 |
+
wandb_mode: online
|
| 103 |
+
wandb_run_id: null
|
| 104 |
+
hub_repo_id: null
|
| 105 |
+
hub_private: false
|
| 106 |
+
hub_upload: false
|
| 107 |
+
runtime:
|
| 108 |
+
seed: 0
|
| 109 |
+
data_loader_seed: null
|
| 110 |
+
objective_seed: null
|
| 111 |
+
deterministic: false
|
| 112 |
+
allow_tf32: true
|
p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 3 |
+
"fingerprint": "8398faff4cbadccd",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3853212960064411,
|
| 60 |
+
"lora/map": 0.3853212960064411,
|
| 61 |
+
"fsd50k/map": 0.3853212960064411,
|
| 62 |
+
"train_seconds": 24.97,
|
| 63 |
+
"total_seconds": 34.25,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023394437573151662,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023565361441724275,
|
| 77 |
+
"val_map": 0.3853212960064411,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.97211490373593
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.28739336133003235,
|
| 84 |
+
0.06470432877540588,
|
| 85 |
+
0.5525945425033569,
|
| 86 |
+
0.37915289402008057,
|
| 87 |
+
0.4795542061328888,
|
| 88 |
+
0.6270549893379211,
|
| 89 |
+
0.8345900177955627,
|
| 90 |
+
0.5331564545631409,
|
| 91 |
+
0.5750936269760132,
|
| 92 |
+
0.4866996109485626,
|
| 93 |
+
0.2595159113407135,
|
| 94 |
+
0.37285009026527405,
|
| 95 |
+
0.1756991595029831,
|
| 96 |
+
0.40390464663505554,
|
| 97 |
+
0.5050023198127747,
|
| 98 |
+
0.47661781311035156,
|
| 99 |
+
0.025400884449481964,
|
| 100 |
+
0.2690572440624237,
|
| 101 |
+
0.459450900554657,
|
| 102 |
+
0.2193489521741867,
|
| 103 |
+
0.4746044874191284,
|
| 104 |
+
0.4136151671409607,
|
| 105 |
+
0.7798420190811157,
|
| 106 |
+
0.08003802597522736,
|
| 107 |
+
0.22319111227989197,
|
| 108 |
+
0.43003061413764954,
|
| 109 |
+
0.36337143182754517,
|
| 110 |
+
0.24764910340309143,
|
| 111 |
+
0.8073567748069763,
|
| 112 |
+
0.3278294503688812,
|
| 113 |
+
0.6613326668739319,
|
| 114 |
+
0.5557122230529785,
|
| 115 |
+
0.39863133430480957,
|
| 116 |
+
0.1712612807750702,
|
| 117 |
+
0.34308356046676636,
|
| 118 |
+
0.2194979041814804,
|
| 119 |
+
0.40745484828948975,
|
| 120 |
+
0.18678775429725647,
|
| 121 |
+
0.3328658640384674,
|
| 122 |
+
0.23637109994888306,
|
| 123 |
+
0.5135675668716431,
|
| 124 |
+
0.2615809738636017,
|
| 125 |
+
0.6531001925468445,
|
| 126 |
+
0.1573869287967682,
|
| 127 |
+
0.5074287056922913,
|
| 128 |
+
0.09280791878700256,
|
| 129 |
+
0.20909801125526428,
|
| 130 |
+
0.29524827003479004,
|
| 131 |
+
0.7090892195701599,
|
| 132 |
+
0.4000719487667084,
|
| 133 |
+
0.4620465040206909,
|
| 134 |
+
0.5625457167625427,
|
| 135 |
+
0.584029495716095,
|
| 136 |
+
0.15043234825134277,
|
| 137 |
+
0.1317988634109497,
|
| 138 |
+
0.03132358565926552,
|
| 139 |
+
0.30339816212654114,
|
| 140 |
+
0.6711106896400452,
|
| 141 |
+
0.1077054962515831,
|
| 142 |
+
0.5088849663734436,
|
| 143 |
+
0.5999535322189331,
|
| 144 |
+
0.6460513472557068,
|
| 145 |
+
0.4478387236595154,
|
| 146 |
+
0.16604559123516083,
|
| 147 |
+
0.5125017166137695,
|
| 148 |
+
0.13790935277938843,
|
| 149 |
+
0.2514069676399231,
|
| 150 |
+
0.6783756613731384,
|
| 151 |
+
0.5421435236930847,
|
| 152 |
+
0.5065243244171143,
|
| 153 |
+
0.49194270372390747,
|
| 154 |
+
0.27085554599761963,
|
| 155 |
+
0.6691566705703735,
|
| 156 |
+
0.2703176736831665,
|
| 157 |
+
0.27478769421577454,
|
| 158 |
+
0.21868835389614105,
|
| 159 |
+
0.33255159854888916,
|
| 160 |
+
0.3499140441417694,
|
| 161 |
+
0.2898824214935303,
|
| 162 |
+
0.4713522493839264,
|
| 163 |
+
0.2655220031738281,
|
| 164 |
+
0.2751677930355072,
|
| 165 |
+
0.3413573205471039,
|
| 166 |
+
0.36232107877731323,
|
| 167 |
+
0.24019333720207214,
|
| 168 |
+
0.2750403583049774,
|
| 169 |
+
0.4425697326660156,
|
| 170 |
+
0.5563174486160278,
|
| 171 |
+
0.26935040950775146,
|
| 172 |
+
0.14044345915317535,
|
| 173 |
+
0.7246933579444885,
|
| 174 |
+
0.12334299087524414,
|
| 175 |
+
0.5055307745933533,
|
| 176 |
+
0.20315374433994293,
|
| 177 |
+
0.3449469208717346,
|
| 178 |
+
0.31690001487731934,
|
| 179 |
+
0.5347923040390015,
|
| 180 |
+
0.12979234755039215,
|
| 181 |
+
0.3389751613140106,
|
| 182 |
+
0.09576787054538727,
|
| 183 |
+
0.562533974647522,
|
| 184 |
+
0.7034693956375122,
|
| 185 |
+
0.23129191994667053,
|
| 186 |
+
0.39634180068969727,
|
| 187 |
+
0.22767385840415955,
|
| 188 |
+
0.3930811583995819,
|
| 189 |
+
0.6838313937187195,
|
| 190 |
+
0.5283895134925842,
|
| 191 |
+
0.5352715849876404,
|
| 192 |
+
0.18162794411182404,
|
| 193 |
+
0.26234105229377747,
|
| 194 |
+
0.3347100615501404,
|
| 195 |
+
0.5104448795318604,
|
| 196 |
+
0.09319517016410828,
|
| 197 |
+
0.15127354860305786,
|
| 198 |
+
0.3335880637168884,
|
| 199 |
+
0.7467076778411865,
|
| 200 |
+
0.33792126178741455,
|
| 201 |
+
0.4883624017238617,
|
| 202 |
+
0.22491614520549774,
|
| 203 |
+
0.865200400352478,
|
| 204 |
+
0.8726983666419983,
|
| 205 |
+
0.3551172912120819,
|
| 206 |
+
0.13603536784648895,
|
| 207 |
+
0.24023336172103882,
|
| 208 |
+
0.7645444273948669,
|
| 209 |
+
0.28188252449035645,
|
| 210 |
+
0.7103537321090698,
|
| 211 |
+
0.318420946598053,
|
| 212 |
+
0.13359791040420532,
|
| 213 |
+
0.2190348356962204,
|
| 214 |
+
0.841565728187561,
|
| 215 |
+
0.42138922214508057,
|
| 216 |
+
0.4632094204425812,
|
| 217 |
+
0.6436580419540405,
|
| 218 |
+
0.09233644604682922,
|
| 219 |
+
0.08811339735984802,
|
| 220 |
+
0.05605899170041084,
|
| 221 |
+
0.5899607539176941,
|
| 222 |
+
0.554829478263855,
|
| 223 |
+
0.25334373116493225,
|
| 224 |
+
0.39368462562561035,
|
| 225 |
+
0.3134835660457611,
|
| 226 |
+
0.36726975440979004,
|
| 227 |
+
0.6096002459526062,
|
| 228 |
+
0.5435211062431335,
|
| 229 |
+
0.056046005338430405,
|
| 230 |
+
0.601108968257904,
|
| 231 |
+
0.16639158129692078,
|
| 232 |
+
0.2811546325683594,
|
| 233 |
+
0.44321945309638977,
|
| 234 |
+
0.5066966414451599,
|
| 235 |
+
0.25244686007499695,
|
| 236 |
+
0.3558788299560547,
|
| 237 |
+
0.5032936930656433,
|
| 238 |
+
0.32965564727783203,
|
| 239 |
+
0.4957225024700165,
|
| 240 |
+
0.6775295734405518,
|
| 241 |
+
0.4698237180709839,
|
| 242 |
+
0.06957916915416718,
|
| 243 |
+
0.40319305658340454,
|
| 244 |
+
0.14408300817012787,
|
| 245 |
+
0.6471328139305115,
|
| 246 |
+
0.2183399349451065,
|
| 247 |
+
0.33856239914894104,
|
| 248 |
+
0.34249719977378845,
|
| 249 |
+
0.34215518832206726,
|
| 250 |
+
0.06054113060235977,
|
| 251 |
+
0.36933109164237976,
|
| 252 |
+
0.4591065049171448,
|
| 253 |
+
0.10537592321634293,
|
| 254 |
+
0.8579698801040649,
|
| 255 |
+
0.8685778379440308,
|
| 256 |
+
0.07154687494039536,
|
| 257 |
+
0.529163658618927,
|
| 258 |
+
0.6990488767623901,
|
| 259 |
+
0.22488318383693695,
|
| 260 |
+
0.24703216552734375,
|
| 261 |
+
0.2239544540643692,
|
| 262 |
+
0.3014275133609772,
|
| 263 |
+
0.06216985359787941,
|
| 264 |
+
0.4220583140850067,
|
| 265 |
+
0.14091072976589203,
|
| 266 |
+
0.6230973601341248,
|
| 267 |
+
0.6146975159645081,
|
| 268 |
+
0.40609216690063477,
|
| 269 |
+
0.27640923857688904,
|
| 270 |
+
0.6586822271347046,
|
| 271 |
+
0.5911396145820618,
|
| 272 |
+
0.36916425824165344,
|
| 273 |
+
0.3486332297325134,
|
| 274 |
+
0.4209405183792114,
|
| 275 |
+
0.5675254464149475,
|
| 276 |
+
0.11469753831624985,
|
| 277 |
+
0.3214288353919983,
|
| 278 |
+
0.3206273317337036,
|
| 279 |
+
0.0999741181731224,
|
| 280 |
+
0.5306130647659302,
|
| 281 |
+
0.1255454272031784,
|
| 282 |
+
0.7568635940551758
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 3 |
+
"fingerprint": "8398faff4cbadccd",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.38710991412401197,
|
| 60 |
+
"lora/map": 0.38710991412401197,
|
| 61 |
+
"fsd50k/map": 0.38710991412401197,
|
| 62 |
+
"train_seconds": 24.01,
|
| 63 |
+
"total_seconds": 33.7,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023242766624316572,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023413591722381843,
|
| 77 |
+
"val_map": 0.38710991412401197,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.013270855299197
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.26781463623046875,
|
| 84 |
+
0.08523088693618774,
|
| 85 |
+
0.48737528920173645,
|
| 86 |
+
0.3766424059867859,
|
| 87 |
+
0.48131728172302246,
|
| 88 |
+
0.6196973323822021,
|
| 89 |
+
0.8477761745452881,
|
| 90 |
+
0.5337882041931152,
|
| 91 |
+
0.5810530185699463,
|
| 92 |
+
0.4931079149246216,
|
| 93 |
+
0.28664955496788025,
|
| 94 |
+
0.39622846245765686,
|
| 95 |
+
0.16942009329795837,
|
| 96 |
+
0.3932512700557709,
|
| 97 |
+
0.49991297721862793,
|
| 98 |
+
0.4632200002670288,
|
| 99 |
+
0.025871943682432175,
|
| 100 |
+
0.29040804505348206,
|
| 101 |
+
0.4676697254180908,
|
| 102 |
+
0.2118062824010849,
|
| 103 |
+
0.48078376054763794,
|
| 104 |
+
0.37916359305381775,
|
| 105 |
+
0.8234211206436157,
|
| 106 |
+
0.08366598188877106,
|
| 107 |
+
0.26108676195144653,
|
| 108 |
+
0.3854095935821533,
|
| 109 |
+
0.37333640456199646,
|
| 110 |
+
0.247965469956398,
|
| 111 |
+
0.7766761183738708,
|
| 112 |
+
0.3039126396179199,
|
| 113 |
+
0.6527931094169617,
|
| 114 |
+
0.5140264630317688,
|
| 115 |
+
0.37423864006996155,
|
| 116 |
+
0.1647060066461563,
|
| 117 |
+
0.4215256869792938,
|
| 118 |
+
0.2347257286310196,
|
| 119 |
+
0.4268244504928589,
|
| 120 |
+
0.15177679061889648,
|
| 121 |
+
0.22280897200107574,
|
| 122 |
+
0.2843855321407318,
|
| 123 |
+
0.5550826787948608,
|
| 124 |
+
0.28511324524879456,
|
| 125 |
+
0.6381295919418335,
|
| 126 |
+
0.23393210768699646,
|
| 127 |
+
0.5670151114463806,
|
| 128 |
+
0.1471182107925415,
|
| 129 |
+
0.20093044638633728,
|
| 130 |
+
0.26289767026901245,
|
| 131 |
+
0.7160051465034485,
|
| 132 |
+
0.41647252440452576,
|
| 133 |
+
0.3293061852455139,
|
| 134 |
+
0.5085940361022949,
|
| 135 |
+
0.5591674447059631,
|
| 136 |
+
0.19432027637958527,
|
| 137 |
+
0.1303938776254654,
|
| 138 |
+
0.03670289367437363,
|
| 139 |
+
0.23153084516525269,
|
| 140 |
+
0.6645091772079468,
|
| 141 |
+
0.1260232925415039,
|
| 142 |
+
0.5292968153953552,
|
| 143 |
+
0.6059660315513611,
|
| 144 |
+
0.6484935879707336,
|
| 145 |
+
0.455620676279068,
|
| 146 |
+
0.09851919859647751,
|
| 147 |
+
0.5283724069595337,
|
| 148 |
+
0.12057354301214218,
|
| 149 |
+
0.33326196670532227,
|
| 150 |
+
0.6833611130714417,
|
| 151 |
+
0.5447778105735779,
|
| 152 |
+
0.5145055651664734,
|
| 153 |
+
0.48734331130981445,
|
| 154 |
+
0.19889263808727264,
|
| 155 |
+
0.6891688108444214,
|
| 156 |
+
0.33919668197631836,
|
| 157 |
+
0.24319691956043243,
|
| 158 |
+
0.23294185101985931,
|
| 159 |
+
0.4244987666606903,
|
| 160 |
+
0.38945725560188293,
|
| 161 |
+
0.30287864804267883,
|
| 162 |
+
0.42235067486763,
|
| 163 |
+
0.24455872178077698,
|
| 164 |
+
0.25334128737449646,
|
| 165 |
+
0.38932380080223083,
|
| 166 |
+
0.33959364891052246,
|
| 167 |
+
0.2580225169658661,
|
| 168 |
+
0.28604239225387573,
|
| 169 |
+
0.4184837341308594,
|
| 170 |
+
0.5482451319694519,
|
| 171 |
+
0.1786421686410904,
|
| 172 |
+
0.1463422179222107,
|
| 173 |
+
0.7445507645606995,
|
| 174 |
+
0.10468284040689468,
|
| 175 |
+
0.5252717733383179,
|
| 176 |
+
0.2508915960788727,
|
| 177 |
+
0.34661179780960083,
|
| 178 |
+
0.3637429177761078,
|
| 179 |
+
0.44242921471595764,
|
| 180 |
+
0.15689906477928162,
|
| 181 |
+
0.36657020449638367,
|
| 182 |
+
0.05992894619703293,
|
| 183 |
+
0.5680575370788574,
|
| 184 |
+
0.701328694820404,
|
| 185 |
+
0.226041778922081,
|
| 186 |
+
0.4021109938621521,
|
| 187 |
+
0.24822251498699188,
|
| 188 |
+
0.40444305539131165,
|
| 189 |
+
0.6871629953384399,
|
| 190 |
+
0.5099961161613464,
|
| 191 |
+
0.5437641143798828,
|
| 192 |
+
0.17610813677310944,
|
| 193 |
+
0.22173719108104706,
|
| 194 |
+
0.3301677703857422,
|
| 195 |
+
0.6169798970222473,
|
| 196 |
+
0.07909049838781357,
|
| 197 |
+
0.16242745518684387,
|
| 198 |
+
0.32201290130615234,
|
| 199 |
+
0.7139000296592712,
|
| 200 |
+
0.4382001757621765,
|
| 201 |
+
0.4959510862827301,
|
| 202 |
+
0.24539723992347717,
|
| 203 |
+
0.8716900944709778,
|
| 204 |
+
0.8801045417785645,
|
| 205 |
+
0.36447837948799133,
|
| 206 |
+
0.09342948347330093,
|
| 207 |
+
0.29459384083747864,
|
| 208 |
+
0.7712181806564331,
|
| 209 |
+
0.279727578163147,
|
| 210 |
+
0.732043981552124,
|
| 211 |
+
0.32064172625541687,
|
| 212 |
+
0.11942606419324875,
|
| 213 |
+
0.14227457344532013,
|
| 214 |
+
0.7901130318641663,
|
| 215 |
+
0.4138883054256439,
|
| 216 |
+
0.4623400568962097,
|
| 217 |
+
0.626743733882904,
|
| 218 |
+
0.08966761082410812,
|
| 219 |
+
0.07209724187850952,
|
| 220 |
+
0.049113065004348755,
|
| 221 |
+
0.5856214761734009,
|
| 222 |
+
0.5235874652862549,
|
| 223 |
+
0.21312811970710754,
|
| 224 |
+
0.33526989817619324,
|
| 225 |
+
0.3036474883556366,
|
| 226 |
+
0.30608683824539185,
|
| 227 |
+
0.6482664346694946,
|
| 228 |
+
0.5297998189926147,
|
| 229 |
+
0.06332699209451675,
|
| 230 |
+
0.526425838470459,
|
| 231 |
+
0.1944369077682495,
|
| 232 |
+
0.3412795662879944,
|
| 233 |
+
0.47265899181365967,
|
| 234 |
+
0.5170830488204956,
|
| 235 |
+
0.27515414357185364,
|
| 236 |
+
0.32190653681755066,
|
| 237 |
+
0.4701305329799652,
|
| 238 |
+
0.3881170451641083,
|
| 239 |
+
0.5600118637084961,
|
| 240 |
+
0.6896933913230896,
|
| 241 |
+
0.4598030745983124,
|
| 242 |
+
0.06420700252056122,
|
| 243 |
+
0.4066150188446045,
|
| 244 |
+
0.162798210978508,
|
| 245 |
+
0.6596831679344177,
|
| 246 |
+
0.24938195943832397,
|
| 247 |
+
0.28037750720977783,
|
| 248 |
+
0.3644827604293823,
|
| 249 |
+
0.3522442579269409,
|
| 250 |
+
0.06709027290344238,
|
| 251 |
+
0.36811158061027527,
|
| 252 |
+
0.3988819122314453,
|
| 253 |
+
0.12053388357162476,
|
| 254 |
+
0.861801028251648,
|
| 255 |
+
0.8729416728019714,
|
| 256 |
+
0.06017932668328285,
|
| 257 |
+
0.588947057723999,
|
| 258 |
+
0.7338494658470154,
|
| 259 |
+
0.22408513724803925,
|
| 260 |
+
0.2553573548793793,
|
| 261 |
+
0.20483556389808655,
|
| 262 |
+
0.3032362163066864,
|
| 263 |
+
0.034158915281295776,
|
| 264 |
+
0.47725629806518555,
|
| 265 |
+
0.17353485524654388,
|
| 266 |
+
0.6386932730674744,
|
| 267 |
+
0.6160663366317749,
|
| 268 |
+
0.40724417567253113,
|
| 269 |
+
0.2532147169113159,
|
| 270 |
+
0.6623817086219788,
|
| 271 |
+
0.6195700764656067,
|
| 272 |
+
0.3961630165576935,
|
| 273 |
+
0.4009678065776825,
|
| 274 |
+
0.39229217171669006,
|
| 275 |
+
0.5558972358703613,
|
| 276 |
+
0.11345183104276657,
|
| 277 |
+
0.35287266969680786,
|
| 278 |
+
0.39837709069252014,
|
| 279 |
+
0.12015768140554428,
|
| 280 |
+
0.5165424346923828,
|
| 281 |
+
0.18713749945163727,
|
| 282 |
+
0.7526674270629883
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-15m-d40-s0/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 3 |
+
"fingerprint": "8398faff4cbadccd",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 32,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 876488,
|
| 11 |
+
"total": 15158984,
|
| 12 |
+
"fraction": 0.05781970612278501
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.003,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.386523766303435,
|
| 60 |
+
"lora/map": 0.386523766303435,
|
| 61 |
+
"fsd50k/map": 0.386523766303435,
|
| 62 |
+
"train_seconds": 24.64,
|
| 63 |
+
"total_seconds": 33.69,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.02140844542882405,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.023689052770325895,
|
| 77 |
+
"val_map": 0.386523766303435,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 24.638549690134823
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23181429505348206,
|
| 84 |
+
0.14751800894737244,
|
| 85 |
+
0.5273829698562622,
|
| 86 |
+
0.36070460081100464,
|
| 87 |
+
0.48239824175834656,
|
| 88 |
+
0.6173847317695618,
|
| 89 |
+
0.8224537372589111,
|
| 90 |
+
0.5219076871871948,
|
| 91 |
+
0.5669375061988831,
|
| 92 |
+
0.4331302046775818,
|
| 93 |
+
0.36719414591789246,
|
| 94 |
+
0.39033347368240356,
|
| 95 |
+
0.16849353909492493,
|
| 96 |
+
0.3439512848854065,
|
| 97 |
+
0.4975810945034027,
|
| 98 |
+
0.4680050015449524,
|
| 99 |
+
0.03881203010678291,
|
| 100 |
+
0.2261521816253662,
|
| 101 |
+
0.4200233221054077,
|
| 102 |
+
0.18227681517601013,
|
| 103 |
+
0.5831491947174072,
|
| 104 |
+
0.3866637051105499,
|
| 105 |
+
0.801540195941925,
|
| 106 |
+
0.09937570989131927,
|
| 107 |
+
0.25049224495887756,
|
| 108 |
+
0.3965705633163452,
|
| 109 |
+
0.3387240171432495,
|
| 110 |
+
0.25952228903770447,
|
| 111 |
+
0.7028020024299622,
|
| 112 |
+
0.3109878897666931,
|
| 113 |
+
0.6274600028991699,
|
| 114 |
+
0.5276585817337036,
|
| 115 |
+
0.3636040687561035,
|
| 116 |
+
0.1674291491508484,
|
| 117 |
+
0.36031365394592285,
|
| 118 |
+
0.23938266932964325,
|
| 119 |
+
0.41831904649734497,
|
| 120 |
+
0.18367892503738403,
|
| 121 |
+
0.4151524007320404,
|
| 122 |
+
0.24893221259117126,
|
| 123 |
+
0.5530728697776794,
|
| 124 |
+
0.21724054217338562,
|
| 125 |
+
0.6273002624511719,
|
| 126 |
+
0.17894160747528076,
|
| 127 |
+
0.5388445854187012,
|
| 128 |
+
0.19068820774555206,
|
| 129 |
+
0.3020823895931244,
|
| 130 |
+
0.2541145980358124,
|
| 131 |
+
0.6774012446403503,
|
| 132 |
+
0.4190114736557007,
|
| 133 |
+
0.3865838050842285,
|
| 134 |
+
0.4999372065067291,
|
| 135 |
+
0.5500036478042603,
|
| 136 |
+
0.12265387177467346,
|
| 137 |
+
0.18747320771217346,
|
| 138 |
+
0.024657418951392174,
|
| 139 |
+
0.20440828800201416,
|
| 140 |
+
0.6695384979248047,
|
| 141 |
+
0.11069183796644211,
|
| 142 |
+
0.48923784494400024,
|
| 143 |
+
0.5510660409927368,
|
| 144 |
+
0.6414236426353455,
|
| 145 |
+
0.45778319239616394,
|
| 146 |
+
0.22225379943847656,
|
| 147 |
+
0.4765818417072296,
|
| 148 |
+
0.152737095952034,
|
| 149 |
+
0.30088305473327637,
|
| 150 |
+
0.6525614857673645,
|
| 151 |
+
0.5400179028511047,
|
| 152 |
+
0.5280479788780212,
|
| 153 |
+
0.49752917885780334,
|
| 154 |
+
0.2877115309238434,
|
| 155 |
+
0.6880825161933899,
|
| 156 |
+
0.3247811198234558,
|
| 157 |
+
0.28098249435424805,
|
| 158 |
+
0.218079075217247,
|
| 159 |
+
0.47480055689811707,
|
| 160 |
+
0.395984947681427,
|
| 161 |
+
0.3291056752204895,
|
| 162 |
+
0.4191250801086426,
|
| 163 |
+
0.24050121009349823,
|
| 164 |
+
0.28839147090911865,
|
| 165 |
+
0.3713400065898895,
|
| 166 |
+
0.30340349674224854,
|
| 167 |
+
0.2801892161369324,
|
| 168 |
+
0.22055698931217194,
|
| 169 |
+
0.4072445034980774,
|
| 170 |
+
0.6349921226501465,
|
| 171 |
+
0.18087881803512573,
|
| 172 |
+
0.0787588581442833,
|
| 173 |
+
0.7351406216621399,
|
| 174 |
+
0.12111902981996536,
|
| 175 |
+
0.5754578113555908,
|
| 176 |
+
0.18845172226428986,
|
| 177 |
+
0.36356180906295776,
|
| 178 |
+
0.3734724819660187,
|
| 179 |
+
0.48828238248825073,
|
| 180 |
+
0.15992340445518494,
|
| 181 |
+
0.4176674783229828,
|
| 182 |
+
0.07886790484189987,
|
| 183 |
+
0.553830087184906,
|
| 184 |
+
0.7011871933937073,
|
| 185 |
+
0.22544367611408234,
|
| 186 |
+
0.424638569355011,
|
| 187 |
+
0.2487395703792572,
|
| 188 |
+
0.36440807580947876,
|
| 189 |
+
0.7048834562301636,
|
| 190 |
+
0.508766233921051,
|
| 191 |
+
0.5237484574317932,
|
| 192 |
+
0.21281227469444275,
|
| 193 |
+
0.18634384870529175,
|
| 194 |
+
0.3331180214881897,
|
| 195 |
+
0.596039891242981,
|
| 196 |
+
0.08489787578582764,
|
| 197 |
+
0.1439129114151001,
|
| 198 |
+
0.33609268069267273,
|
| 199 |
+
0.6509618759155273,
|
| 200 |
+
0.45465442538261414,
|
| 201 |
+
0.48427149653434753,
|
| 202 |
+
0.23112130165100098,
|
| 203 |
+
0.8746379613876343,
|
| 204 |
+
0.8823337554931641,
|
| 205 |
+
0.31322842836380005,
|
| 206 |
+
0.1236804947257042,
|
| 207 |
+
0.2877768874168396,
|
| 208 |
+
0.7668353319168091,
|
| 209 |
+
0.26362553238868713,
|
| 210 |
+
0.7267686724662781,
|
| 211 |
+
0.3342200815677643,
|
| 212 |
+
0.14915208518505096,
|
| 213 |
+
0.17413896322250366,
|
| 214 |
+
0.763143002986908,
|
| 215 |
+
0.49390336871147156,
|
| 216 |
+
0.45677614212036133,
|
| 217 |
+
0.6314387917518616,
|
| 218 |
+
0.1290026307106018,
|
| 219 |
+
0.0631435215473175,
|
| 220 |
+
0.057899072766304016,
|
| 221 |
+
0.650213360786438,
|
| 222 |
+
0.5169677734375,
|
| 223 |
+
0.1389724761247635,
|
| 224 |
+
0.3155309557914734,
|
| 225 |
+
0.23889882862567902,
|
| 226 |
+
0.36148160696029663,
|
| 227 |
+
0.6708497405052185,
|
| 228 |
+
0.5716634392738342,
|
| 229 |
+
0.052944861352443695,
|
| 230 |
+
0.5888412594795227,
|
| 231 |
+
0.16807103157043457,
|
| 232 |
+
0.3384817838668823,
|
| 233 |
+
0.46496549248695374,
|
| 234 |
+
0.4516431987285614,
|
| 235 |
+
0.35027000308036804,
|
| 236 |
+
0.3627970516681671,
|
| 237 |
+
0.45113900303840637,
|
| 238 |
+
0.33914420008659363,
|
| 239 |
+
0.5295158624649048,
|
| 240 |
+
0.6176320314407349,
|
| 241 |
+
0.45242050290107727,
|
| 242 |
+
0.068865567445755,
|
| 243 |
+
0.3804430067539215,
|
| 244 |
+
0.20936298370361328,
|
| 245 |
+
0.6409932374954224,
|
| 246 |
+
0.2793484628200531,
|
| 247 |
+
0.32087263464927673,
|
| 248 |
+
0.4703594148159027,
|
| 249 |
+
0.3567449152469635,
|
| 250 |
+
0.0639423131942749,
|
| 251 |
+
0.28177550435066223,
|
| 252 |
+
0.4517488479614258,
|
| 253 |
+
0.10517901182174683,
|
| 254 |
+
0.8559802770614624,
|
| 255 |
+
0.8643322587013245,
|
| 256 |
+
0.05456700921058655,
|
| 257 |
+
0.5370875000953674,
|
| 258 |
+
0.7071268558502197,
|
| 259 |
+
0.2449193149805069,
|
| 260 |
+
0.28096842765808105,
|
| 261 |
+
0.2052188366651535,
|
| 262 |
+
0.30964675545692444,
|
| 263 |
+
0.06553370505571365,
|
| 264 |
+
0.4880100190639496,
|
| 265 |
+
0.1488364040851593,
|
| 266 |
+
0.58885657787323,
|
| 267 |
+
0.6076492667198181,
|
| 268 |
+
0.35751354694366455,
|
| 269 |
+
0.27566802501678467,
|
| 270 |
+
0.6537463665008545,
|
| 271 |
+
0.5697595477104187,
|
| 272 |
+
0.3428483009338379,
|
| 273 |
+
0.46362966299057007,
|
| 274 |
+
0.3920905292034149,
|
| 275 |
+
0.5585684180259705,
|
| 276 |
+
0.13490411639213562,
|
| 277 |
+
0.29177454113960266,
|
| 278 |
+
0.3789577782154083,
|
| 279 |
+
0.116185262799263,
|
| 280 |
+
0.5004310011863708,
|
| 281 |
+
0.15696856379508972,
|
| 282 |
+
0.7814810276031494
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 4 |
+
"fingerprint": "8398faff4cbadccd",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0069142237410127795,
|
| 61 |
+
"val_map": 0.006050261742421258,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02356,
|
| 69 |
+
"train_map": 0.030231907276526814,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.9
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02325,
|
| 78 |
+
"train_map": 0.053521918617780946,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.5
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02246,
|
| 87 |
+
"train_map": 0.06576672426126261,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 2.2
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02209,
|
| 96 |
+
"train_map": 0.07598944377919316,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.8
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02205,
|
| 105 |
+
"train_map": 0.08887145466783546,
|
| 106 |
+
"val_map": 0.0536087313923186,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 3.0
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02105,
|
| 114 |
+
"train_map": 0.09526989015130294,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.5
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02061,
|
| 123 |
+
"train_map": 0.09914778177122775,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 4.1
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02041,
|
| 132 |
+
"train_map": 0.12524776762586434,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.7
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02028,
|
| 141 |
+
"train_map": 0.13882625573252874,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 5.4
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01965,
|
| 150 |
+
"train_map": 0.141823241213227,
|
| 151 |
+
"val_map": 0.0864240971006863,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.8
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01994,
|
| 159 |
+
"train_map": 0.14990596904329234,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 6.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.0196,
|
| 168 |
+
"train_map": 0.17398937804398235,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.8
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01944,
|
| 177 |
+
"train_map": 0.18584892295735694,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 7.5
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01907,
|
| 186 |
+
"train_map": 0.20183882758859015,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 8.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.0184,
|
| 195 |
+
"train_map": 0.21102153818411098,
|
| 196 |
+
"val_map": 0.12495186858487084,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 8.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01884,
|
| 204 |
+
"train_map": 0.21343386907791417,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 8.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01808,
|
| 213 |
+
"train_map": 0.22180304283442318,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 9.4
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01767,
|
| 222 |
+
"train_map": 0.234200963359927,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 10.0
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01737,
|
| 231 |
+
"train_map": 0.2371027988365779,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 10.7
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.018,
|
| 240 |
+
"train_map": 0.2374037219038272,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 11.3
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01803,
|
| 249 |
+
"train_map": 0.23720514271726417,
|
| 250 |
+
"val_map": 0.13995561996506672,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 11.3
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23720514271726417,
|
| 256 |
+
"final_val_map": 0.13995561996506672,
|
| 257 |
+
"lora/map": 0.13995561996506672,
|
| 258 |
+
"train_seconds": 11.3,
|
| 259 |
+
"wall_seconds": 66.2
|
| 260 |
+
}
|
p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 4 |
+
"fingerprint": "8398faff4cbadccd",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006989543099885019,
|
| 61 |
+
"val_map": 0.0062052592488475835,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02457,
|
| 69 |
+
"train_map": 0.02881654834266985,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02309,
|
| 78 |
+
"train_map": 0.05826502305939723,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02232,
|
| 87 |
+
"train_map": 0.0642703775068183,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02159,
|
| 96 |
+
"train_map": 0.07891468953542709,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02193,
|
| 105 |
+
"train_map": 0.083496282143126,
|
| 106 |
+
"val_map": 0.05398396245889592,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02103,
|
| 114 |
+
"train_map": 0.0838732783703851,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02107,
|
| 123 |
+
"train_map": 0.10491581544354275,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02038,
|
| 132 |
+
"train_map": 0.11157267104102692,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02064,
|
| 141 |
+
"train_map": 0.12070453024347379,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.8
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01991,
|
| 150 |
+
"train_map": 0.14666314746661419,
|
| 151 |
+
"val_map": 0.08694938903469486,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01989,
|
| 159 |
+
"train_map": 0.14735262705352462,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01935,
|
| 168 |
+
"train_map": 0.15286650481868883,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.0192,
|
| 177 |
+
"train_map": 0.17109744316249717,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.0188,
|
| 186 |
+
"train_map": 0.19371618901112556,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.2
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01831,
|
| 195 |
+
"train_map": 0.20470569875759323,
|
| 196 |
+
"val_map": 0.12420615879288632,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01867,
|
| 204 |
+
"train_map": 0.20561892974572132,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01789,
|
| 213 |
+
"train_map": 0.21593763312126954,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01817,
|
| 222 |
+
"train_map": 0.2217271935426236,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01786,
|
| 231 |
+
"train_map": 0.22568905362028777,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01781,
|
| 240 |
+
"train_map": 0.2267279289768871,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.1
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01757,
|
| 249 |
+
"train_map": 0.22661605559155146,
|
| 250 |
+
"val_map": 0.13783237366076467,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.2
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.22661605559155146,
|
| 256 |
+
"final_val_map": 0.13783237366076467,
|
| 257 |
+
"lora/map": 0.13783237366076467,
|
| 258 |
+
"train_seconds": 10.2,
|
| 259 |
+
"wall_seconds": 61.8
|
| 260 |
+
}
|
p4rel-mae-15m-d40-s0/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 4 |
+
"fingerprint": "8398faff4cbadccd",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 7 |
+
"lora_layers_wrapped": 32,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 1002383,
|
| 10 |
+
"total": 15284879,
|
| 11 |
+
"fraction": 0.0655800415561026
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.003,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.006592422163673275,
|
| 61 |
+
"val_map": 0.00603006282565935,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02419,
|
| 69 |
+
"train_map": 0.03163473994229908,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0017857142857142857,
|
| 72 |
+
"train_s": 0.6
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02351,
|
| 78 |
+
"train_map": 0.04030145202547778,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.002996832162669313,
|
| 81 |
+
"train_s": 1.2
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02237,
|
| 87 |
+
"train_map": 0.06308820212866927,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0029464015850084926,
|
| 90 |
+
"train_s": 1.8
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02149,
|
| 96 |
+
"train_map": 0.06990912788197667,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0028365019165406584,
|
| 99 |
+
"train_s": 2.4
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02196,
|
| 105 |
+
"train_map": 0.07841617879157345,
|
| 106 |
+
"val_map": 0.049965261001461515,
|
| 107 |
+
"lr": 0.002795633084492174,
|
| 108 |
+
"train_s": 2.6
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02156,
|
| 114 |
+
"train_map": 0.08994236260261987,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0026716673782849554,
|
| 117 |
+
"train_s": 3.0
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.0212,
|
| 123 |
+
"train_map": 0.10569097748577623,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.002458698684369641,
|
| 126 |
+
"train_s": 3.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02089,
|
| 132 |
+
"train_map": 0.11700108890736254,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0022063824593754194,
|
| 135 |
+
"train_s": 4.2
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01981,
|
| 141 |
+
"train_map": 0.12402514291598517,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0019251287213377403,
|
| 144 |
+
"train_s": 4.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.0193,
|
| 150 |
+
"train_map": 0.13283790248239402,
|
| 151 |
+
"val_map": 0.08346765110732199,
|
| 152 |
+
"lr": 0.0017592766878384548,
|
| 153 |
+
"train_s": 5.1
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01929,
|
| 159 |
+
"train_map": 0.1412338162401242,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0016265413870700269,
|
| 162 |
+
"train_s": 5.4
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.0191,
|
| 168 |
+
"train_map": 0.16033647016691047,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.0013229395198229876,
|
| 171 |
+
"train_s": 6.0
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01926,
|
| 177 |
+
"train_map": 0.17451235328657833,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0010268490715591258,
|
| 180 |
+
"train_s": 6.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01858,
|
| 186 |
+
"train_map": 0.18910327912405472,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.000750486089449494,
|
| 189 |
+
"train_s": 7.1
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.0184,
|
| 195 |
+
"train_map": 0.20184308080536364,
|
| 196 |
+
"val_map": 0.122270835350591,
|
| 197 |
+
"lr": 0.000541962785848462,
|
| 198 |
+
"train_s": 7.6
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01816,
|
| 204 |
+
"train_map": 0.20129651129616874,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.0005052527083673369,
|
| 207 |
+
"train_s": 7.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01825,
|
| 213 |
+
"train_map": 0.21672973897134923,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00030126672363088163,
|
| 216 |
+
"train_s": 8.3
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01819,
|
| 222 |
+
"train_map": 0.2228143013266235,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 0.00014694415279957929,
|
| 225 |
+
"train_s": 8.9
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01786,
|
| 231 |
+
"train_map": 0.22495814916046877,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 4.865200911511649e-05,
|
| 234 |
+
"train_s": 9.5
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.018,
|
| 240 |
+
"train_map": 0.22627832635042508,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0445612398966596e-05,
|
| 243 |
+
"train_s": 10.0
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.0183,
|
| 249 |
+
"train_map": 0.22643904942061321,
|
| 250 |
+
"val_map": 0.13695873313475634,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 10.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.22643904942061321,
|
| 256 |
+
"final_val_map": 0.13695873313475634,
|
| 257 |
+
"lora/map": 0.13695873313475634,
|
| 258 |
+
"train_seconds": 10.1,
|
| 259 |
+
"wall_seconds": 63.8
|
| 260 |
+
}
|
p4rel-mae-15m-d40-s0/exports/step_00040000/probe.json
ADDED
|
@@ -0,0 +1,576 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export_dir": "/workspace/runs/p4rel-mae-15m-d40-s0/exports/step_00040000",
|
| 3 |
+
"fingerprint": "8398faff4cbadccd",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 6 |
+
"probe/map": 0.14903043944784483,
|
| 7 |
+
"probe/map_train": 0.5178566184283661,
|
| 8 |
+
"probe/alpha": 1.0,
|
| 9 |
+
"probe/holdout_map": 0.1725976581807183,
|
| 10 |
+
"probe/pooling": "concat",
|
| 11 |
+
"probe/feature_dim": 768,
|
| 12 |
+
"probe/fit_clips": 20550,
|
| 13 |
+
"probe/score_clips": 18886,
|
| 14 |
+
"probe/classes_scored": 527,
|
| 15 |
+
"probe/extract_s": 6.890961027005687,
|
| 16 |
+
"probe/total_s": 8.367473515041638,
|
| 17 |
+
"alpha_selection": [
|
| 18 |
+
{
|
| 19 |
+
"alpha": 0.01,
|
| 20 |
+
"holdout_map": 0.17078042185098372
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"alpha": 0.1,
|
| 24 |
+
"holdout_map": 0.1711911997462727
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"alpha": 1.0,
|
| 28 |
+
"holdout_map": 0.1725976581807183
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"alpha": 10.0,
|
| 32 |
+
"holdout_map": 0.17006748613143302
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"alpha": 100.0,
|
| 36 |
+
"holdout_map": 0.15891913006009722
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"alpha": 1000.0,
|
| 40 |
+
"holdout_map": 0.13635189771480802
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"alpha": 10000.0,
|
| 44 |
+
"holdout_map": 0.1086260058415216
|
| 45 |
+
}
|
| 46 |
+
],
|
| 47 |
+
"per_class_ap": [
|
| 48 |
+
0.6365665197372437,
|
| 49 |
+
0.009304622188210487,
|
| 50 |
+
0.06327573210000992,
|
| 51 |
+
0.198362335562706,
|
| 52 |
+
0.11474429070949554,
|
| 53 |
+
0.27195295691490173,
|
| 54 |
+
0.19500911235809326,
|
| 55 |
+
0.3164454996585846,
|
| 56 |
+
0.04555390402674675,
|
| 57 |
+
0.050201792269945145,
|
| 58 |
+
0.026514850556850433,
|
| 59 |
+
0.03857136517763138,
|
| 60 |
+
0.5027457475662231,
|
| 61 |
+
0.32655373215675354,
|
| 62 |
+
0.05811311677098274,
|
| 63 |
+
0.5336174964904785,
|
| 64 |
+
0.34686681628227234,
|
| 65 |
+
0.3715859353542328,
|
| 66 |
+
0.06900274753570557,
|
| 67 |
+
0.13058926165103912,
|
| 68 |
+
0.2464790940284729,
|
| 69 |
+
0.11583314836025238,
|
| 70 |
+
0.21575835347175598,
|
| 71 |
+
0.15960025787353516,
|
| 72 |
+
0.08476429432630539,
|
| 73 |
+
0.029251759871840477,
|
| 74 |
+
0.08222516626119614,
|
| 75 |
+
0.16879421472549438,
|
| 76 |
+
0.2273816615343094,
|
| 77 |
+
0.11398189514875412,
|
| 78 |
+
0.23678652942180634,
|
| 79 |
+
0.1311405450105667,
|
| 80 |
+
0.019314618781208992,
|
| 81 |
+
0.06970488280057907,
|
| 82 |
+
0.2688937485218048,
|
| 83 |
+
0.04994131624698639,
|
| 84 |
+
0.3920336663722992,
|
| 85 |
+
0.06675896048545837,
|
| 86 |
+
0.0818377286195755,
|
| 87 |
+
0.16795021295547485,
|
| 88 |
+
0.17197845876216888,
|
| 89 |
+
0.03237423673272133,
|
| 90 |
+
0.08029136061668396,
|
| 91 |
+
0.4344981014728546,
|
| 92 |
+
0.016962507739663124,
|
| 93 |
+
0.09124783426523209,
|
| 94 |
+
0.01811395399272442,
|
| 95 |
+
0.14389291405677795,
|
| 96 |
+
0.05188180133700371,
|
| 97 |
+
0.07236819714307785,
|
| 98 |
+
0.11754090338945389,
|
| 99 |
+
0.011986668221652508,
|
| 100 |
+
0.04183712601661682,
|
| 101 |
+
0.039426352828741074,
|
| 102 |
+
0.2307530790567398,
|
| 103 |
+
0.11873467266559601,
|
| 104 |
+
0.2460116595029831,
|
| 105 |
+
0.35593676567077637,
|
| 106 |
+
0.16046598553657532,
|
| 107 |
+
0.0788545161485672,
|
| 108 |
+
0.19651678204536438,
|
| 109 |
+
0.22568635642528534,
|
| 110 |
+
0.05994356796145439,
|
| 111 |
+
0.161885067820549,
|
| 112 |
+
0.5430777072906494,
|
| 113 |
+
0.255369633436203,
|
| 114 |
+
0.29526078701019287,
|
| 115 |
+
0.3253193795681,
|
| 116 |
+
0.41280490159988403,
|
| 117 |
+
0.34346893429756165,
|
| 118 |
+
0.09928160905838013,
|
| 119 |
+
0.1295115351676941,
|
| 120 |
+
0.20777860283851624,
|
| 121 |
+
0.1988905668258667,
|
| 122 |
+
0.1823570430278778,
|
| 123 |
+
0.20383499562740326,
|
| 124 |
+
0.04653092473745346,
|
| 125 |
+
0.23371152579784393,
|
| 126 |
+
0.1692611128091812,
|
| 127 |
+
0.15805023908615112,
|
| 128 |
+
0.021337874233722687,
|
| 129 |
+
0.12455815821886063,
|
| 130 |
+
0.37442463636398315,
|
| 131 |
+
0.15177828073501587,
|
| 132 |
+
0.10759265720844269,
|
| 133 |
+
0.03959164395928383,
|
| 134 |
+
0.06436386704444885,
|
| 135 |
+
0.0422300286591053,
|
| 136 |
+
0.03680143877863884,
|
| 137 |
+
0.06904049217700958,
|
| 138 |
+
0.07052741199731827,
|
| 139 |
+
0.06062057614326477,
|
| 140 |
+
0.2163693755865097,
|
| 141 |
+
0.02623538114130497,
|
| 142 |
+
0.03821679204702377,
|
| 143 |
+
0.04620078578591347,
|
| 144 |
+
0.03558208420872688,
|
| 145 |
+
0.025538813322782516,
|
| 146 |
+
0.1410277932882309,
|
| 147 |
+
0.23679839074611664,
|
| 148 |
+
0.2262955605983734,
|
| 149 |
+
0.3498115539550781,
|
| 150 |
+
0.04733380302786827,
|
| 151 |
+
0.047509465366601944,
|
| 152 |
+
0.01743183098733425,
|
| 153 |
+
0.03439661115407944,
|
| 154 |
+
0.06906998157501221,
|
| 155 |
+
0.057738158851861954,
|
| 156 |
+
0.09462986141443253,
|
| 157 |
+
0.1827661246061325,
|
| 158 |
+
0.2098374217748642,
|
| 159 |
+
0.1418793797492981,
|
| 160 |
+
0.12572893500328064,
|
| 161 |
+
0.1009075865149498,
|
| 162 |
+
0.04883817955851555,
|
| 163 |
+
0.2547864615917206,
|
| 164 |
+
0.25503548979759216,
|
| 165 |
+
0.1007000207901001,
|
| 166 |
+
0.12592770159244537,
|
| 167 |
+
0.2051275670528412,
|
| 168 |
+
0.2161020189523697,
|
| 169 |
+
0.17465032637119293,
|
| 170 |
+
0.09470421075820923,
|
| 171 |
+
0.09634269773960114,
|
| 172 |
+
0.008884061127901077,
|
| 173 |
+
0.03898059204220772,
|
| 174 |
+
0.12563331425189972,
|
| 175 |
+
0.17721351981163025,
|
| 176 |
+
0.11764630675315857,
|
| 177 |
+
0.12399262934923172,
|
| 178 |
+
0.005945994984358549,
|
| 179 |
+
0.13440120220184326,
|
| 180 |
+
0.12527996301651,
|
| 181 |
+
0.11753895878791809,
|
| 182 |
+
0.06797516345977783,
|
| 183 |
+
0.010266593657433987,
|
| 184 |
+
0.10111302882432938,
|
| 185 |
+
0.724972665309906,
|
| 186 |
+
0.24927499890327454,
|
| 187 |
+
0.3054187297821045,
|
| 188 |
+
0.40780094265937805,
|
| 189 |
+
0.30951592326164246,
|
| 190 |
+
0.19079209864139557,
|
| 191 |
+
0.14637407660484314,
|
| 192 |
+
0.07683753967285156,
|
| 193 |
+
0.12518933415412903,
|
| 194 |
+
0.08560514450073242,
|
| 195 |
+
0.24618814885616302,
|
| 196 |
+
0.16651007533073425,
|
| 197 |
+
0.2052604705095291,
|
| 198 |
+
0.15982988476753235,
|
| 199 |
+
0.18744686245918274,
|
| 200 |
+
0.27344879508018494,
|
| 201 |
+
0.12316858768463135,
|
| 202 |
+
0.10857410728931427,
|
| 203 |
+
0.18987983465194702,
|
| 204 |
+
0.07299372553825378,
|
| 205 |
+
0.07344544678926468,
|
| 206 |
+
0.030373480170965195,
|
| 207 |
+
0.07589942961931229,
|
| 208 |
+
0.48182186484336853,
|
| 209 |
+
0.32213497161865234,
|
| 210 |
+
0.3513108789920807,
|
| 211 |
+
0.16648449003696442,
|
| 212 |
+
0.2839430272579193,
|
| 213 |
+
0.3244404196739197,
|
| 214 |
+
0.3342670202255249,
|
| 215 |
+
0.20895959436893463,
|
| 216 |
+
0.32308509945869446,
|
| 217 |
+
0.3544095456600189,
|
| 218 |
+
0.2168317288160324,
|
| 219 |
+
0.3253145217895508,
|
| 220 |
+
0.3713051676750183,
|
| 221 |
+
0.16401606798171997,
|
| 222 |
+
0.08611195534467697,
|
| 223 |
+
0.08623318374156952,
|
| 224 |
+
0.12449593096971512,
|
| 225 |
+
0.3461681306362152,
|
| 226 |
+
0.07608038932085037,
|
| 227 |
+
0.18370965123176575,
|
| 228 |
+
0.2164846956729889,
|
| 229 |
+
0.1980488896369934,
|
| 230 |
+
0.16098017990589142,
|
| 231 |
+
0.2834501564502716,
|
| 232 |
+
0.08637668937444687,
|
| 233 |
+
0.4020218849182129,
|
| 234 |
+
0.3258846402168274,
|
| 235 |
+
0.2004079818725586,
|
| 236 |
+
0.2747476100921631,
|
| 237 |
+
0.16564767062664032,
|
| 238 |
+
0.16762188076972961,
|
| 239 |
+
0.10177253931760788,
|
| 240 |
+
0.3363770544528961,
|
| 241 |
+
0.18980294466018677,
|
| 242 |
+
0.18801623582839966,
|
| 243 |
+
0.3822365999221802,
|
| 244 |
+
0.06721633672714233,
|
| 245 |
+
0.11267130076885223,
|
| 246 |
+
0.09119844436645508,
|
| 247 |
+
0.27161070704460144,
|
| 248 |
+
0.07203120738267899,
|
| 249 |
+
0.24159777164459229,
|
| 250 |
+
0.14224593341350555,
|
| 251 |
+
0.23048993945121765,
|
| 252 |
+
0.20863185822963715,
|
| 253 |
+
0.2173900306224823,
|
| 254 |
+
0.24492762982845306,
|
| 255 |
+
0.5385814309120178,
|
| 256 |
+
0.21995000541210175,
|
| 257 |
+
0.324148565530777,
|
| 258 |
+
0.7529703378677368,
|
| 259 |
+
0.42233216762542725,
|
| 260 |
+
0.501499593257904,
|
| 261 |
+
0.048681821674108505,
|
| 262 |
+
0.33916887640953064,
|
| 263 |
+
0.14490556716918945,
|
| 264 |
+
0.07084721326828003,
|
| 265 |
+
0.25773805379867554,
|
| 266 |
+
0.17397448420524597,
|
| 267 |
+
0.14245550334453583,
|
| 268 |
+
0.18788833916187286,
|
| 269 |
+
0.1445409208536148,
|
| 270 |
+
0.20231448113918304,
|
| 271 |
+
0.2587229609489441,
|
| 272 |
+
0.051886070519685745,
|
| 273 |
+
0.08238592743873596,
|
| 274 |
+
0.06357729434967041,
|
| 275 |
+
0.033892951905727386,
|
| 276 |
+
0.1372387558221817,
|
| 277 |
+
0.05728595331311226,
|
| 278 |
+
0.04716376215219498,
|
| 279 |
+
0.04871169850230217,
|
| 280 |
+
0.0705433040857315,
|
| 281 |
+
0.042184848338365555,
|
| 282 |
+
0.07122435420751572,
|
| 283 |
+
0.013069741427898407,
|
| 284 |
+
0.1855769008398056,
|
| 285 |
+
0.02194335125386715,
|
| 286 |
+
0.3080352246761322,
|
| 287 |
+
0.029883574694395065,
|
| 288 |
+
0.24186404049396515,
|
| 289 |
+
0.2671206593513489,
|
| 290 |
+
0.3277159035205841,
|
| 291 |
+
0.21877998113632202,
|
| 292 |
+
0.14825530350208282,
|
| 293 |
+
0.23570343852043152,
|
| 294 |
+
0.07005840539932251,
|
| 295 |
+
0.22937177121639252,
|
| 296 |
+
0.026336554437875748,
|
| 297 |
+
0.12967275083065033,
|
| 298 |
+
0.08325114846229553,
|
| 299 |
+
0.021468278020620346,
|
| 300 |
+
0.06488700211048126,
|
| 301 |
+
0.08928157389163971,
|
| 302 |
+
0.0559881255030632,
|
| 303 |
+
0.21126289665699005,
|
| 304 |
+
0.2374645471572876,
|
| 305 |
+
0.21603825688362122,
|
| 306 |
+
0.06874227523803711,
|
| 307 |
+
0.07274229824542999,
|
| 308 |
+
0.05127589404582977,
|
| 309 |
+
0.08454225957393646,
|
| 310 |
+
0.11874499171972275,
|
| 311 |
+
0.06113098934292793,
|
| 312 |
+
0.02152225375175476,
|
| 313 |
+
0.05247516557574272,
|
| 314 |
+
0.06354214251041412,
|
| 315 |
+
0.10104357451200485,
|
| 316 |
+
0.061048638075590134,
|
| 317 |
+
0.05186004936695099,
|
| 318 |
+
0.02679719775915146,
|
| 319 |
+
0.24414825439453125,
|
| 320 |
+
0.14584867656230927,
|
| 321 |
+
0.034661658108234406,
|
| 322 |
+
0.19222287833690643,
|
| 323 |
+
0.034389156848192215,
|
| 324 |
+
0.0380207821726799,
|
| 325 |
+
0.02210516668856144,
|
| 326 |
+
0.07968404144048691,
|
| 327 |
+
0.07234549522399902,
|
| 328 |
+
0.02781326323747635,
|
| 329 |
+
0.26145949959754944,
|
| 330 |
+
0.14857302606105804,
|
| 331 |
+
0.2569029927253723,
|
| 332 |
+
0.06116176024079323,
|
| 333 |
+
0.28615447878837585,
|
| 334 |
+
0.3519262969493866,
|
| 335 |
+
0.3561662435531616,
|
| 336 |
+
0.260476291179657,
|
| 337 |
+
0.22700488567352295,
|
| 338 |
+
0.2129541039466858,
|
| 339 |
+
0.2009650468826294,
|
| 340 |
+
0.10682780295610428,
|
| 341 |
+
0.2062128484249115,
|
| 342 |
+
0.22625385224819183,
|
| 343 |
+
0.24521833658218384,
|
| 344 |
+
0.14121609926223755,
|
| 345 |
+
0.007789468392729759,
|
| 346 |
+
0.03475125879049301,
|
| 347 |
+
0.01857713982462883,
|
| 348 |
+
0.2955434322357178,
|
| 349 |
+
0.22171618044376373,
|
| 350 |
+
0.20624321699142456,
|
| 351 |
+
0.1012074276804924,
|
| 352 |
+
0.02404501847922802,
|
| 353 |
+
0.10848425328731537,
|
| 354 |
+
0.04277922585606575,
|
| 355 |
+
0.19236232340335846,
|
| 356 |
+
0.04850394278764725,
|
| 357 |
+
0.09832415729761124,
|
| 358 |
+
0.17804208397865295,
|
| 359 |
+
0.0791655108332634,
|
| 360 |
+
0.15651766955852509,
|
| 361 |
+
0.08308272808790207,
|
| 362 |
+
0.09015725553035736,
|
| 363 |
+
0.15338511765003204,
|
| 364 |
+
0.06165786460042,
|
| 365 |
+
0.08273646235466003,
|
| 366 |
+
0.1615743488073349,
|
| 367 |
+
0.06050002947449684,
|
| 368 |
+
0.25118690729141235,
|
| 369 |
+
0.03811926394701004,
|
| 370 |
+
0.4441932439804077,
|
| 371 |
+
0.3719148635864258,
|
| 372 |
+
0.268414705991745,
|
| 373 |
+
0.26780128479003906,
|
| 374 |
+
0.07035152614116669,
|
| 375 |
+
0.07132507115602493,
|
| 376 |
+
0.3049802780151367,
|
| 377 |
+
0.2900646924972534,
|
| 378 |
+
0.1487305462360382,
|
| 379 |
+
0.24823710322380066,
|
| 380 |
+
0.31209033727645874,
|
| 381 |
+
0.3820267915725708,
|
| 382 |
+
0.2567928731441498,
|
| 383 |
+
0.20527520775794983,
|
| 384 |
+
0.21584568917751312,
|
| 385 |
+
0.2969847619533539,
|
| 386 |
+
0.05577525869011879,
|
| 387 |
+
0.03398328647017479,
|
| 388 |
+
0.15559916198253632,
|
| 389 |
+
0.009374963119626045,
|
| 390 |
+
0.05951788276433945,
|
| 391 |
+
0.1794571429491043,
|
| 392 |
+
0.10721329599618912,
|
| 393 |
+
0.11190887540578842,
|
| 394 |
+
0.11779868602752686,
|
| 395 |
+
0.36424973607063293,
|
| 396 |
+
0.0299635361880064,
|
| 397 |
+
0.020982922986149788,
|
| 398 |
+
0.14981205761432648,
|
| 399 |
+
0.026005811989307404,
|
| 400 |
+
0.09719197452068329,
|
| 401 |
+
0.09607540816068649,
|
| 402 |
+
0.02803998813033104,
|
| 403 |
+
0.042584214359521866,
|
| 404 |
+
0.02692047506570816,
|
| 405 |
+
0.022973595187067986,
|
| 406 |
+
0.03526471555233002,
|
| 407 |
+
0.1350155770778656,
|
| 408 |
+
0.02055896259844303,
|
| 409 |
+
0.06492059677839279,
|
| 410 |
+
0.14992059767246246,
|
| 411 |
+
0.12166574597358704,
|
| 412 |
+
0.039917875081300735,
|
| 413 |
+
0.05142645910382271,
|
| 414 |
+
0.354751318693161,
|
| 415 |
+
0.2022332102060318,
|
| 416 |
+
0.020526114851236343,
|
| 417 |
+
0.1465500146150589,
|
| 418 |
+
0.15652704238891602,
|
| 419 |
+
0.12945865094661713,
|
| 420 |
+
0.1409561187028885,
|
| 421 |
+
0.3996521532535553,
|
| 422 |
+
0.16588924825191498,
|
| 423 |
+
0.09776175767183304,
|
| 424 |
+
0.09182462841272354,
|
| 425 |
+
0.10593058913946152,
|
| 426 |
+
0.021314533427357674,
|
| 427 |
+
0.020068814978003502,
|
| 428 |
+
0.04634387791156769,
|
| 429 |
+
0.1152266189455986,
|
| 430 |
+
0.1975051313638687,
|
| 431 |
+
0.08029700070619583,
|
| 432 |
+
0.19766898453235626,
|
| 433 |
+
0.1857794225215912,
|
| 434 |
+
0.1926628202199936,
|
| 435 |
+
0.03559340909123421,
|
| 436 |
+
0.06743897497653961,
|
| 437 |
+
0.06810245662927628,
|
| 438 |
+
0.26364922523498535,
|
| 439 |
+
0.10784835368394852,
|
| 440 |
+
0.038756776601076126,
|
| 441 |
+
0.38096827268600464,
|
| 442 |
+
0.3057665228843689,
|
| 443 |
+
0.09416189044713974,
|
| 444 |
+
0.49243226647377014,
|
| 445 |
+
0.584780752658844,
|
| 446 |
+
0.02634456753730774,
|
| 447 |
+
0.39212122559547424,
|
| 448 |
+
0.43057000637054443,
|
| 449 |
+
0.050815850496292114,
|
| 450 |
+
0.1393476277589798,
|
| 451 |
+
0.29696348309516907,
|
| 452 |
+
0.03360338881611824,
|
| 453 |
+
0.04511921480298042,
|
| 454 |
+
0.061146609485149384,
|
| 455 |
+
0.08333630859851837,
|
| 456 |
+
0.1027870699763298,
|
| 457 |
+
0.054180826991796494,
|
| 458 |
+
0.021960502490401268,
|
| 459 |
+
0.09952805191278458,
|
| 460 |
+
0.025157717987895012,
|
| 461 |
+
0.04975675791501999,
|
| 462 |
+
0.29196682572364807,
|
| 463 |
+
0.06567047536373138,
|
| 464 |
+
0.028375238180160522,
|
| 465 |
+
0.015963928773999214,
|
| 466 |
+
0.11423054337501526,
|
| 467 |
+
0.12267445772886276,
|
| 468 |
+
0.2859242856502533,
|
| 469 |
+
0.07385872304439545,
|
| 470 |
+
0.07976625114679337,
|
| 471 |
+
0.23698313534259796,
|
| 472 |
+
0.10058863461017609,
|
| 473 |
+
0.09888538718223572,
|
| 474 |
+
0.05347612500190735,
|
| 475 |
+
0.18891681730747223,
|
| 476 |
+
0.177018940448761,
|
| 477 |
+
0.20059899985790253,
|
| 478 |
+
0.07820150256156921,
|
| 479 |
+
0.1696627140045166,
|
| 480 |
+
0.22480231523513794,
|
| 481 |
+
0.12800170481204987,
|
| 482 |
+
0.005701479502022266,
|
| 483 |
+
0.0986441895365715,
|
| 484 |
+
0.22404395043849945,
|
| 485 |
+
0.08939020335674286,
|
| 486 |
+
0.08705870807170868,
|
| 487 |
+
0.0502747967839241,
|
| 488 |
+
0.027408242225646973,
|
| 489 |
+
0.04562034085392952,
|
| 490 |
+
0.028565119951963425,
|
| 491 |
+
0.0981757640838623,
|
| 492 |
+
0.018347669392824173,
|
| 493 |
+
0.10885552316904068,
|
| 494 |
+
0.03461584821343422,
|
| 495 |
+
0.009498697705566883,
|
| 496 |
+
0.02482139877974987,
|
| 497 |
+
0.10321184992790222,
|
| 498 |
+
0.010296612046658993,
|
| 499 |
+
0.0590062215924263,
|
| 500 |
+
0.016228439286351204,
|
| 501 |
+
0.04873267933726311,
|
| 502 |
+
0.05173369497060776,
|
| 503 |
+
0.20596425235271454,
|
| 504 |
+
0.050791822373867035,
|
| 505 |
+
0.13466303050518036,
|
| 506 |
+
0.04163168743252754,
|
| 507 |
+
0.12172949314117432,
|
| 508 |
+
0.06407889723777771,
|
| 509 |
+
0.02918248251080513,
|
| 510 |
+
0.36188963055610657,
|
| 511 |
+
0.4562952220439911,
|
| 512 |
+
0.22794106602668762,
|
| 513 |
+
0.1460026204586029,
|
| 514 |
+
0.034198351204395294,
|
| 515 |
+
0.06572026759386063,
|
| 516 |
+
0.04932970181107521,
|
| 517 |
+
0.18580053746700287,
|
| 518 |
+
0.08630968630313873,
|
| 519 |
+
0.06257601827383041,
|
| 520 |
+
0.07461579144001007,
|
| 521 |
+
0.020273922011256218,
|
| 522 |
+
0.09405917674303055,
|
| 523 |
+
0.005776406731456518,
|
| 524 |
+
0.28084710240364075,
|
| 525 |
+
0.06328430026769638,
|
| 526 |
+
0.09742356836795807,
|
| 527 |
+
0.2717602252960205,
|
| 528 |
+
0.16158446669578552,
|
| 529 |
+
0.09517531096935272,
|
| 530 |
+
0.020249230787158012,
|
| 531 |
+
0.10599207133054733,
|
| 532 |
+
0.0655336007475853,
|
| 533 |
+
0.01457769051194191,
|
| 534 |
+
0.009597807191312313,
|
| 535 |
+
0.07192016392946243,
|
| 536 |
+
0.04867270961403847,
|
| 537 |
+
0.04606013372540474,
|
| 538 |
+
0.214818075299263,
|
| 539 |
+
0.2879859507083893,
|
| 540 |
+
0.10144814848899841,
|
| 541 |
+
0.145217627286911,
|
| 542 |
+
0.22262075543403625,
|
| 543 |
+
0.03736693784594536,
|
| 544 |
+
0.04599546641111374,
|
| 545 |
+
0.06724580377340317,
|
| 546 |
+
0.05159320682287216,
|
| 547 |
+
0.11386509984731674,
|
| 548 |
+
0.10619921237230301,
|
| 549 |
+
0.3449631631374359,
|
| 550 |
+
0.006857526488602161,
|
| 551 |
+
0.17218761146068573,
|
| 552 |
+
0.03021566942334175,
|
| 553 |
+
0.025102470070123672,
|
| 554 |
+
0.10284626483917236,
|
| 555 |
+
0.018224168568849564,
|
| 556 |
+
0.0206650011241436,
|
| 557 |
+
0.04197590798139572,
|
| 558 |
+
0.02210311032831669,
|
| 559 |
+
0.11980608105659485,
|
| 560 |
+
0.0694657489657402,
|
| 561 |
+
0.008581151254475117,
|
| 562 |
+
0.14322277903556824,
|
| 563 |
+
0.2776675224304199,
|
| 564 |
+
0.0703033059835434,
|
| 565 |
+
0.3258082866668701,
|
| 566 |
+
0.04341991990804672,
|
| 567 |
+
0.03280526399612427,
|
| 568 |
+
0.05093766003847122,
|
| 569 |
+
0.2161431610584259,
|
| 570 |
+
0.17063497006893158,
|
| 571 |
+
0.07833016663789749,
|
| 572 |
+
0.01160561852157116,
|
| 573 |
+
0.11095231026411057,
|
| 574 |
+
0.10498224198818207
|
| 575 |
+
]
|
| 576 |
+
}
|
p4rel-mae-15m-d40-s0/mixture_plan.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
|
| 3 |
+
size 15360128
|
p4rel-mae-15m-d40-s0/run.json
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"campaign_id": "phase4-reliability",
|
| 3 |
+
"trial_id": "p4rel-mae-15m-d40-s0",
|
| 4 |
+
"fingerprint": "8398faff4cbadccd",
|
| 5 |
+
"wandb_run_id": "phase4-reliability-p4rel-mae-15m-d40-s0",
|
| 6 |
+
"environment": {
|
| 7 |
+
"git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
|
| 8 |
+
"git_dirty": true,
|
| 9 |
+
"torch": "2.12.0+cu130",
|
| 10 |
+
"cuda": "13.0",
|
| 11 |
+
"cudnn": 92000,
|
| 12 |
+
"gpu_count": 1,
|
| 13 |
+
"gpu_name": "NVIDIA GeForce RTX 4090",
|
| 14 |
+
"gpu_memory_gib": 23.52,
|
| 15 |
+
"capability": "8.9",
|
| 16 |
+
"driver": "580.173.02"
|
| 17 |
+
},
|
| 18 |
+
"parameters": {
|
| 19 |
+
"encoder_params": 14294784,
|
| 20 |
+
"decoder_params": 647808,
|
| 21 |
+
"trainable_params": 15041152,
|
| 22 |
+
"total_params": 15041152
|
| 23 |
+
},
|
| 24 |
+
"schedule": {
|
| 25 |
+
"budget_clips": 1920000,
|
| 26 |
+
"schedule_clips": null,
|
| 27 |
+
"clips_per_step": 48,
|
| 28 |
+
"total_steps": 40000,
|
| 29 |
+
"schedule_steps": 40000,
|
| 30 |
+
"warmup_steps": 4000,
|
| 31 |
+
"ema_anneal_steps": 40000,
|
| 32 |
+
"final_lr": 6.000005700153392e-07,
|
| 33 |
+
"final_ema_decay": 0.9999899952500001
|
| 34 |
+
},
|
| 35 |
+
"geometry": {
|
| 36 |
+
"patch_grid": [
|
| 37 |
+
64,
|
| 38 |
+
4
|
| 39 |
+
],
|
| 40 |
+
"num_patches": 256,
|
| 41 |
+
"visible_patches": 51,
|
| 42 |
+
"centers_per_mask": 2
|
| 43 |
+
},
|
| 44 |
+
"data": {
|
| 45 |
+
"split": "train",
|
| 46 |
+
"rows": 1912024,
|
| 47 |
+
"shards": 96,
|
| 48 |
+
"sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
|
| 49 |
+
"val_split": "balanced_train",
|
| 50 |
+
"val_clips": 2048
|
| 51 |
+
},
|
| 52 |
+
"mixture": {
|
| 53 |
+
"dist_id": null,
|
| 54 |
+
"has_weights": true,
|
| 55 |
+
"repetition_cap": 1000.0,
|
| 56 |
+
"distinct_fraction": null,
|
| 57 |
+
"max_repetition": 7.5,
|
| 58 |
+
"distinct_clips": 485516,
|
| 59 |
+
"capped_clusters": 0,
|
| 60 |
+
"realized_weights": [
|
| 61 |
+
0.020410416666666667,
|
| 62 |
+
0.0,
|
| 63 |
+
0.0,
|
| 64 |
+
0.0,
|
| 65 |
+
0.015484375,
|
| 66 |
+
0.004925520833333333,
|
| 67 |
+
0.0035192708333333335,
|
| 68 |
+
0.020410416666666667,
|
| 69 |
+
0.05278489583333333,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
0.0,
|
| 73 |
+
0.4331015625,
|
| 74 |
+
0.0,
|
| 75 |
+
0.0,
|
| 76 |
+
0.4064296875,
|
| 77 |
+
0.0014083333333333333,
|
| 78 |
+
0.0,
|
| 79 |
+
0.041525520833333336,
|
| 80 |
+
0.0
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"started_at": 1786973933.6887693,
|
| 84 |
+
"finished_at": 1786974590.6709464,
|
| 85 |
+
"summary": {
|
| 86 |
+
"completed": true,
|
| 87 |
+
"final_step": 40000,
|
| 88 |
+
"clips_seen": 1920000,
|
| 89 |
+
"peak_gib": 0.6747117042541504,
|
| 90 |
+
"val/loss": 0.6333574545569718,
|
| 91 |
+
"val/frame": 0.6333574545569718,
|
| 92 |
+
"val/utterance": 0.0
|
| 93 |
+
}
|
| 94 |
+
}
|
p4rel-mae-15m-d40-s0/status.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "complete",
|
| 3 |
+
"updated_at": 1786974590.6728241,
|
| 4 |
+
"step": 40000,
|
| 5 |
+
"total_steps": 40000,
|
| 6 |
+
"clips_seen": 1920000,
|
| 7 |
+
"completed": true,
|
| 8 |
+
"final_step": 40000,
|
| 9 |
+
"peak_gib": 0.6747117042541504,
|
| 10 |
+
"val/loss": 0.6333574545569718,
|
| 11 |
+
"val/frame": 0.6333574545569718,
|
| 12 |
+
"val/utterance": 0.0
|
| 13 |
+
}
|