Upload folder using huggingface_hub
Browse files- p4rel-mae-base-d40-s1/config.yaml +112 -0
- p4rel-mae-base-d40-s1/events.jsonl +0 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/config.yaml +112 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s0.json +284 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s1.json +284 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s2.json +284 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s0.json +260 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s1.json +260 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s2.json +260 -0
- p4rel-mae-base-d40-s1/exports/step_00040000/probe.json +576 -0
- p4rel-mae-base-d40-s1/mixture_plan.npy +3 -0
- p4rel-mae-base-d40-s1/run.json +94 -0
- p4rel-mae-base-d40-s1/status.json +13 -0
p4rel-mae-base-d40-s1/config.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
embed_dim: 768
|
| 3 |
+
depth: 12
|
| 4 |
+
num_heads: 12
|
| 5 |
+
mlp_ratio: 4
|
| 6 |
+
target_frames: 1024
|
| 7 |
+
mel_bins: 64
|
| 8 |
+
patch_time: 16
|
| 9 |
+
patch_freq: 16
|
| 10 |
+
decoder_layers: 6
|
| 11 |
+
decoder_groups: 16
|
| 12 |
+
decoder_kernel: 3
|
| 13 |
+
objective:
|
| 14 |
+
kind: mae
|
| 15 |
+
mae_norm_pix: true
|
| 16 |
+
num_classes: 527
|
| 17 |
+
clone_batch: 1
|
| 18 |
+
mask_prob: 0.8
|
| 19 |
+
mask_length: 5
|
| 20 |
+
mask_prob_adjust: 0.07
|
| 21 |
+
average_top_k_layers: 0
|
| 22 |
+
utterance_weight: 1.0
|
| 23 |
+
normalize_utterance_target: false
|
| 24 |
+
ema_decay: 0.9998
|
| 25 |
+
ema_end_decay: 0.99999
|
| 26 |
+
ema_anneal_steps: null
|
| 27 |
+
data:
|
| 28 |
+
data_dir: /workspace/data/asmel_flat
|
| 29 |
+
train_split: train
|
| 30 |
+
val_split: balanced_train
|
| 31 |
+
revision: ''
|
| 32 |
+
batch_size: 24
|
| 33 |
+
num_workers: 12
|
| 34 |
+
prefetch_factor: 4
|
| 35 |
+
pin_memory: true
|
| 36 |
+
persistent_workers: true
|
| 37 |
+
drop_last: true
|
| 38 |
+
seed: 0
|
| 39 |
+
max_shards: 0
|
| 40 |
+
mixture:
|
| 41 |
+
cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
|
| 42 |
+
distributions: null
|
| 43 |
+
dist_id: null
|
| 44 |
+
weights:
|
| 45 |
+
- 0.02041015625
|
| 46 |
+
- 0.0
|
| 47 |
+
- 0.0
|
| 48 |
+
- 0.0
|
| 49 |
+
- 0.015484375
|
| 50 |
+
- 0.00492578125
|
| 51 |
+
- 0.00351953125
|
| 52 |
+
- 0.02041015625
|
| 53 |
+
- 0.05278515625
|
| 54 |
+
- 0.0
|
| 55 |
+
- 0.0
|
| 56 |
+
- 0.0
|
| 57 |
+
- 0.4331015625
|
| 58 |
+
- 0.0
|
| 59 |
+
- 0.0
|
| 60 |
+
- 0.4064296875
|
| 61 |
+
- 0.001408203125
|
| 62 |
+
- 0.0
|
| 63 |
+
- 0.041525390625
|
| 64 |
+
- 0.0
|
| 65 |
+
repetition_cap: 1000.0
|
| 66 |
+
distinct_fraction: null
|
| 67 |
+
optim:
|
| 68 |
+
lr: 0.0001
|
| 69 |
+
betas:
|
| 70 |
+
- 0.9
|
| 71 |
+
- 0.95
|
| 72 |
+
eps: 1.0e-08
|
| 73 |
+
weight_decay: 0.05
|
| 74 |
+
clip_norm: 4.0
|
| 75 |
+
warmup_frac: 0.1
|
| 76 |
+
min_lr_scale: 0.002
|
| 77 |
+
loop:
|
| 78 |
+
budget_clips: 1920000
|
| 79 |
+
schedule_clips: null
|
| 80 |
+
gradient_accumulation_steps: 2
|
| 81 |
+
precision: bfloat16
|
| 82 |
+
compile: true
|
| 83 |
+
compile_mode: default
|
| 84 |
+
log_every_n_steps: 20
|
| 85 |
+
heartbeat_every_n_steps: 50
|
| 86 |
+
max_steps: null
|
| 87 |
+
eval:
|
| 88 |
+
enabled: true
|
| 89 |
+
every_n_steps: 10000
|
| 90 |
+
num_clips: 2048
|
| 91 |
+
mask_seed: 12345
|
| 92 |
+
batch_size: 48
|
| 93 |
+
checkpoint:
|
| 94 |
+
save_every_n_steps: 40000
|
| 95 |
+
export_every_n_steps: 40000
|
| 96 |
+
keep_last_n_exports: 0
|
| 97 |
+
tracking:
|
| 98 |
+
campaign_id: phase4-reliability
|
| 99 |
+
trial_id: p4rel-mae-base-d40-s1
|
| 100 |
+
wandb_project: mixture-transfer
|
| 101 |
+
wandb_entity: null
|
| 102 |
+
wandb_mode: online
|
| 103 |
+
wandb_run_id: null
|
| 104 |
+
hub_repo_id: null
|
| 105 |
+
hub_private: false
|
| 106 |
+
hub_upload: false
|
| 107 |
+
runtime:
|
| 108 |
+
seed: 1
|
| 109 |
+
data_loader_seed: null
|
| 110 |
+
objective_seed: null
|
| 111 |
+
deterministic: false
|
| 112 |
+
allow_tf32: true
|
p4rel-mae-base-d40-s1/events.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
p4rel-mae-base-d40-s1/exports/step_00040000/config.yaml
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model:
|
| 2 |
+
embed_dim: 768
|
| 3 |
+
depth: 12
|
| 4 |
+
num_heads: 12
|
| 5 |
+
mlp_ratio: 4
|
| 6 |
+
target_frames: 1024
|
| 7 |
+
mel_bins: 64
|
| 8 |
+
patch_time: 16
|
| 9 |
+
patch_freq: 16
|
| 10 |
+
decoder_layers: 6
|
| 11 |
+
decoder_groups: 16
|
| 12 |
+
decoder_kernel: 3
|
| 13 |
+
objective:
|
| 14 |
+
kind: mae
|
| 15 |
+
mae_norm_pix: true
|
| 16 |
+
num_classes: 527
|
| 17 |
+
clone_batch: 1
|
| 18 |
+
mask_prob: 0.8
|
| 19 |
+
mask_length: 5
|
| 20 |
+
mask_prob_adjust: 0.07
|
| 21 |
+
average_top_k_layers: 0
|
| 22 |
+
utterance_weight: 1.0
|
| 23 |
+
normalize_utterance_target: false
|
| 24 |
+
ema_decay: 0.9998
|
| 25 |
+
ema_end_decay: 0.99999
|
| 26 |
+
ema_anneal_steps: null
|
| 27 |
+
data:
|
| 28 |
+
data_dir: /workspace/data/asmel_flat
|
| 29 |
+
train_split: train
|
| 30 |
+
val_split: balanced_train
|
| 31 |
+
revision: ''
|
| 32 |
+
batch_size: 24
|
| 33 |
+
num_workers: 12
|
| 34 |
+
prefetch_factor: 4
|
| 35 |
+
pin_memory: true
|
| 36 |
+
persistent_workers: true
|
| 37 |
+
drop_last: true
|
| 38 |
+
seed: 0
|
| 39 |
+
max_shards: 0
|
| 40 |
+
mixture:
|
| 41 |
+
cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
|
| 42 |
+
distributions: null
|
| 43 |
+
dist_id: null
|
| 44 |
+
weights:
|
| 45 |
+
- 0.02041015625
|
| 46 |
+
- 0.0
|
| 47 |
+
- 0.0
|
| 48 |
+
- 0.0
|
| 49 |
+
- 0.015484375
|
| 50 |
+
- 0.00492578125
|
| 51 |
+
- 0.00351953125
|
| 52 |
+
- 0.02041015625
|
| 53 |
+
- 0.05278515625
|
| 54 |
+
- 0.0
|
| 55 |
+
- 0.0
|
| 56 |
+
- 0.0
|
| 57 |
+
- 0.4331015625
|
| 58 |
+
- 0.0
|
| 59 |
+
- 0.0
|
| 60 |
+
- 0.4064296875
|
| 61 |
+
- 0.001408203125
|
| 62 |
+
- 0.0
|
| 63 |
+
- 0.041525390625
|
| 64 |
+
- 0.0
|
| 65 |
+
repetition_cap: 1000.0
|
| 66 |
+
distinct_fraction: null
|
| 67 |
+
optim:
|
| 68 |
+
lr: 0.0001
|
| 69 |
+
betas:
|
| 70 |
+
- 0.9
|
| 71 |
+
- 0.95
|
| 72 |
+
eps: 1.0e-08
|
| 73 |
+
weight_decay: 0.05
|
| 74 |
+
clip_norm: 4.0
|
| 75 |
+
warmup_frac: 0.1
|
| 76 |
+
min_lr_scale: 0.002
|
| 77 |
+
loop:
|
| 78 |
+
budget_clips: 1920000
|
| 79 |
+
schedule_clips: null
|
| 80 |
+
gradient_accumulation_steps: 2
|
| 81 |
+
precision: bfloat16
|
| 82 |
+
compile: true
|
| 83 |
+
compile_mode: default
|
| 84 |
+
log_every_n_steps: 20
|
| 85 |
+
heartbeat_every_n_steps: 50
|
| 86 |
+
max_steps: null
|
| 87 |
+
eval:
|
| 88 |
+
enabled: true
|
| 89 |
+
every_n_steps: 10000
|
| 90 |
+
num_clips: 2048
|
| 91 |
+
mask_seed: 12345
|
| 92 |
+
batch_size: 48
|
| 93 |
+
checkpoint:
|
| 94 |
+
save_every_n_steps: 40000
|
| 95 |
+
export_every_n_steps: 40000
|
| 96 |
+
keep_last_n_exports: 0
|
| 97 |
+
tracking:
|
| 98 |
+
campaign_id: phase4-reliability
|
| 99 |
+
trial_id: p4rel-mae-base-d40-s1
|
| 100 |
+
wandb_project: mixture-transfer
|
| 101 |
+
wandb_entity: null
|
| 102 |
+
wandb_mode: online
|
| 103 |
+
wandb_run_id: null
|
| 104 |
+
hub_repo_id: null
|
| 105 |
+
hub_private: false
|
| 106 |
+
hub_upload: false
|
| 107 |
+
runtime:
|
| 108 |
+
seed: 1
|
| 109 |
+
data_loader_seed: null
|
| 110 |
+
objective_seed: null
|
| 111 |
+
deterministic: false
|
| 112 |
+
allow_tf32: true
|
p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 3 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 48,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 2551496,
|
| 11 |
+
"total": 87767240,
|
| 12 |
+
"fraction": 0.02907116596124021
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.001,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 0,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.3993412546440959,
|
| 60 |
+
"lora/map": 0.3993412546440959,
|
| 61 |
+
"fsd50k/map": 0.3993412546440959,
|
| 62 |
+
"train_seconds": 88.17,
|
| 63 |
+
"total_seconds": 116.57,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.022526441204827278,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.02265060402000164,
|
| 77 |
+
"val_map": 0.3993412546440959,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 88.17066002381034
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.23334603011608124,
|
| 84 |
+
0.11626867204904556,
|
| 85 |
+
0.5253791809082031,
|
| 86 |
+
0.3729081451892853,
|
| 87 |
+
0.485107421875,
|
| 88 |
+
0.6354355812072754,
|
| 89 |
+
0.845313310623169,
|
| 90 |
+
0.5772477984428406,
|
| 91 |
+
0.6041590571403503,
|
| 92 |
+
0.45306411385536194,
|
| 93 |
+
0.3477664589881897,
|
| 94 |
+
0.4233602285385132,
|
| 95 |
+
0.29687511920928955,
|
| 96 |
+
0.4807497560977936,
|
| 97 |
+
0.5165684223175049,
|
| 98 |
+
0.48060983419418335,
|
| 99 |
+
0.03143709897994995,
|
| 100 |
+
0.25326067209243774,
|
| 101 |
+
0.4599090814590454,
|
| 102 |
+
0.1913318932056427,
|
| 103 |
+
0.48718589544296265,
|
| 104 |
+
0.390787273645401,
|
| 105 |
+
0.8569830060005188,
|
| 106 |
+
0.10465876013040543,
|
| 107 |
+
0.2483442723751068,
|
| 108 |
+
0.4150933623313904,
|
| 109 |
+
0.3570096492767334,
|
| 110 |
+
0.28071704506874084,
|
| 111 |
+
0.7578405737876892,
|
| 112 |
+
0.33814406394958496,
|
| 113 |
+
0.6499671339988708,
|
| 114 |
+
0.6244993805885315,
|
| 115 |
+
0.3868206739425659,
|
| 116 |
+
0.2138841599225998,
|
| 117 |
+
0.39335355162620544,
|
| 118 |
+
0.21380004286766052,
|
| 119 |
+
0.429581880569458,
|
| 120 |
+
0.1465875804424286,
|
| 121 |
+
0.39559346437454224,
|
| 122 |
+
0.27372026443481445,
|
| 123 |
+
0.5427303314208984,
|
| 124 |
+
0.3526948094367981,
|
| 125 |
+
0.6388282179832458,
|
| 126 |
+
0.18703052401542664,
|
| 127 |
+
0.5684204697608948,
|
| 128 |
+
0.10398762673139572,
|
| 129 |
+
0.22804754972457886,
|
| 130 |
+
0.27390754222869873,
|
| 131 |
+
0.7250752449035645,
|
| 132 |
+
0.42387351393699646,
|
| 133 |
+
0.4317430257797241,
|
| 134 |
+
0.5105488300323486,
|
| 135 |
+
0.5738228559494019,
|
| 136 |
+
0.21982678771018982,
|
| 137 |
+
0.10559908300638199,
|
| 138 |
+
0.02478979155421257,
|
| 139 |
+
0.27520430088043213,
|
| 140 |
+
0.7023675441741943,
|
| 141 |
+
0.16033287346363068,
|
| 142 |
+
0.5399830937385559,
|
| 143 |
+
0.6034134030342102,
|
| 144 |
+
0.6642762422561646,
|
| 145 |
+
0.48320937156677246,
|
| 146 |
+
0.13037841022014618,
|
| 147 |
+
0.6289256811141968,
|
| 148 |
+
0.14109672605991364,
|
| 149 |
+
0.312267541885376,
|
| 150 |
+
0.6944162249565125,
|
| 151 |
+
0.5651903748512268,
|
| 152 |
+
0.5463401079177856,
|
| 153 |
+
0.4730447828769684,
|
| 154 |
+
0.27938708662986755,
|
| 155 |
+
0.7027943134307861,
|
| 156 |
+
0.36230146884918213,
|
| 157 |
+
0.29766759276390076,
|
| 158 |
+
0.22361616790294647,
|
| 159 |
+
0.3949165940284729,
|
| 160 |
+
0.37440937757492065,
|
| 161 |
+
0.3667985200881958,
|
| 162 |
+
0.5079476833343506,
|
| 163 |
+
0.1961221545934677,
|
| 164 |
+
0.2874886393547058,
|
| 165 |
+
0.4079972207546234,
|
| 166 |
+
0.359017014503479,
|
| 167 |
+
0.21121162176132202,
|
| 168 |
+
0.2869509160518646,
|
| 169 |
+
0.43861478567123413,
|
| 170 |
+
0.6411409974098206,
|
| 171 |
+
0.2532181143760681,
|
| 172 |
+
0.14912842214107513,
|
| 173 |
+
0.7552571892738342,
|
| 174 |
+
0.155478835105896,
|
| 175 |
+
0.5188911557197571,
|
| 176 |
+
0.1903069168329239,
|
| 177 |
+
0.3430940806865692,
|
| 178 |
+
0.3608488440513611,
|
| 179 |
+
0.4610786736011505,
|
| 180 |
+
0.15284627676010132,
|
| 181 |
+
0.43197712302207947,
|
| 182 |
+
0.09041480720043182,
|
| 183 |
+
0.579029381275177,
|
| 184 |
+
0.7106095552444458,
|
| 185 |
+
0.24629837274551392,
|
| 186 |
+
0.43898433446884155,
|
| 187 |
+
0.25902417302131653,
|
| 188 |
+
0.405537873506546,
|
| 189 |
+
0.7083703279495239,
|
| 190 |
+
0.5259550213813782,
|
| 191 |
+
0.5558066368103027,
|
| 192 |
+
0.19719471037387848,
|
| 193 |
+
0.18502306938171387,
|
| 194 |
+
0.34330320358276367,
|
| 195 |
+
0.6143893599510193,
|
| 196 |
+
0.07310193032026291,
|
| 197 |
+
0.21957609057426453,
|
| 198 |
+
0.35984084010124207,
|
| 199 |
+
0.724631667137146,
|
| 200 |
+
0.42562830448150635,
|
| 201 |
+
0.4947870969772339,
|
| 202 |
+
0.2710569500923157,
|
| 203 |
+
0.8737128973007202,
|
| 204 |
+
0.8817986845970154,
|
| 205 |
+
0.3980502188205719,
|
| 206 |
+
0.09629248082637787,
|
| 207 |
+
0.26531389355659485,
|
| 208 |
+
0.7738139033317566,
|
| 209 |
+
0.35212162137031555,
|
| 210 |
+
0.744041383266449,
|
| 211 |
+
0.35638195276260376,
|
| 212 |
+
0.14060403406620026,
|
| 213 |
+
0.20616498589515686,
|
| 214 |
+
0.7951903939247131,
|
| 215 |
+
0.34173187613487244,
|
| 216 |
+
0.48922112584114075,
|
| 217 |
+
0.628520667552948,
|
| 218 |
+
0.08161108940839767,
|
| 219 |
+
0.1048884391784668,
|
| 220 |
+
0.06372205168008804,
|
| 221 |
+
0.6272633671760559,
|
| 222 |
+
0.5529935359954834,
|
| 223 |
+
0.19295373558998108,
|
| 224 |
+
0.3965024948120117,
|
| 225 |
+
0.29236942529678345,
|
| 226 |
+
0.363751083612442,
|
| 227 |
+
0.6862728595733643,
|
| 228 |
+
0.5806248784065247,
|
| 229 |
+
0.059777386486530304,
|
| 230 |
+
0.6213939785957336,
|
| 231 |
+
0.20255210995674133,
|
| 232 |
+
0.28428879380226135,
|
| 233 |
+
0.47792965173721313,
|
| 234 |
+
0.45932480692863464,
|
| 235 |
+
0.3356798589229584,
|
| 236 |
+
0.3052414655685425,
|
| 237 |
+
0.49888938665390015,
|
| 238 |
+
0.3692249655723572,
|
| 239 |
+
0.48628538846969604,
|
| 240 |
+
0.7133625149726868,
|
| 241 |
+
0.4685496389865875,
|
| 242 |
+
0.07628084719181061,
|
| 243 |
+
0.3926492929458618,
|
| 244 |
+
0.16024909913539886,
|
| 245 |
+
0.661271333694458,
|
| 246 |
+
0.19524836540222168,
|
| 247 |
+
0.3242189884185791,
|
| 248 |
+
0.18549099564552307,
|
| 249 |
+
0.308008074760437,
|
| 250 |
+
0.04988975450396538,
|
| 251 |
+
0.35709190368652344,
|
| 252 |
+
0.4346681535243988,
|
| 253 |
+
0.10398144274950027,
|
| 254 |
+
0.9149097800254822,
|
| 255 |
+
0.9197279214859009,
|
| 256 |
+
0.044296443462371826,
|
| 257 |
+
0.5154619216918945,
|
| 258 |
+
0.8018894791603088,
|
| 259 |
+
0.1883978247642517,
|
| 260 |
+
0.2928934097290039,
|
| 261 |
+
0.23548327386379242,
|
| 262 |
+
0.3332909047603607,
|
| 263 |
+
0.0663757249712944,
|
| 264 |
+
0.4060712456703186,
|
| 265 |
+
0.18223422765731812,
|
| 266 |
+
0.5976179838180542,
|
| 267 |
+
0.627048134803772,
|
| 268 |
+
0.3943668007850647,
|
| 269 |
+
0.32953956723213196,
|
| 270 |
+
0.6619501709938049,
|
| 271 |
+
0.609294056892395,
|
| 272 |
+
0.4194333553314209,
|
| 273 |
+
0.4661709666252136,
|
| 274 |
+
0.39851081371307373,
|
| 275 |
+
0.572421133518219,
|
| 276 |
+
0.12296762317419052,
|
| 277 |
+
0.28549328446388245,
|
| 278 |
+
0.38379839062690735,
|
| 279 |
+
0.11800221353769302,
|
| 280 |
+
0.5684623718261719,
|
| 281 |
+
0.1417904645204544,
|
| 282 |
+
0.7877758741378784
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 3 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 48,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 2551496,
|
| 11 |
+
"total": 87767240,
|
| 12 |
+
"fraction": 0.02907116596124021
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.001,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 1,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.40204498572275044,
|
| 60 |
+
"lora/map": 0.40204498572275044,
|
| 61 |
+
"fsd50k/map": 0.40204498572275044,
|
| 62 |
+
"train_seconds": 88.33,
|
| 63 |
+
"total_seconds": 116.65,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.024176643292885273,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.022882542308464933,
|
| 77 |
+
"val_map": 0.40204498572275044,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 88.3309578258777
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.2868277132511139,
|
| 84 |
+
0.09199962764978409,
|
| 85 |
+
0.5064923763275146,
|
| 86 |
+
0.3778490126132965,
|
| 87 |
+
0.4864477515220642,
|
| 88 |
+
0.6351116299629211,
|
| 89 |
+
0.8509681224822998,
|
| 90 |
+
0.5539026856422424,
|
| 91 |
+
0.5945214033126831,
|
| 92 |
+
0.4795023500919342,
|
| 93 |
+
0.3232788145542145,
|
| 94 |
+
0.40537941455841064,
|
| 95 |
+
0.23966334760189056,
|
| 96 |
+
0.49986153841018677,
|
| 97 |
+
0.5143641233444214,
|
| 98 |
+
0.4708757996559143,
|
| 99 |
+
0.023691292852163315,
|
| 100 |
+
0.18942417204380035,
|
| 101 |
+
0.3662792444229126,
|
| 102 |
+
0.20939476788043976,
|
| 103 |
+
0.5423720479011536,
|
| 104 |
+
0.3990152180194855,
|
| 105 |
+
0.7824221253395081,
|
| 106 |
+
0.11086484789848328,
|
| 107 |
+
0.21798090636730194,
|
| 108 |
+
0.43058329820632935,
|
| 109 |
+
0.33289995789527893,
|
| 110 |
+
0.2560206949710846,
|
| 111 |
+
0.7850073575973511,
|
| 112 |
+
0.3227558434009552,
|
| 113 |
+
0.6281664967536926,
|
| 114 |
+
0.5941691398620605,
|
| 115 |
+
0.4841618239879608,
|
| 116 |
+
0.1684798002243042,
|
| 117 |
+
0.35358577966690063,
|
| 118 |
+
0.23820850253105164,
|
| 119 |
+
0.42796140909194946,
|
| 120 |
+
0.21035172045230865,
|
| 121 |
+
0.4243353009223938,
|
| 122 |
+
0.23564743995666504,
|
| 123 |
+
0.558647096157074,
|
| 124 |
+
0.2677789032459259,
|
| 125 |
+
0.67221599817276,
|
| 126 |
+
0.21648618578910828,
|
| 127 |
+
0.5792478322982788,
|
| 128 |
+
0.06825024634599686,
|
| 129 |
+
0.2611943781375885,
|
| 130 |
+
0.2767676115036011,
|
| 131 |
+
0.7423682808876038,
|
| 132 |
+
0.41004693508148193,
|
| 133 |
+
0.417806476354599,
|
| 134 |
+
0.529211699962616,
|
| 135 |
+
0.5929099917411804,
|
| 136 |
+
0.15076695382595062,
|
| 137 |
+
0.1853940188884735,
|
| 138 |
+
0.022984225302934647,
|
| 139 |
+
0.30313342809677124,
|
| 140 |
+
0.6749137043952942,
|
| 141 |
+
0.11950220167636871,
|
| 142 |
+
0.5344170331954956,
|
| 143 |
+
0.598850667476654,
|
| 144 |
+
0.6680132746696472,
|
| 145 |
+
0.4874689280986786,
|
| 146 |
+
0.26255810260772705,
|
| 147 |
+
0.5841707587242126,
|
| 148 |
+
0.14060205221176147,
|
| 149 |
+
0.2665032148361206,
|
| 150 |
+
0.6868894696235657,
|
| 151 |
+
0.4788881242275238,
|
| 152 |
+
0.5309520959854126,
|
| 153 |
+
0.4726368486881256,
|
| 154 |
+
0.2649778723716736,
|
| 155 |
+
0.716117262840271,
|
| 156 |
+
0.31161177158355713,
|
| 157 |
+
0.29179278016090393,
|
| 158 |
+
0.19032219052314758,
|
| 159 |
+
0.4461700916290283,
|
| 160 |
+
0.36395496129989624,
|
| 161 |
+
0.31378328800201416,
|
| 162 |
+
0.422208696603775,
|
| 163 |
+
0.19740517437458038,
|
| 164 |
+
0.3825416564941406,
|
| 165 |
+
0.35443559288978577,
|
| 166 |
+
0.33215805888175964,
|
| 167 |
+
0.20709069073200226,
|
| 168 |
+
0.27550825476646423,
|
| 169 |
+
0.4205017685890198,
|
| 170 |
+
0.6268089413642883,
|
| 171 |
+
0.3040677607059479,
|
| 172 |
+
0.1330297291278839,
|
| 173 |
+
0.7574865818023682,
|
| 174 |
+
0.15606966614723206,
|
| 175 |
+
0.5651310682296753,
|
| 176 |
+
0.21983788907527924,
|
| 177 |
+
0.35545220971107483,
|
| 178 |
+
0.3476526439189911,
|
| 179 |
+
0.4760396182537079,
|
| 180 |
+
0.15756714344024658,
|
| 181 |
+
0.4204103648662567,
|
| 182 |
+
0.09744763374328613,
|
| 183 |
+
0.5772943496704102,
|
| 184 |
+
0.708596408367157,
|
| 185 |
+
0.25756174325942993,
|
| 186 |
+
0.4034435451030731,
|
| 187 |
+
0.2613902688026428,
|
| 188 |
+
0.36674949526786804,
|
| 189 |
+
0.6974204182624817,
|
| 190 |
+
0.529420018196106,
|
| 191 |
+
0.5635408163070679,
|
| 192 |
+
0.2453659027814865,
|
| 193 |
+
0.18613332509994507,
|
| 194 |
+
0.35762089490890503,
|
| 195 |
+
0.6562285423278809,
|
| 196 |
+
0.11117037385702133,
|
| 197 |
+
0.19955076277256012,
|
| 198 |
+
0.3760051727294922,
|
| 199 |
+
0.7513865828514099,
|
| 200 |
+
0.4530717432498932,
|
| 201 |
+
0.49069011211395264,
|
| 202 |
+
0.26777228713035583,
|
| 203 |
+
0.8727611899375916,
|
| 204 |
+
0.8812680244445801,
|
| 205 |
+
0.4115712642669678,
|
| 206 |
+
0.10970006883144379,
|
| 207 |
+
0.3004406690597534,
|
| 208 |
+
0.7686704397201538,
|
| 209 |
+
0.25476399064064026,
|
| 210 |
+
0.7446767091751099,
|
| 211 |
+
0.3503870666027069,
|
| 212 |
+
0.13977757096290588,
|
| 213 |
+
0.22351446747779846,
|
| 214 |
+
0.7952112555503845,
|
| 215 |
+
0.4338694214820862,
|
| 216 |
+
0.48409971594810486,
|
| 217 |
+
0.6424005031585693,
|
| 218 |
+
0.06646569073200226,
|
| 219 |
+
0.13309621810913086,
|
| 220 |
+
0.05746248736977577,
|
| 221 |
+
0.6775367259979248,
|
| 222 |
+
0.5417240858078003,
|
| 223 |
+
0.19760458171367645,
|
| 224 |
+
0.3691152334213257,
|
| 225 |
+
0.33738797903060913,
|
| 226 |
+
0.42925283312797546,
|
| 227 |
+
0.6622111201286316,
|
| 228 |
+
0.5865805149078369,
|
| 229 |
+
0.08122323453426361,
|
| 230 |
+
0.5987508296966553,
|
| 231 |
+
0.18731220066547394,
|
| 232 |
+
0.28117045760154724,
|
| 233 |
+
0.462756872177124,
|
| 234 |
+
0.5063198804855347,
|
| 235 |
+
0.32987552881240845,
|
| 236 |
+
0.4177740812301636,
|
| 237 |
+
0.5435790419578552,
|
| 238 |
+
0.36770039796829224,
|
| 239 |
+
0.5109778642654419,
|
| 240 |
+
0.7432087063789368,
|
| 241 |
+
0.4823584258556366,
|
| 242 |
+
0.06151190027594566,
|
| 243 |
+
0.4365471303462982,
|
| 244 |
+
0.1962539106607437,
|
| 245 |
+
0.6491353511810303,
|
| 246 |
+
0.1848086714744568,
|
| 247 |
+
0.29931676387786865,
|
| 248 |
+
0.29872894287109375,
|
| 249 |
+
0.2946300506591797,
|
| 250 |
+
0.06953775137662888,
|
| 251 |
+
0.43140000104904175,
|
| 252 |
+
0.447731077671051,
|
| 253 |
+
0.09624635428190231,
|
| 254 |
+
0.8949383497238159,
|
| 255 |
+
0.9014146327972412,
|
| 256 |
+
0.047485433518886566,
|
| 257 |
+
0.6120149493217468,
|
| 258 |
+
0.7935183048248291,
|
| 259 |
+
0.20667561888694763,
|
| 260 |
+
0.27745190262794495,
|
| 261 |
+
0.22187592089176178,
|
| 262 |
+
0.3243238031864166,
|
| 263 |
+
0.0589175708591938,
|
| 264 |
+
0.5228252410888672,
|
| 265 |
+
0.17667430639266968,
|
| 266 |
+
0.6189729571342468,
|
| 267 |
+
0.6359952092170715,
|
| 268 |
+
0.3482457399368286,
|
| 269 |
+
0.3144325315952301,
|
| 270 |
+
0.6633426547050476,
|
| 271 |
+
0.59928959608078,
|
| 272 |
+
0.4271712303161621,
|
| 273 |
+
0.44028326869010925,
|
| 274 |
+
0.44944146275520325,
|
| 275 |
+
0.5689435005187988,
|
| 276 |
+
0.14883102476596832,
|
| 277 |
+
0.37086063623428345,
|
| 278 |
+
0.30226510763168335,
|
| 279 |
+
0.10995947569608688,
|
| 280 |
+
0.6196359992027283,
|
| 281 |
+
0.13641361892223358,
|
| 282 |
+
0.7859960794448853
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-base-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 3 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 6 |
+
"target": "fsd50k",
|
| 7 |
+
"num_classes": 200,
|
| 8 |
+
"lora_layers_wrapped": 48,
|
| 9 |
+
"params": {
|
| 10 |
+
"trainable": 2551496,
|
| 11 |
+
"total": 87767240,
|
| 12 |
+
"fraction": 0.02907116596124021
|
| 13 |
+
},
|
| 14 |
+
"steps_per_epoch": 989,
|
| 15 |
+
"total_steps": 989,
|
| 16 |
+
"train_clips": 36796,
|
| 17 |
+
"train_segments": 47487,
|
| 18 |
+
"val_clips": 10231,
|
| 19 |
+
"val_segments": 15513,
|
| 20 |
+
"train_split": "train",
|
| 21 |
+
"eval_split": "test",
|
| 22 |
+
"config": {
|
| 23 |
+
"rank": 16,
|
| 24 |
+
"alpha": 32.0,
|
| 25 |
+
"targets": [
|
| 26 |
+
"qkv",
|
| 27 |
+
"proj",
|
| 28 |
+
"fc1",
|
| 29 |
+
"fc2"
|
| 30 |
+
],
|
| 31 |
+
"train_norms": true,
|
| 32 |
+
"epochs": 1.0,
|
| 33 |
+
"batch_size": 48,
|
| 34 |
+
"lr": 0.001,
|
| 35 |
+
"min_lr": 1e-05,
|
| 36 |
+
"warmup_frac": 0.1,
|
| 37 |
+
"betas": [
|
| 38 |
+
0.9,
|
| 39 |
+
0.95
|
| 40 |
+
],
|
| 41 |
+
"weight_decay": 0.05,
|
| 42 |
+
"clip_norm": 4.0,
|
| 43 |
+
"mixup": 0.0,
|
| 44 |
+
"mixup_prob": 0.9,
|
| 45 |
+
"freq_mask": 0,
|
| 46 |
+
"time_mask": 0,
|
| 47 |
+
"roll_aug": false,
|
| 48 |
+
"mask_ratio": 0.0,
|
| 49 |
+
"num_classes": 200,
|
| 50 |
+
"prior_bias_init": true,
|
| 51 |
+
"num_workers": 8,
|
| 52 |
+
"seed": 2,
|
| 53 |
+
"train_probe_clips": 4096,
|
| 54 |
+
"train_eval_every": 25,
|
| 55 |
+
"val_evals": 5,
|
| 56 |
+
"eval_batch_size": 128
|
| 57 |
+
},
|
| 58 |
+
"gpu": "NVIDIA GeForce RTX 4090",
|
| 59 |
+
"final_val_map": 0.40156575655564664,
|
| 60 |
+
"lora/map": 0.40156575655564664,
|
| 61 |
+
"fsd50k/map": 0.40156575655564664,
|
| 62 |
+
"train_seconds": 88.21,
|
| 63 |
+
"total_seconds": 116.43,
|
| 64 |
+
"history": [
|
| 65 |
+
{
|
| 66 |
+
"step": 0,
|
| 67 |
+
"epoch": 0.0,
|
| 68 |
+
"loss": null,
|
| 69 |
+
"val_map": 0.023574699426535516,
|
| 70 |
+
"lr": 0.0,
|
| 71 |
+
"train_s": 0.0
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"step": 989,
|
| 75 |
+
"epoch": 1.0,
|
| 76 |
+
"loss": 0.022883491282011472,
|
| 77 |
+
"val_map": 0.40156575655564664,
|
| 78 |
+
"lr": 0.0,
|
| 79 |
+
"train_s": 88.20865563501138
|
| 80 |
+
}
|
| 81 |
+
],
|
| 82 |
+
"per_class_ap": [
|
| 83 |
+
0.267708420753479,
|
| 84 |
+
0.1576356291770935,
|
| 85 |
+
0.5527531504631042,
|
| 86 |
+
0.37573203444480896,
|
| 87 |
+
0.4873256981372833,
|
| 88 |
+
0.6394843459129333,
|
| 89 |
+
0.8631688356399536,
|
| 90 |
+
0.5783767104148865,
|
| 91 |
+
0.5949477553367615,
|
| 92 |
+
0.49124473333358765,
|
| 93 |
+
0.35180699825286865,
|
| 94 |
+
0.4140194058418274,
|
| 95 |
+
0.3367994725704193,
|
| 96 |
+
0.44154924154281616,
|
| 97 |
+
0.5161475539207458,
|
| 98 |
+
0.4830186069011688,
|
| 99 |
+
0.028388382866978645,
|
| 100 |
+
0.1981654316186905,
|
| 101 |
+
0.40749648213386536,
|
| 102 |
+
0.19747063517570496,
|
| 103 |
+
0.5856243371963501,
|
| 104 |
+
0.39933934807777405,
|
| 105 |
+
0.7679383754730225,
|
| 106 |
+
0.10470350086688995,
|
| 107 |
+
0.24699702858924866,
|
| 108 |
+
0.4233461618423462,
|
| 109 |
+
0.35708439350128174,
|
| 110 |
+
0.2848641276359558,
|
| 111 |
+
0.7833649516105652,
|
| 112 |
+
0.3170367479324341,
|
| 113 |
+
0.6532643437385559,
|
| 114 |
+
0.6435497999191284,
|
| 115 |
+
0.42785269021987915,
|
| 116 |
+
0.20355083048343658,
|
| 117 |
+
0.3102828562259674,
|
| 118 |
+
0.20106033980846405,
|
| 119 |
+
0.418904185295105,
|
| 120 |
+
0.2040168195962906,
|
| 121 |
+
0.46433863043785095,
|
| 122 |
+
0.2797527313232422,
|
| 123 |
+
0.5577995181083679,
|
| 124 |
+
0.3301005959510803,
|
| 125 |
+
0.6623749136924744,
|
| 126 |
+
0.18451616168022156,
|
| 127 |
+
0.5693790912628174,
|
| 128 |
+
0.13780255615711212,
|
| 129 |
+
0.2616410255432129,
|
| 130 |
+
0.27166062593460083,
|
| 131 |
+
0.7338473796844482,
|
| 132 |
+
0.4067673087120056,
|
| 133 |
+
0.368731826543808,
|
| 134 |
+
0.5247559547424316,
|
| 135 |
+
0.5688502788543701,
|
| 136 |
+
0.20597733557224274,
|
| 137 |
+
0.18782629072666168,
|
| 138 |
+
0.016344984993338585,
|
| 139 |
+
0.32730555534362793,
|
| 140 |
+
0.6813629865646362,
|
| 141 |
+
0.13413898646831512,
|
| 142 |
+
0.5658692121505737,
|
| 143 |
+
0.6137055158615112,
|
| 144 |
+
0.6549590826034546,
|
| 145 |
+
0.45457562804222107,
|
| 146 |
+
0.20637543499469757,
|
| 147 |
+
0.5192074775695801,
|
| 148 |
+
0.12745407223701477,
|
| 149 |
+
0.2544195055961609,
|
| 150 |
+
0.6596112847328186,
|
| 151 |
+
0.5138522982597351,
|
| 152 |
+
0.5850673317909241,
|
| 153 |
+
0.48131752014160156,
|
| 154 |
+
0.24388360977172852,
|
| 155 |
+
0.741733193397522,
|
| 156 |
+
0.34426912665367126,
|
| 157 |
+
0.27698761224746704,
|
| 158 |
+
0.23436178267002106,
|
| 159 |
+
0.44415709376335144,
|
| 160 |
+
0.3107660114765167,
|
| 161 |
+
0.2791781723499298,
|
| 162 |
+
0.518449604511261,
|
| 163 |
+
0.2539237439632416,
|
| 164 |
+
0.30846455693244934,
|
| 165 |
+
0.438942015171051,
|
| 166 |
+
0.2643718719482422,
|
| 167 |
+
0.21631629765033722,
|
| 168 |
+
0.27386122941970825,
|
| 169 |
+
0.4595647156238556,
|
| 170 |
+
0.641038715839386,
|
| 171 |
+
0.1984044760465622,
|
| 172 |
+
0.18361394107341766,
|
| 173 |
+
0.7666196227073669,
|
| 174 |
+
0.13098977506160736,
|
| 175 |
+
0.550981879234314,
|
| 176 |
+
0.2012113779783249,
|
| 177 |
+
0.35457172989845276,
|
| 178 |
+
0.35774728655815125,
|
| 179 |
+
0.4181545376777649,
|
| 180 |
+
0.16046936810016632,
|
| 181 |
+
0.43501442670822144,
|
| 182 |
+
0.09883470088243484,
|
| 183 |
+
0.5669639706611633,
|
| 184 |
+
0.7055339813232422,
|
| 185 |
+
0.2558593153953552,
|
| 186 |
+
0.39145469665527344,
|
| 187 |
+
0.25013813376426697,
|
| 188 |
+
0.3395631015300751,
|
| 189 |
+
0.6871054768562317,
|
| 190 |
+
0.5320224165916443,
|
| 191 |
+
0.5487054586410522,
|
| 192 |
+
0.20062845945358276,
|
| 193 |
+
0.2475309669971466,
|
| 194 |
+
0.3209775388240814,
|
| 195 |
+
0.5753768086433411,
|
| 196 |
+
0.06922495365142822,
|
| 197 |
+
0.17743366956710815,
|
| 198 |
+
0.3629584014415741,
|
| 199 |
+
0.7222537398338318,
|
| 200 |
+
0.4393894374370575,
|
| 201 |
+
0.5043013691902161,
|
| 202 |
+
0.2854171693325043,
|
| 203 |
+
0.8803263306617737,
|
| 204 |
+
0.8886353373527527,
|
| 205 |
+
0.39944273233413696,
|
| 206 |
+
0.1801549196243286,
|
| 207 |
+
0.3183618187904358,
|
| 208 |
+
0.7834023833274841,
|
| 209 |
+
0.2637978494167328,
|
| 210 |
+
0.7523576617240906,
|
| 211 |
+
0.33790653944015503,
|
| 212 |
+
0.1199038103222847,
|
| 213 |
+
0.2635002136230469,
|
| 214 |
+
0.7893633246421814,
|
| 215 |
+
0.39572805166244507,
|
| 216 |
+
0.46801114082336426,
|
| 217 |
+
0.6359232664108276,
|
| 218 |
+
0.06052551418542862,
|
| 219 |
+
0.143125519156456,
|
| 220 |
+
0.059683069586753845,
|
| 221 |
+
0.684229850769043,
|
| 222 |
+
0.54958176612854,
|
| 223 |
+
0.2330472767353058,
|
| 224 |
+
0.37239283323287964,
|
| 225 |
+
0.3202167749404907,
|
| 226 |
+
0.32866135239601135,
|
| 227 |
+
0.6799793839454651,
|
| 228 |
+
0.5476714372634888,
|
| 229 |
+
0.04794313758611679,
|
| 230 |
+
0.693553626537323,
|
| 231 |
+
0.17942893505096436,
|
| 232 |
+
0.3386240303516388,
|
| 233 |
+
0.4904811978340149,
|
| 234 |
+
0.4936044216156006,
|
| 235 |
+
0.30138325691223145,
|
| 236 |
+
0.48382458090782166,
|
| 237 |
+
0.48825156688690186,
|
| 238 |
+
0.37293675541877747,
|
| 239 |
+
0.5222029089927673,
|
| 240 |
+
0.6674729585647583,
|
| 241 |
+
0.4766770303249359,
|
| 242 |
+
0.050661832094192505,
|
| 243 |
+
0.42332690954208374,
|
| 244 |
+
0.1943310797214508,
|
| 245 |
+
0.6420796513557434,
|
| 246 |
+
0.18487684428691864,
|
| 247 |
+
0.27797719836235046,
|
| 248 |
+
0.28282755613327026,
|
| 249 |
+
0.3416304290294647,
|
| 250 |
+
0.056760720908641815,
|
| 251 |
+
0.3883839249610901,
|
| 252 |
+
0.4729307293891907,
|
| 253 |
+
0.10870547592639923,
|
| 254 |
+
0.8875117301940918,
|
| 255 |
+
0.9001509547233582,
|
| 256 |
+
0.05095858871936798,
|
| 257 |
+
0.5834493637084961,
|
| 258 |
+
0.7645660042762756,
|
| 259 |
+
0.19896480441093445,
|
| 260 |
+
0.276323527097702,
|
| 261 |
+
0.2588862478733063,
|
| 262 |
+
0.31370118260383606,
|
| 263 |
+
0.05850991979241371,
|
| 264 |
+
0.5162743926048279,
|
| 265 |
+
0.1309383660554886,
|
| 266 |
+
0.597341001033783,
|
| 267 |
+
0.6305012702941895,
|
| 268 |
+
0.3468094766139984,
|
| 269 |
+
0.3370486795902252,
|
| 270 |
+
0.6457107067108154,
|
| 271 |
+
0.6232544183731079,
|
| 272 |
+
0.44855406880378723,
|
| 273 |
+
0.4669659435749054,
|
| 274 |
+
0.42828643321990967,
|
| 275 |
+
0.5664300322532654,
|
| 276 |
+
0.12143208831548691,
|
| 277 |
+
0.2717496454715729,
|
| 278 |
+
0.3451922535896301,
|
| 279 |
+
0.10751830041408539,
|
| 280 |
+
0.5582642555236816,
|
| 281 |
+
0.14670966565608978,
|
| 282 |
+
0.7769100666046143
|
| 283 |
+
]
|
| 284 |
+
}
|
p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s0.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 4 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 7 |
+
"lora_layers_wrapped": 48,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 2802959,
|
| 10 |
+
"total": 88018703,
|
| 11 |
+
"fraction": 0.03184503866183986
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.001,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 0,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.0072709907253186235,
|
| 61 |
+
"val_map": 0.005655524156991202,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02434,
|
| 69 |
+
"train_map": 0.023646163915865392,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0005952380952380953,
|
| 72 |
+
"train_s": 2.5
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.02365,
|
| 78 |
+
"train_map": 0.03976285231628401,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.0009989511174055585,
|
| 81 |
+
"train_s": 4.7
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02138,
|
| 87 |
+
"train_map": 0.06643038297087958,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0009822533676115074,
|
| 90 |
+
"train_s": 6.9
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02106,
|
| 96 |
+
"train_map": 0.09146123276926238,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0009458651830686461,
|
| 99 |
+
"train_s": 9.1
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02119,
|
| 105 |
+
"train_map": 0.09468714949238402,
|
| 106 |
+
"val_map": 0.05945344762770597,
|
| 107 |
+
"lr": 0.0009323333624238302,
|
| 108 |
+
"train_s": 9.8
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02071,
|
| 114 |
+
"train_map": 0.10587245693644137,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0008912878610374935,
|
| 117 |
+
"train_s": 11.3
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02067,
|
| 123 |
+
"train_map": 0.12174210090639045,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.0008207731429852658,
|
| 126 |
+
"train_s": 13.6
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02036,
|
| 132 |
+
"train_map": 0.1425008185391634,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0007372303126360084,
|
| 135 |
+
"train_s": 15.8
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.02009,
|
| 141 |
+
"train_map": 0.15719925526412915,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0006441061652589842,
|
| 144 |
+
"train_s": 18.0
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.02021,
|
| 150 |
+
"train_map": 0.16668583489989816,
|
| 151 |
+
"val_map": 0.10020599852137593,
|
| 152 |
+
"lr": 0.000589191946809388,
|
| 153 |
+
"train_s": 19.2
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01963,
|
| 159 |
+
"train_map": 0.1739850845921297,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0005452428004011125,
|
| 162 |
+
"train_s": 20.2
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01915,
|
| 168 |
+
"train_map": 0.19397340427582246,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.00044471910522567154,
|
| 171 |
+
"train_s": 22.4
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01919,
|
| 177 |
+
"train_map": 0.20179864777821122,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0003466824685095434,
|
| 180 |
+
"train_s": 24.6
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01891,
|
| 186 |
+
"train_map": 0.22073571889818536,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.00025517766841304316,
|
| 189 |
+
"train_s": 26.8
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01802,
|
| 195 |
+
"train_map": 0.22307350809210505,
|
| 196 |
+
"val_map": 0.1324912202526838,
|
| 197 |
+
"lr": 0.00018613483544815295,
|
| 198 |
+
"train_s": 28.7
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01772,
|
| 204 |
+
"train_map": 0.2266748598379134,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.00017397999374035568,
|
| 207 |
+
"train_s": 29.0
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01824,
|
| 213 |
+
"train_map": 0.22675666032072714,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00010643948374400427,
|
| 216 |
+
"train_s": 31.2
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01828,
|
| 222 |
+
"train_map": 0.23416978371571714,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 5.53427127998607e-05,
|
| 225 |
+
"train_s": 33.4
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01815,
|
| 231 |
+
"train_map": 0.2372011621102719,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 2.2797822416041917e-05,
|
| 234 |
+
"train_s": 35.7
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01864,
|
| 240 |
+
"train_map": 0.2383813457165896,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0147543904674559e-05,
|
| 243 |
+
"train_s": 37.9
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01845,
|
| 249 |
+
"train_map": 0.2387196580442888,
|
| 250 |
+
"val_map": 0.14243609737604856,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 38.1
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.2387196580442888,
|
| 256 |
+
"final_val_map": 0.14243609737604856,
|
| 257 |
+
"lora/map": 0.14243609737604856,
|
| 258 |
+
"train_seconds": 38.1,
|
| 259 |
+
"wall_seconds": 207.6
|
| 260 |
+
}
|
p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s1.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 4 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 7 |
+
"lora_layers_wrapped": 48,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 2802959,
|
| 10 |
+
"total": 88018703,
|
| 11 |
+
"fraction": 0.03184503866183986
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.001,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 1,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.00766083885254197,
|
| 61 |
+
"val_map": 0.005782036447413336,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.0243,
|
| 69 |
+
"train_map": 0.021514212010177364,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0005952380952380953,
|
| 72 |
+
"train_s": 2.2
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0234,
|
| 78 |
+
"train_map": 0.04562126289508827,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.0009989511174055585,
|
| 81 |
+
"train_s": 4.4
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02181,
|
| 87 |
+
"train_map": 0.07384026528643603,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0009822533676115074,
|
| 90 |
+
"train_s": 6.6
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02189,
|
| 96 |
+
"train_map": 0.08807852343864654,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0009458651830686461,
|
| 99 |
+
"train_s": 8.8
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02158,
|
| 105 |
+
"train_map": 0.09164594957141994,
|
| 106 |
+
"val_map": 0.05722888086505404,
|
| 107 |
+
"lr": 0.0009323333624238302,
|
| 108 |
+
"train_s": 9.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02072,
|
| 114 |
+
"train_map": 0.10743103009530218,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0008912878610374935,
|
| 117 |
+
"train_s": 11.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02033,
|
| 123 |
+
"train_map": 0.12401364714594688,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.0008207731429852658,
|
| 126 |
+
"train_s": 13.3
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.02018,
|
| 132 |
+
"train_map": 0.14837864354302296,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0007372303126360084,
|
| 135 |
+
"train_s": 15.5
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01939,
|
| 141 |
+
"train_map": 0.16477008217563976,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0006441061652589842,
|
| 144 |
+
"train_s": 17.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01894,
|
| 150 |
+
"train_map": 0.17123931379497503,
|
| 151 |
+
"val_map": 0.10513916344026658,
|
| 152 |
+
"lr": 0.000589191946809388,
|
| 153 |
+
"train_s": 18.9
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01942,
|
| 159 |
+
"train_map": 0.17801097638426133,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0005452428004011125,
|
| 162 |
+
"train_s": 19.9
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01935,
|
| 168 |
+
"train_map": 0.18731019835905005,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.00044471910522567154,
|
| 171 |
+
"train_s": 22.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01872,
|
| 177 |
+
"train_map": 0.20819363386000894,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0003466824685095434,
|
| 180 |
+
"train_s": 24.3
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01856,
|
| 186 |
+
"train_map": 0.21536340689608222,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.00025517766841304316,
|
| 189 |
+
"train_s": 26.5
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01898,
|
| 195 |
+
"train_map": 0.22583255065654526,
|
| 196 |
+
"val_map": 0.13473882521829608,
|
| 197 |
+
"lr": 0.00018613483544815295,
|
| 198 |
+
"train_s": 28.4
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.0186,
|
| 204 |
+
"train_map": 0.22586899438954225,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.00017397999374035568,
|
| 207 |
+
"train_s": 28.7
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01812,
|
| 213 |
+
"train_map": 0.23134417278670918,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00010643948374400427,
|
| 216 |
+
"train_s": 31.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01788,
|
| 222 |
+
"train_map": 0.23553245616599605,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 5.53427127998607e-05,
|
| 225 |
+
"train_s": 33.2
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01771,
|
| 231 |
+
"train_map": 0.23891442132834523,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 2.2797822416041917e-05,
|
| 234 |
+
"train_s": 35.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01741,
|
| 240 |
+
"train_map": 0.2396214027947391,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0147543904674559e-05,
|
| 243 |
+
"train_s": 37.6
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.01736,
|
| 249 |
+
"train_map": 0.23995060081358652,
|
| 250 |
+
"val_map": 0.14423925583507066,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 37.9
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23995060081358652,
|
| 256 |
+
"final_val_map": 0.14423925583507066,
|
| 257 |
+
"lora/map": 0.14423925583507066,
|
| 258 |
+
"train_seconds": 37.9,
|
| 259 |
+
"wall_seconds": 203.8
|
| 260 |
+
}
|
p4rel-mae-base-d40-s1/exports/step_00040000/lora_1ep_s2.json
ADDED
|
@@ -0,0 +1,260 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"export": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 4 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 5 |
+
"campaign_id": "phase4-reliability",
|
| 6 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 7 |
+
"lora_layers_wrapped": 48,
|
| 8 |
+
"params": {
|
| 9 |
+
"trainable": 2802959,
|
| 10 |
+
"total": 88018703,
|
| 11 |
+
"fraction": 0.03184503866183986
|
| 12 |
+
},
|
| 13 |
+
"steps_per_epoch": 428,
|
| 14 |
+
"total_steps": 428,
|
| 15 |
+
"train_clips": 20550,
|
| 16 |
+
"val_clips": 18886,
|
| 17 |
+
"config": {
|
| 18 |
+
"rank": 16,
|
| 19 |
+
"alpha": 32.0,
|
| 20 |
+
"targets": [
|
| 21 |
+
"qkv",
|
| 22 |
+
"proj",
|
| 23 |
+
"fc1",
|
| 24 |
+
"fc2"
|
| 25 |
+
],
|
| 26 |
+
"train_norms": true,
|
| 27 |
+
"epochs": 1.0,
|
| 28 |
+
"batch_size": 48,
|
| 29 |
+
"lr": 0.001,
|
| 30 |
+
"min_lr": 1e-05,
|
| 31 |
+
"warmup_frac": 0.1,
|
| 32 |
+
"betas": [
|
| 33 |
+
0.9,
|
| 34 |
+
0.95
|
| 35 |
+
],
|
| 36 |
+
"weight_decay": 0.05,
|
| 37 |
+
"clip_norm": 4.0,
|
| 38 |
+
"mixup": 0.0,
|
| 39 |
+
"mixup_prob": 0.9,
|
| 40 |
+
"freq_mask": 0,
|
| 41 |
+
"time_mask": 0,
|
| 42 |
+
"roll_aug": false,
|
| 43 |
+
"mask_ratio": 0.0,
|
| 44 |
+
"num_classes": 527,
|
| 45 |
+
"prior_bias_init": true,
|
| 46 |
+
"num_workers": 8,
|
| 47 |
+
"seed": 2,
|
| 48 |
+
"train_probe_clips": 4096,
|
| 49 |
+
"train_eval_every": 25,
|
| 50 |
+
"val_evals": 5,
|
| 51 |
+
"eval_batch_size": 128
|
| 52 |
+
},
|
| 53 |
+
"gpu": "NVIDIA GeForce RTX 4090"
|
| 54 |
+
},
|
| 55 |
+
"history": [
|
| 56 |
+
{
|
| 57 |
+
"step": 0,
|
| 58 |
+
"epoch": 0.0,
|
| 59 |
+
"loss": null,
|
| 60 |
+
"train_map": 0.007086286275224333,
|
| 61 |
+
"val_map": 0.006405316863829302,
|
| 62 |
+
"lr": 0.0,
|
| 63 |
+
"train_s": 0.0
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"step": 25,
|
| 67 |
+
"epoch": 0.0584,
|
| 68 |
+
"loss": 0.02426,
|
| 69 |
+
"train_map": 0.02299389633636363,
|
| 70 |
+
"val_map": null,
|
| 71 |
+
"lr": 0.0005952380952380953,
|
| 72 |
+
"train_s": 2.2
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"step": 50,
|
| 76 |
+
"epoch": 0.1168,
|
| 77 |
+
"loss": 0.0244,
|
| 78 |
+
"train_map": 0.04261888122734785,
|
| 79 |
+
"val_map": null,
|
| 80 |
+
"lr": 0.0009989511174055585,
|
| 81 |
+
"train_s": 4.4
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"step": 75,
|
| 85 |
+
"epoch": 0.1752,
|
| 86 |
+
"loss": 0.02221,
|
| 87 |
+
"train_map": 0.07351422617481439,
|
| 88 |
+
"val_map": null,
|
| 89 |
+
"lr": 0.0009822533676115074,
|
| 90 |
+
"train_s": 6.6
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"step": 100,
|
| 94 |
+
"epoch": 0.2336,
|
| 95 |
+
"loss": 0.02143,
|
| 96 |
+
"train_map": 0.0937325205928708,
|
| 97 |
+
"val_map": null,
|
| 98 |
+
"lr": 0.0009458651830686461,
|
| 99 |
+
"train_s": 8.9
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"step": 107,
|
| 103 |
+
"epoch": 0.25,
|
| 104 |
+
"loss": 0.02149,
|
| 105 |
+
"train_map": 0.09706945679825599,
|
| 106 |
+
"val_map": 0.0634519215412544,
|
| 107 |
+
"lr": 0.0009323333624238302,
|
| 108 |
+
"train_s": 9.5
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"step": 125,
|
| 112 |
+
"epoch": 0.2921,
|
| 113 |
+
"loss": 0.02153,
|
| 114 |
+
"train_map": 0.10709637922872799,
|
| 115 |
+
"val_map": null,
|
| 116 |
+
"lr": 0.0008912878610374935,
|
| 117 |
+
"train_s": 11.1
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"step": 150,
|
| 121 |
+
"epoch": 0.3505,
|
| 122 |
+
"loss": 0.02087,
|
| 123 |
+
"train_map": 0.12916821561509875,
|
| 124 |
+
"val_map": null,
|
| 125 |
+
"lr": 0.0008207731429852658,
|
| 126 |
+
"train_s": 13.3
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"step": 175,
|
| 130 |
+
"epoch": 0.4089,
|
| 131 |
+
"loss": 0.01989,
|
| 132 |
+
"train_map": 0.14497288241646689,
|
| 133 |
+
"val_map": null,
|
| 134 |
+
"lr": 0.0007372303126360084,
|
| 135 |
+
"train_s": 15.5
|
| 136 |
+
},
|
| 137 |
+
{
|
| 138 |
+
"step": 200,
|
| 139 |
+
"epoch": 0.4673,
|
| 140 |
+
"loss": 0.01977,
|
| 141 |
+
"train_map": 0.16895011108389843,
|
| 142 |
+
"val_map": null,
|
| 143 |
+
"lr": 0.0006441061652589842,
|
| 144 |
+
"train_s": 17.7
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"step": 214,
|
| 148 |
+
"epoch": 0.5,
|
| 149 |
+
"loss": 0.01979,
|
| 150 |
+
"train_map": 0.17304326811773557,
|
| 151 |
+
"val_map": 0.10560158892769712,
|
| 152 |
+
"lr": 0.000589191946809388,
|
| 153 |
+
"train_s": 18.9
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"step": 225,
|
| 157 |
+
"epoch": 0.5257,
|
| 158 |
+
"loss": 0.01911,
|
| 159 |
+
"train_map": 0.17905931340519912,
|
| 160 |
+
"val_map": null,
|
| 161 |
+
"lr": 0.0005452428004011125,
|
| 162 |
+
"train_s": 19.9
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"step": 250,
|
| 166 |
+
"epoch": 0.5841,
|
| 167 |
+
"loss": 0.01887,
|
| 168 |
+
"train_map": 0.19128282357668203,
|
| 169 |
+
"val_map": null,
|
| 170 |
+
"lr": 0.00044471910522567154,
|
| 171 |
+
"train_s": 22.1
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"step": 275,
|
| 175 |
+
"epoch": 0.6425,
|
| 176 |
+
"loss": 0.01836,
|
| 177 |
+
"train_map": 0.20937572744722696,
|
| 178 |
+
"val_map": null,
|
| 179 |
+
"lr": 0.0003466824685095434,
|
| 180 |
+
"train_s": 24.4
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"step": 300,
|
| 184 |
+
"epoch": 0.7009,
|
| 185 |
+
"loss": 0.01795,
|
| 186 |
+
"train_map": 0.2149496165314509,
|
| 187 |
+
"val_map": null,
|
| 188 |
+
"lr": 0.00025517766841304316,
|
| 189 |
+
"train_s": 26.6
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"step": 321,
|
| 193 |
+
"epoch": 0.75,
|
| 194 |
+
"loss": 0.01844,
|
| 195 |
+
"train_map": 0.2235100169629,
|
| 196 |
+
"val_map": 0.13483946585048703,
|
| 197 |
+
"lr": 0.00018613483544815295,
|
| 198 |
+
"train_s": 28.4
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"step": 325,
|
| 202 |
+
"epoch": 0.7593,
|
| 203 |
+
"loss": 0.01857,
|
| 204 |
+
"train_map": 0.2253406779165512,
|
| 205 |
+
"val_map": null,
|
| 206 |
+
"lr": 0.00017397999374035568,
|
| 207 |
+
"train_s": 28.8
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"step": 350,
|
| 211 |
+
"epoch": 0.8178,
|
| 212 |
+
"loss": 0.01756,
|
| 213 |
+
"train_map": 0.22750273067150725,
|
| 214 |
+
"val_map": null,
|
| 215 |
+
"lr": 0.00010643948374400427,
|
| 216 |
+
"train_s": 31.0
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"step": 375,
|
| 220 |
+
"epoch": 0.8762,
|
| 221 |
+
"loss": 0.01786,
|
| 222 |
+
"train_map": 0.23417321584793602,
|
| 223 |
+
"val_map": null,
|
| 224 |
+
"lr": 5.53427127998607e-05,
|
| 225 |
+
"train_s": 33.2
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"step": 400,
|
| 229 |
+
"epoch": 0.9346,
|
| 230 |
+
"loss": 0.01806,
|
| 231 |
+
"train_map": 0.2377188914920251,
|
| 232 |
+
"val_map": null,
|
| 233 |
+
"lr": 2.2797822416041917e-05,
|
| 234 |
+
"train_s": 35.4
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"step": 425,
|
| 238 |
+
"epoch": 0.993,
|
| 239 |
+
"loss": 0.01786,
|
| 240 |
+
"train_map": 0.23843197191427454,
|
| 241 |
+
"val_map": null,
|
| 242 |
+
"lr": 1.0147543904674559e-05,
|
| 243 |
+
"train_s": 37.6
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"step": 428,
|
| 247 |
+
"epoch": 1.0,
|
| 248 |
+
"loss": 0.0181,
|
| 249 |
+
"train_map": 0.23836781411118932,
|
| 250 |
+
"val_map": 0.14540478897650339,
|
| 251 |
+
"lr": 1e-05,
|
| 252 |
+
"train_s": 37.9
|
| 253 |
+
}
|
| 254 |
+
],
|
| 255 |
+
"final_train_map": 0.23836781411118932,
|
| 256 |
+
"final_val_map": 0.14540478897650339,
|
| 257 |
+
"lora/map": 0.14540478897650339,
|
| 258 |
+
"train_seconds": 37.9,
|
| 259 |
+
"wall_seconds": 206.3
|
| 260 |
+
}
|
p4rel-mae-base-d40-s1/exports/step_00040000/probe.json
ADDED
|
@@ -0,0 +1,576 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"export_dir": "/workspace/runs/p4rel-mae-base-d40-s1/exports/step_00040000",
|
| 3 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 4 |
+
"campaign_id": "phase4-reliability",
|
| 5 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 6 |
+
"probe/map": 0.1555549956653161,
|
| 7 |
+
"probe/map_train": 0.6510825290060134,
|
| 8 |
+
"probe/alpha": 10.0,
|
| 9 |
+
"probe/holdout_map": 0.18355205611359376,
|
| 10 |
+
"probe/pooling": "concat",
|
| 11 |
+
"probe/feature_dim": 1536,
|
| 12 |
+
"probe/fit_clips": 20550,
|
| 13 |
+
"probe/score_clips": 18886,
|
| 14 |
+
"probe/classes_scored": 527,
|
| 15 |
+
"probe/extract_s": 22.698232227994595,
|
| 16 |
+
"probe/total_s": 25.912856095004827,
|
| 17 |
+
"alpha_selection": [
|
| 18 |
+
{
|
| 19 |
+
"alpha": 0.01,
|
| 20 |
+
"holdout_map": 0.17822245074846063
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"alpha": 0.1,
|
| 24 |
+
"holdout_map": 0.17939844790075604
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"alpha": 1.0,
|
| 28 |
+
"holdout_map": 0.18234973372688315
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"alpha": 10.0,
|
| 32 |
+
"holdout_map": 0.18355205611359376
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"alpha": 100.0,
|
| 36 |
+
"holdout_map": 0.17722770876023192
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"alpha": 1000.0,
|
| 40 |
+
"holdout_map": 0.15724063052599666
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"alpha": 10000.0,
|
| 44 |
+
"holdout_map": 0.12435337163568023
|
| 45 |
+
}
|
| 46 |
+
],
|
| 47 |
+
"per_class_ap": [
|
| 48 |
+
0.649660587310791,
|
| 49 |
+
0.011531878262758255,
|
| 50 |
+
0.06870786100625992,
|
| 51 |
+
0.19059664011001587,
|
| 52 |
+
0.11245746165513992,
|
| 53 |
+
0.2973753809928894,
|
| 54 |
+
0.194083571434021,
|
| 55 |
+
0.26396888494491577,
|
| 56 |
+
0.031132198870182037,
|
| 57 |
+
0.03988432511687279,
|
| 58 |
+
0.026173589751124382,
|
| 59 |
+
0.07299155741930008,
|
| 60 |
+
0.5463979244232178,
|
| 61 |
+
0.30108657479286194,
|
| 62 |
+
0.041696369647979736,
|
| 63 |
+
0.50522381067276,
|
| 64 |
+
0.3299018442630768,
|
| 65 |
+
0.3841819167137146,
|
| 66 |
+
0.06891686469316483,
|
| 67 |
+
0.11504977941513062,
|
| 68 |
+
0.2533133924007416,
|
| 69 |
+
0.10696710646152496,
|
| 70 |
+
0.20760242640972137,
|
| 71 |
+
0.1712116003036499,
|
| 72 |
+
0.09230062365531921,
|
| 73 |
+
0.04199836030602455,
|
| 74 |
+
0.08113671839237213,
|
| 75 |
+
0.18203593790531158,
|
| 76 |
+
0.26009196043014526,
|
| 77 |
+
0.11011450737714767,
|
| 78 |
+
0.26354458928108215,
|
| 79 |
+
0.16068805754184723,
|
| 80 |
+
0.016781769692897797,
|
| 81 |
+
0.06231308728456497,
|
| 82 |
+
0.280534952878952,
|
| 83 |
+
0.055261772125959396,
|
| 84 |
+
0.395977258682251,
|
| 85 |
+
0.06089138984680176,
|
| 86 |
+
0.05632761865854263,
|
| 87 |
+
0.1535310298204422,
|
| 88 |
+
0.17783164978027344,
|
| 89 |
+
0.021277327090501785,
|
| 90 |
+
0.07960410416126251,
|
| 91 |
+
0.39781656861305237,
|
| 92 |
+
0.012635128572583199,
|
| 93 |
+
0.09970595687627792,
|
| 94 |
+
0.020123813301324844,
|
| 95 |
+
0.18754340708255768,
|
| 96 |
+
0.08384900540113449,
|
| 97 |
+
0.10009579360485077,
|
| 98 |
+
0.13628679513931274,
|
| 99 |
+
0.00956714153289795,
|
| 100 |
+
0.072127565741539,
|
| 101 |
+
0.04314146563410759,
|
| 102 |
+
0.2565401494503021,
|
| 103 |
+
0.13264723122119904,
|
| 104 |
+
0.24629071354866028,
|
| 105 |
+
0.3603380620479584,
|
| 106 |
+
0.136276975274086,
|
| 107 |
+
0.0986391231417656,
|
| 108 |
+
0.16804654896259308,
|
| 109 |
+
0.20774951577186584,
|
| 110 |
+
0.05675717070698738,
|
| 111 |
+
0.13339488208293915,
|
| 112 |
+
0.5498473048210144,
|
| 113 |
+
0.24693790078163147,
|
| 114 |
+
0.28177228569984436,
|
| 115 |
+
0.34757906198501587,
|
| 116 |
+
0.39761799573898315,
|
| 117 |
+
0.36274436116218567,
|
| 118 |
+
0.10585009306669235,
|
| 119 |
+
0.1458890438079834,
|
| 120 |
+
0.22148391604423523,
|
| 121 |
+
0.20786574482917786,
|
| 122 |
+
0.20464061200618744,
|
| 123 |
+
0.25804269313812256,
|
| 124 |
+
0.06925196200609207,
|
| 125 |
+
0.2483530193567276,
|
| 126 |
+
0.19654777646064758,
|
| 127 |
+
0.1479509472846985,
|
| 128 |
+
0.03782770410180092,
|
| 129 |
+
0.14359137415885925,
|
| 130 |
+
0.3983965218067169,
|
| 131 |
+
0.14200232923030853,
|
| 132 |
+
0.1275745928287506,
|
| 133 |
+
0.0408252589404583,
|
| 134 |
+
0.1187477856874466,
|
| 135 |
+
0.0612422339618206,
|
| 136 |
+
0.05658969655632973,
|
| 137 |
+
0.1438302844762802,
|
| 138 |
+
0.15559321641921997,
|
| 139 |
+
0.15714839100837708,
|
| 140 |
+
0.2272961586713791,
|
| 141 |
+
0.0332479365170002,
|
| 142 |
+
0.05644187331199646,
|
| 143 |
+
0.12656687200069427,
|
| 144 |
+
0.030711598694324493,
|
| 145 |
+
0.05518651753664017,
|
| 146 |
+
0.1540411412715912,
|
| 147 |
+
0.24601320922374725,
|
| 148 |
+
0.1854722648859024,
|
| 149 |
+
0.31478115916252136,
|
| 150 |
+
0.06112559512257576,
|
| 151 |
+
0.059707384556531906,
|
| 152 |
+
0.021833008155226707,
|
| 153 |
+
0.0449586845934391,
|
| 154 |
+
0.07766420394182205,
|
| 155 |
+
0.06756105273962021,
|
| 156 |
+
0.09841395169496536,
|
| 157 |
+
0.19981533288955688,
|
| 158 |
+
0.24374446272850037,
|
| 159 |
+
0.14744603633880615,
|
| 160 |
+
0.13567282259464264,
|
| 161 |
+
0.10503401607275009,
|
| 162 |
+
0.04717234894633293,
|
| 163 |
+
0.2691011428833008,
|
| 164 |
+
0.2606171667575836,
|
| 165 |
+
0.12719903886318207,
|
| 166 |
+
0.15543602406978607,
|
| 167 |
+
0.35790473222732544,
|
| 168 |
+
0.3713338077068329,
|
| 169 |
+
0.24373596906661987,
|
| 170 |
+
0.11740121990442276,
|
| 171 |
+
0.08986800909042358,
|
| 172 |
+
0.013561929576098919,
|
| 173 |
+
0.04357125610113144,
|
| 174 |
+
0.13494282960891724,
|
| 175 |
+
0.16744492948055267,
|
| 176 |
+
0.18525411188602448,
|
| 177 |
+
0.1379377543926239,
|
| 178 |
+
0.0059397961013019085,
|
| 179 |
+
0.09693991392850876,
|
| 180 |
+
0.19158779084682465,
|
| 181 |
+
0.19763056933879852,
|
| 182 |
+
0.10382945835590363,
|
| 183 |
+
0.007656183559447527,
|
| 184 |
+
0.10611964762210846,
|
| 185 |
+
0.725721001625061,
|
| 186 |
+
0.24570249021053314,
|
| 187 |
+
0.31448689103126526,
|
| 188 |
+
0.4264761507511139,
|
| 189 |
+
0.3376084268093109,
|
| 190 |
+
0.14877033233642578,
|
| 191 |
+
0.1118195503950119,
|
| 192 |
+
0.10323134064674377,
|
| 193 |
+
0.1148471012711525,
|
| 194 |
+
0.09184981882572174,
|
| 195 |
+
0.30260080099105835,
|
| 196 |
+
0.14082065224647522,
|
| 197 |
+
0.19323383271694183,
|
| 198 |
+
0.22459082305431366,
|
| 199 |
+
0.16331961750984192,
|
| 200 |
+
0.24543502926826477,
|
| 201 |
+
0.11415418982505798,
|
| 202 |
+
0.1390945464372635,
|
| 203 |
+
0.2234419882297516,
|
| 204 |
+
0.1079612448811531,
|
| 205 |
+
0.08068989962339401,
|
| 206 |
+
0.01853451132774353,
|
| 207 |
+
0.06004941090941429,
|
| 208 |
+
0.4518069922924042,
|
| 209 |
+
0.33509546518325806,
|
| 210 |
+
0.40456464886665344,
|
| 211 |
+
0.14114132523536682,
|
| 212 |
+
0.30761590600013733,
|
| 213 |
+
0.3524976670742035,
|
| 214 |
+
0.3820563852787018,
|
| 215 |
+
0.20926326513290405,
|
| 216 |
+
0.3756721317768097,
|
| 217 |
+
0.3460104465484619,
|
| 218 |
+
0.23224546015262604,
|
| 219 |
+
0.35060280561447144,
|
| 220 |
+
0.3803838789463043,
|
| 221 |
+
0.2056935876607895,
|
| 222 |
+
0.1127634048461914,
|
| 223 |
+
0.08990362286567688,
|
| 224 |
+
0.12050548940896988,
|
| 225 |
+
0.3400477170944214,
|
| 226 |
+
0.07525460422039032,
|
| 227 |
+
0.14900222420692444,
|
| 228 |
+
0.18675318360328674,
|
| 229 |
+
0.16128413379192352,
|
| 230 |
+
0.146251380443573,
|
| 231 |
+
0.2577729821205139,
|
| 232 |
+
0.08365271240472794,
|
| 233 |
+
0.41460973024368286,
|
| 234 |
+
0.3815775215625763,
|
| 235 |
+
0.20246228575706482,
|
| 236 |
+
0.2388652265071869,
|
| 237 |
+
0.17188797891139984,
|
| 238 |
+
0.17584329843521118,
|
| 239 |
+
0.11434746533632278,
|
| 240 |
+
0.38733455538749695,
|
| 241 |
+
0.21310098469257355,
|
| 242 |
+
0.21377050876617432,
|
| 243 |
+
0.3875793218612671,
|
| 244 |
+
0.06796938180923462,
|
| 245 |
+
0.1271955817937851,
|
| 246 |
+
0.14327560365200043,
|
| 247 |
+
0.2827748954296112,
|
| 248 |
+
0.05128035694360733,
|
| 249 |
+
0.20219312608242035,
|
| 250 |
+
0.08344221860170364,
|
| 251 |
+
0.1973709762096405,
|
| 252 |
+
0.26454707980155945,
|
| 253 |
+
0.26824015378952026,
|
| 254 |
+
0.3301827609539032,
|
| 255 |
+
0.5154873132705688,
|
| 256 |
+
0.2826227843761444,
|
| 257 |
+
0.3302050828933716,
|
| 258 |
+
0.7520438432693481,
|
| 259 |
+
0.43208473920822144,
|
| 260 |
+
0.47872674465179443,
|
| 261 |
+
0.06383223086595535,
|
| 262 |
+
0.39875537157058716,
|
| 263 |
+
0.09260578453540802,
|
| 264 |
+
0.030561894178390503,
|
| 265 |
+
0.21042440831661224,
|
| 266 |
+
0.20439212024211884,
|
| 267 |
+
0.10850193351507187,
|
| 268 |
+
0.16924285888671875,
|
| 269 |
+
0.1015925407409668,
|
| 270 |
+
0.13817501068115234,
|
| 271 |
+
0.17861370742321014,
|
| 272 |
+
0.06598930060863495,
|
| 273 |
+
0.05454954132437706,
|
| 274 |
+
0.046835437417030334,
|
| 275 |
+
0.023564830422401428,
|
| 276 |
+
0.11954978853464127,
|
| 277 |
+
0.046279605478048325,
|
| 278 |
+
0.04667651280760765,
|
| 279 |
+
0.06316681206226349,
|
| 280 |
+
0.0850386694073677,
|
| 281 |
+
0.038751307874917984,
|
| 282 |
+
0.03383849188685417,
|
| 283 |
+
0.014254823327064514,
|
| 284 |
+
0.193876713514328,
|
| 285 |
+
0.0214709360152483,
|
| 286 |
+
0.31418514251708984,
|
| 287 |
+
0.023431694135069847,
|
| 288 |
+
0.2021256387233734,
|
| 289 |
+
0.3037566542625427,
|
| 290 |
+
0.2895669639110565,
|
| 291 |
+
0.21302427351474762,
|
| 292 |
+
0.13939706981182098,
|
| 293 |
+
0.2368183135986328,
|
| 294 |
+
0.08210774511098862,
|
| 295 |
+
0.20562846958637238,
|
| 296 |
+
0.024105392396450043,
|
| 297 |
+
0.15002790093421936,
|
| 298 |
+
0.1297411024570465,
|
| 299 |
+
0.02257746458053589,
|
| 300 |
+
0.058737341314554214,
|
| 301 |
+
0.1038106307387352,
|
| 302 |
+
0.046386685222387314,
|
| 303 |
+
0.2306145429611206,
|
| 304 |
+
0.23891474306583405,
|
| 305 |
+
0.22462394833564758,
|
| 306 |
+
0.04924370348453522,
|
| 307 |
+
0.06393241137266159,
|
| 308 |
+
0.031043700873851776,
|
| 309 |
+
0.06965477019548416,
|
| 310 |
+
0.22134126722812653,
|
| 311 |
+
0.07287193834781647,
|
| 312 |
+
0.01853613182902336,
|
| 313 |
+
0.03551645949482918,
|
| 314 |
+
0.05590555816888809,
|
| 315 |
+
0.06391431391239166,
|
| 316 |
+
0.05838346853852272,
|
| 317 |
+
0.02905394323170185,
|
| 318 |
+
0.030623076483607292,
|
| 319 |
+
0.24901339411735535,
|
| 320 |
+
0.08569569140672684,
|
| 321 |
+
0.027323246002197266,
|
| 322 |
+
0.16430264711380005,
|
| 323 |
+
0.02901170775294304,
|
| 324 |
+
0.032308511435985565,
|
| 325 |
+
0.015334689058363438,
|
| 326 |
+
0.06406573951244354,
|
| 327 |
+
0.028646187856793404,
|
| 328 |
+
0.025865845382213593,
|
| 329 |
+
0.2760612964630127,
|
| 330 |
+
0.1562701314687729,
|
| 331 |
+
0.26148027181625366,
|
| 332 |
+
0.08322788029909134,
|
| 333 |
+
0.27823570370674133,
|
| 334 |
+
0.37277311086654663,
|
| 335 |
+
0.40237173438072205,
|
| 336 |
+
0.2763063311576843,
|
| 337 |
+
0.23397991061210632,
|
| 338 |
+
0.22448360919952393,
|
| 339 |
+
0.2303609997034073,
|
| 340 |
+
0.12260687351226807,
|
| 341 |
+
0.1956704705953598,
|
| 342 |
+
0.2533000409603119,
|
| 343 |
+
0.26699498295783997,
|
| 344 |
+
0.15177035331726074,
|
| 345 |
+
0.006398755591362715,
|
| 346 |
+
0.02400691621005535,
|
| 347 |
+
0.01911940611898899,
|
| 348 |
+
0.29133349657058716,
|
| 349 |
+
0.2289622575044632,
|
| 350 |
+
0.18275675177574158,
|
| 351 |
+
0.11040524393320084,
|
| 352 |
+
0.024326477199792862,
|
| 353 |
+
0.14672674238681793,
|
| 354 |
+
0.034271009266376495,
|
| 355 |
+
0.1882290542125702,
|
| 356 |
+
0.09568117558956146,
|
| 357 |
+
0.16163095831871033,
|
| 358 |
+
0.1664183884859085,
|
| 359 |
+
0.06763830035924911,
|
| 360 |
+
0.1265750378370285,
|
| 361 |
+
0.09337668120861053,
|
| 362 |
+
0.09863689541816711,
|
| 363 |
+
0.12291721999645233,
|
| 364 |
+
0.07356400787830353,
|
| 365 |
+
0.05861014500260353,
|
| 366 |
+
0.22005979716777802,
|
| 367 |
+
0.08077646046876907,
|
| 368 |
+
0.242270365357399,
|
| 369 |
+
0.05937211960554123,
|
| 370 |
+
0.46358242630958557,
|
| 371 |
+
0.3853006958961487,
|
| 372 |
+
0.26354992389678955,
|
| 373 |
+
0.2683316469192505,
|
| 374 |
+
0.05525144934654236,
|
| 375 |
+
0.07677306979894638,
|
| 376 |
+
0.30955269932746887,
|
| 377 |
+
0.2891177535057068,
|
| 378 |
+
0.15808869898319244,
|
| 379 |
+
0.2844487130641937,
|
| 380 |
+
0.3084021210670471,
|
| 381 |
+
0.3310549855232239,
|
| 382 |
+
0.1883286088705063,
|
| 383 |
+
0.2236301153898239,
|
| 384 |
+
0.1677321046590805,
|
| 385 |
+
0.2241082340478897,
|
| 386 |
+
0.04961244389414787,
|
| 387 |
+
0.038057513535022736,
|
| 388 |
+
0.1634928435087204,
|
| 389 |
+
0.023296507075428963,
|
| 390 |
+
0.05155530571937561,
|
| 391 |
+
0.18047527968883514,
|
| 392 |
+
0.0977441594004631,
|
| 393 |
+
0.07632524520158768,
|
| 394 |
+
0.11030001193284988,
|
| 395 |
+
0.38242340087890625,
|
| 396 |
+
0.03876304626464844,
|
| 397 |
+
0.027398617938160896,
|
| 398 |
+
0.13834695518016815,
|
| 399 |
+
0.03055829554796219,
|
| 400 |
+
0.09446188062429428,
|
| 401 |
+
0.08937561511993408,
|
| 402 |
+
0.03250175714492798,
|
| 403 |
+
0.08449078351259232,
|
| 404 |
+
0.024067414924502373,
|
| 405 |
+
0.01592734083533287,
|
| 406 |
+
0.040962353348731995,
|
| 407 |
+
0.14681294560432434,
|
| 408 |
+
0.011870254762470722,
|
| 409 |
+
0.10354217886924744,
|
| 410 |
+
0.16920702159404755,
|
| 411 |
+
0.14626210927963257,
|
| 412 |
+
0.03798092156648636,
|
| 413 |
+
0.05363687500357628,
|
| 414 |
+
0.38055160641670227,
|
| 415 |
+
0.2125851958990097,
|
| 416 |
+
0.033810053020715714,
|
| 417 |
+
0.15356691181659698,
|
| 418 |
+
0.1472739428281784,
|
| 419 |
+
0.136264830827713,
|
| 420 |
+
0.1422460526227951,
|
| 421 |
+
0.3524866998195648,
|
| 422 |
+
0.18332262337207794,
|
| 423 |
+
0.06014739349484444,
|
| 424 |
+
0.08848471939563751,
|
| 425 |
+
0.12563948333263397,
|
| 426 |
+
0.03420524299144745,
|
| 427 |
+
0.019631726667284966,
|
| 428 |
+
0.038902733474969864,
|
| 429 |
+
0.10453058779239655,
|
| 430 |
+
0.23211495578289032,
|
| 431 |
+
0.10602200776338577,
|
| 432 |
+
0.18567009270191193,
|
| 433 |
+
0.204959899187088,
|
| 434 |
+
0.19788043200969696,
|
| 435 |
+
0.07846469432115555,
|
| 436 |
+
0.07141613960266113,
|
| 437 |
+
0.07569237053394318,
|
| 438 |
+
0.3271247446537018,
|
| 439 |
+
0.11829831451177597,
|
| 440 |
+
0.03241308405995369,
|
| 441 |
+
0.3967396318912506,
|
| 442 |
+
0.2723517119884491,
|
| 443 |
+
0.13383841514587402,
|
| 444 |
+
0.5161826610565186,
|
| 445 |
+
0.6004098057746887,
|
| 446 |
+
0.036753445863723755,
|
| 447 |
+
0.4409528076648712,
|
| 448 |
+
0.44104626774787903,
|
| 449 |
+
0.049376312643289566,
|
| 450 |
+
0.13294488191604614,
|
| 451 |
+
0.2319055050611496,
|
| 452 |
+
0.02562122792005539,
|
| 453 |
+
0.031996164470911026,
|
| 454 |
+
0.036989450454711914,
|
| 455 |
+
0.08537891507148743,
|
| 456 |
+
0.10703065246343613,
|
| 457 |
+
0.018768835812807083,
|
| 458 |
+
0.02196366712450981,
|
| 459 |
+
0.11046794056892395,
|
| 460 |
+
0.03164341673254967,
|
| 461 |
+
0.04865419119596481,
|
| 462 |
+
0.3209114670753479,
|
| 463 |
+
0.2107369303703308,
|
| 464 |
+
0.0341898612678051,
|
| 465 |
+
0.06410712748765945,
|
| 466 |
+
0.11164602637290955,
|
| 467 |
+
0.13188929855823517,
|
| 468 |
+
0.2599509656429291,
|
| 469 |
+
0.06694723665714264,
|
| 470 |
+
0.09519106894731522,
|
| 471 |
+
0.22300730645656586,
|
| 472 |
+
0.11061511188745499,
|
| 473 |
+
0.11436401307582855,
|
| 474 |
+
0.049839459359645844,
|
| 475 |
+
0.2314661294221878,
|
| 476 |
+
0.27565789222717285,
|
| 477 |
+
0.18247398734092712,
|
| 478 |
+
0.16282084584236145,
|
| 479 |
+
0.18346573412418365,
|
| 480 |
+
0.2653260827064514,
|
| 481 |
+
0.17294453084468842,
|
| 482 |
+
0.007649125065654516,
|
| 483 |
+
0.10569779574871063,
|
| 484 |
+
0.2172165960073471,
|
| 485 |
+
0.09046309441328049,
|
| 486 |
+
0.11111524701118469,
|
| 487 |
+
0.06055905297398567,
|
| 488 |
+
0.02903774008154869,
|
| 489 |
+
0.07971115410327911,
|
| 490 |
+
0.0158844031393528,
|
| 491 |
+
0.11479806900024414,
|
| 492 |
+
0.01622716337442398,
|
| 493 |
+
0.13137073814868927,
|
| 494 |
+
0.043420806527137756,
|
| 495 |
+
0.007104760501533747,
|
| 496 |
+
0.024455014616250992,
|
| 497 |
+
0.10824909061193466,
|
| 498 |
+
0.013613712042570114,
|
| 499 |
+
0.07048037648200989,
|
| 500 |
+
0.019546350464224815,
|
| 501 |
+
0.05693713575601578,
|
| 502 |
+
0.07354298233985901,
|
| 503 |
+
0.24852274358272552,
|
| 504 |
+
0.04586284980177879,
|
| 505 |
+
0.14327070116996765,
|
| 506 |
+
0.06975352764129639,
|
| 507 |
+
0.15353922545909882,
|
| 508 |
+
0.0296296626329422,
|
| 509 |
+
0.043900907039642334,
|
| 510 |
+
0.41100412607192993,
|
| 511 |
+
0.43581241369247437,
|
| 512 |
+
0.23199258744716644,
|
| 513 |
+
0.1498725265264511,
|
| 514 |
+
0.02981048822402954,
|
| 515 |
+
0.15409177541732788,
|
| 516 |
+
0.05898803845047951,
|
| 517 |
+
0.1377081423997879,
|
| 518 |
+
0.16032972931861877,
|
| 519 |
+
0.05709007754921913,
|
| 520 |
+
0.13860651850700378,
|
| 521 |
+
0.015274768695235252,
|
| 522 |
+
0.10008939355611801,
|
| 523 |
+
0.006756240501999855,
|
| 524 |
+
0.28882163763046265,
|
| 525 |
+
0.08473503589630127,
|
| 526 |
+
0.0822983980178833,
|
| 527 |
+
0.25617262721061707,
|
| 528 |
+
0.18517599999904633,
|
| 529 |
+
0.13403746485710144,
|
| 530 |
+
0.02735348604619503,
|
| 531 |
+
0.1455976665019989,
|
| 532 |
+
0.08278953284025192,
|
| 533 |
+
0.014882870018482208,
|
| 534 |
+
0.00720117287710309,
|
| 535 |
+
0.06928342580795288,
|
| 536 |
+
0.047795508056879044,
|
| 537 |
+
0.04776627570390701,
|
| 538 |
+
0.21504850685596466,
|
| 539 |
+
0.3386775851249695,
|
| 540 |
+
0.11093848198652267,
|
| 541 |
+
0.15141136944293976,
|
| 542 |
+
0.23415839672088623,
|
| 543 |
+
0.03365979343652725,
|
| 544 |
+
0.03660109266638756,
|
| 545 |
+
0.06338979303836823,
|
| 546 |
+
0.05852808058261871,
|
| 547 |
+
0.12436946481466293,
|
| 548 |
+
0.11487988382577896,
|
| 549 |
+
0.33208802342414856,
|
| 550 |
+
0.006971671245992184,
|
| 551 |
+
0.13503284752368927,
|
| 552 |
+
0.021383903920650482,
|
| 553 |
+
0.010312278755009174,
|
| 554 |
+
0.09864304214715958,
|
| 555 |
+
0.017986437305808067,
|
| 556 |
+
0.021182449534535408,
|
| 557 |
+
0.042374469339847565,
|
| 558 |
+
0.025857767090201378,
|
| 559 |
+
0.14909563958644867,
|
| 560 |
+
0.08024438470602036,
|
| 561 |
+
0.008163845166563988,
|
| 562 |
+
0.15762515366077423,
|
| 563 |
+
0.29603058099746704,
|
| 564 |
+
0.08618886768817902,
|
| 565 |
+
0.35150015354156494,
|
| 566 |
+
0.04010431095957756,
|
| 567 |
+
0.020978597924113274,
|
| 568 |
+
0.03046293929219246,
|
| 569 |
+
0.24243201315402985,
|
| 570 |
+
0.18371877074241638,
|
| 571 |
+
0.06187931448221207,
|
| 572 |
+
0.01555029209703207,
|
| 573 |
+
0.14447060227394104,
|
| 574 |
+
0.11610310524702072
|
| 575 |
+
]
|
| 576 |
+
}
|
p4rel-mae-base-d40-s1/mixture_plan.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
|
| 3 |
+
size 15360128
|
p4rel-mae-base-d40-s1/run.json
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"campaign_id": "phase4-reliability",
|
| 3 |
+
"trial_id": "p4rel-mae-base-d40-s1",
|
| 4 |
+
"fingerprint": "bbcd70148f3424d1",
|
| 5 |
+
"wandb_run_id": "phase4-reliability-p4rel-mae-base-d40-s1",
|
| 6 |
+
"environment": {
|
| 7 |
+
"git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
|
| 8 |
+
"git_dirty": true,
|
| 9 |
+
"torch": "2.12.0+cu130",
|
| 10 |
+
"cuda": "13.0",
|
| 11 |
+
"cudnn": 92000,
|
| 12 |
+
"gpu_count": 1,
|
| 13 |
+
"gpu_name": "NVIDIA GeForce RTX 4090",
|
| 14 |
+
"gpu_memory_gib": 23.52,
|
| 15 |
+
"capability": "8.9",
|
| 16 |
+
"driver": "580.173.02"
|
| 17 |
+
},
|
| 18 |
+
"parameters": {
|
| 19 |
+
"encoder_params": 85252608,
|
| 20 |
+
"decoder_params": 2585856,
|
| 21 |
+
"trainable_params": 88035328,
|
| 22 |
+
"total_params": 88035328
|
| 23 |
+
},
|
| 24 |
+
"schedule": {
|
| 25 |
+
"budget_clips": 1920000,
|
| 26 |
+
"schedule_clips": null,
|
| 27 |
+
"clips_per_step": 48,
|
| 28 |
+
"total_steps": 40000,
|
| 29 |
+
"schedule_steps": 40000,
|
| 30 |
+
"warmup_steps": 4000,
|
| 31 |
+
"ema_anneal_steps": 40000,
|
| 32 |
+
"final_lr": 2.0000019000511308e-07,
|
| 33 |
+
"final_ema_decay": 0.9999899952500001
|
| 34 |
+
},
|
| 35 |
+
"geometry": {
|
| 36 |
+
"patch_grid": [
|
| 37 |
+
64,
|
| 38 |
+
4
|
| 39 |
+
],
|
| 40 |
+
"num_patches": 256,
|
| 41 |
+
"visible_patches": 51,
|
| 42 |
+
"centers_per_mask": 2
|
| 43 |
+
},
|
| 44 |
+
"data": {
|
| 45 |
+
"split": "train",
|
| 46 |
+
"rows": 1912024,
|
| 47 |
+
"shards": 96,
|
| 48 |
+
"sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
|
| 49 |
+
"val_split": "balanced_train",
|
| 50 |
+
"val_clips": 2048
|
| 51 |
+
},
|
| 52 |
+
"mixture": {
|
| 53 |
+
"dist_id": null,
|
| 54 |
+
"has_weights": true,
|
| 55 |
+
"repetition_cap": 1000.0,
|
| 56 |
+
"distinct_fraction": null,
|
| 57 |
+
"max_repetition": 7.5,
|
| 58 |
+
"distinct_clips": 485516,
|
| 59 |
+
"capped_clusters": 0,
|
| 60 |
+
"realized_weights": [
|
| 61 |
+
0.020410416666666667,
|
| 62 |
+
0.0,
|
| 63 |
+
0.0,
|
| 64 |
+
0.0,
|
| 65 |
+
0.015484375,
|
| 66 |
+
0.004925520833333333,
|
| 67 |
+
0.0035192708333333335,
|
| 68 |
+
0.020410416666666667,
|
| 69 |
+
0.05278489583333333,
|
| 70 |
+
0.0,
|
| 71 |
+
0.0,
|
| 72 |
+
0.0,
|
| 73 |
+
0.4331015625,
|
| 74 |
+
0.0,
|
| 75 |
+
0.0,
|
| 76 |
+
0.4064296875,
|
| 77 |
+
0.0014083333333333333,
|
| 78 |
+
0.0,
|
| 79 |
+
0.041525520833333336,
|
| 80 |
+
0.0
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"started_at": 1786976009.7243702,
|
| 84 |
+
"finished_at": 1786977600.4665067,
|
| 85 |
+
"summary": {
|
| 86 |
+
"completed": true,
|
| 87 |
+
"final_step": 40000,
|
| 88 |
+
"clips_seen": 1920000,
|
| 89 |
+
"peak_gib": 2.0947370529174805,
|
| 90 |
+
"val/loss": 0.6301599419675767,
|
| 91 |
+
"val/frame": 0.6301599419675767,
|
| 92 |
+
"val/utterance": 0.0
|
| 93 |
+
}
|
| 94 |
+
}
|
p4rel-mae-base-d40-s1/status.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"state": "complete",
|
| 3 |
+
"updated_at": 1786977600.468033,
|
| 4 |
+
"step": 40000,
|
| 5 |
+
"total_steps": 40000,
|
| 6 |
+
"clips_seen": 1920000,
|
| 7 |
+
"completed": true,
|
| 8 |
+
"final_step": 40000,
|
| 9 |
+
"peak_gib": 2.0947370529174805,
|
| 10 |
+
"val/loss": 0.6301599419675767,
|
| 11 |
+
"val/frame": 0.6301599419675767,
|
| 12 |
+
"val/utterance": 0.0
|
| 13 |
+
}
|