Upload folder using huggingface_hub

p4rel-mae-15m-d40-s1/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 10000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 40000
+  export_every_n_steps: 40000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase4-reliability
+  trial_id: p4rel-mae-15m-d40-s1
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p4rel-mae-15m-d40-s1/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 10000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 40000
+  export_every_n_steps: 40000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase4-reliability
+  trial_id: p4rel-mae-15m-d40-s1
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 1
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p4rel-mae-15m-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+  "fingerprint": "0af7c6695cb4f9f5",
+  "campaign_id": "phase4-reliability",
+  "trial_id": "p4rel-mae-15m-d40-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3861711770761758,
+  "lora/map": 0.3861711770761758,
+  "fsd50k/map": 0.3861711770761758,
+  "train_seconds": 24.74,
+  "total_seconds": 33.79,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020899011335568502,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02396818853404983,
+      "val_map": 0.3861711770761758,
+      "lr": 0.0,
+      "train_s": 24.74210759345442
+    }
+  ],
+  "per_class_ap": [
+    0.3056822121143341,
+    0.16420693695545197,
+    0.5733581185340881,
+    0.38746434450149536,
+    0.4519285559654236,
+    0.6277060508728027,
+    0.8445649743080139,
+    0.5543873310089111,
+    0.566543698310852,
+    0.47277870774269104,
+    0.3133244216442108,
+    0.40441757440567017,
+    0.1870766133069992,
+    0.38223928213119507,
+    0.5035896301269531,
+    0.4730088412761688,
+    0.018880190327763557,
+    0.2647053897380829,
+    0.4398062825202942,
+    0.19473573565483093,
+    0.46945974230766296,
+    0.37602078914642334,
+    0.8227605223655701,
+    0.09380112588405609,
+    0.20924299955368042,
+    0.3837250769138336,
+    0.3383624851703644,
+    0.2430219054222107,
+    0.7635790705680847,
+    0.3351084887981415,
+    0.686061680316925,
+    0.5310251116752625,
+    0.3796493709087372,
+    0.19135449826717377,
+    0.3238222599029541,
+    0.23957912623882294,
+    0.4089164137840271,
+    0.17135334014892578,
+    0.2883768379688263,
+    0.2388875037431717,
+    0.5504108667373657,
+    0.24925625324249268,
+    0.6833350658416748,
+    0.17598576843738556,
+    0.580530047416687,
+    0.06440436840057373,
+    0.22327174246311188,
+    0.2669179439544678,
+    0.7643812298774719,
+    0.4065139889717102,
+    0.4500890374183655,
+    0.51462721824646,
+    0.5672522187232971,
+    0.2008705735206604,
+    0.12879428267478943,
+    0.037917327135801315,
+    0.287576824426651,
+    0.7314316034317017,
+    0.14133189618587494,
+    0.5267515778541565,
+    0.6011371612548828,
+    0.6466554403305054,
+    0.45499542355537415,
+    0.16443932056427002,
+    0.46038752794265747,
+    0.12050072103738785,
+    0.28196075558662415,
+    0.6634631752967834,
+    0.5113478302955627,
+    0.5326375961303711,
+    0.4864768087863922,
+    0.2166915386915207,
+    0.7036962509155273,
+    0.29455333948135376,
+    0.31771960854530334,
+    0.23631367087364197,
+    0.4306167662143707,
+    0.3086131513118744,
+    0.26324087381362915,
+    0.4612005949020386,
+    0.24805405735969543,
+    0.2737797498703003,
+    0.35573530197143555,
+    0.3242248296737671,
+    0.2034069150686264,
+    0.2844739258289337,
+    0.44238150119781494,
+    0.6776993274688721,
+    0.2164507359266281,
+    0.1392359584569931,
+    0.7441149353981018,
+    0.12194443494081497,
+    0.546938955783844,
+    0.2385646402835846,
+    0.19565312564373016,
+    0.3245394825935364,
+    0.4174209535121918,
+    0.1778034269809723,
+    0.4323475658893585,
+    0.08293405175209045,
+    0.5690339207649231,
+    0.707574725151062,
+    0.2220071703195572,
+    0.4043567180633545,
+    0.2230461984872818,
+    0.34579798579216003,
+    0.681096613407135,
+    0.5234630703926086,
+    0.5372300148010254,
+    0.19706252217292786,
+    0.2036154568195343,
+    0.325136661529541,
+    0.60398930311203,
+    0.07194812595844269,
+    0.20125463604927063,
+    0.3473210632801056,
+    0.7427995204925537,
+    0.4357008934020996,
+    0.47857874631881714,
+    0.2441713809967041,
+    0.8634412288665771,
+    0.8712656497955322,
+    0.38131198287010193,
+    0.10254307091236115,
+    0.22051380574703217,
+    0.7704213261604309,
+    0.2461181879043579,
+    0.7308449745178223,
+    0.33003583550453186,
+    0.1154477521777153,
+    0.2614295780658722,
+    0.7536888122558594,
+    0.3627050817012787,
+    0.42893460392951965,
+    0.6560735106468201,
+    0.08475452661514282,
+    0.08756334334611893,
+    0.05034807324409485,
+    0.6413590908050537,
+    0.5048540830612183,
+    0.14746397733688354,
+    0.3889327347278595,
+    0.2585766315460205,
+    0.3347863256931305,
+    0.6880348920822144,
+    0.5211987495422363,
+    0.08550457656383514,
+    0.5852396488189697,
+    0.18917208909988403,
+    0.2718053460121155,
+    0.4944283068180084,
+    0.4785047769546509,
+    0.2813762426376343,
+    0.3226059675216675,
+    0.4936278164386749,
+    0.3420294523239136,
+    0.5054858326911926,
+    0.6155402660369873,
+    0.4636920392513275,
+    0.05111218988895416,
+    0.38160210847854614,
+    0.14700867235660553,
+    0.6036611199378967,
+    0.2676296830177307,
+    0.2945559024810791,
+    0.3702637851238251,
+    0.3671962320804596,
+    0.08323903381824493,
+    0.3618392050266266,
+    0.40993309020996094,
+    0.10290509462356567,
+    0.8775821924209595,
+    0.8908093571662903,
+    0.047067511826753616,
+    0.5673497915267944,
+    0.7237060070037842,
+    0.1953137367963791,
+    0.26720553636550903,
+    0.1975129246711731,
+    0.3165796101093292,
+    0.06462440639734268,
+    0.45778509974479675,
+    0.2025037705898285,
+    0.626162588596344,
+    0.6044000387191772,
+    0.3551395535469055,
+    0.3212716281414032,
+    0.6510754227638245,
+    0.5986654758453369,
+    0.38534197211265564,
+    0.38410595059394836,
+    0.42308273911476135,
+    0.5634124279022217,
+    0.11192318052053452,
+    0.25325942039489746,
+    0.3716723620891571,
+    0.10256809741258621,
+    0.5677257776260376,
+    0.13605602085590363,
+    0.7520272731781006
+  ]
+}

p4rel-mae-15m-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+  "fingerprint": "0af7c6695cb4f9f5",
+  "campaign_id": "phase4-reliability",
+  "trial_id": "p4rel-mae-15m-d40-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3866526105441153,
+  "lora/map": 0.3866526105441153,
+  "fsd50k/map": 0.3866526105441153,
+  "train_seconds": 24.27,
+  "total_seconds": 33.39,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020082936669932678,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.023423626460976017,
+      "val_map": 0.3866526105441153,
+      "lr": 0.0,
+      "train_s": 24.266120688524097
+    }
+  ],
+  "per_class_ap": [
+    0.28545647859573364,
+    0.07109536975622177,
+    0.5698678493499756,
+    0.37176713347435,
+    0.47222042083740234,
+    0.6281944513320923,
+    0.8532679080963135,
+    0.5223013162612915,
+    0.6298322081565857,
+    0.4309835135936737,
+    0.3039851188659668,
+    0.38867393136024475,
+    0.24122795462608337,
+    0.4471074044704437,
+    0.4978635013103485,
+    0.4537588655948639,
+    0.02086447924375534,
+    0.28315645456314087,
+    0.5212429761886597,
+    0.18473844230175018,
+    0.5096561312675476,
+    0.38755643367767334,
+    0.7832966446876526,
+    0.08557639271020889,
+    0.24010130763053894,
+    0.4094712436199188,
+    0.32345327734947205,
+    0.26597338914871216,
+    0.7567911148071289,
+    0.3289588987827301,
+    0.6802902817726135,
+    0.5932735204696655,
+    0.38142886757850647,
+    0.1902150809764862,
+    0.36340102553367615,
+    0.21844518184661865,
+    0.421435683965683,
+    0.2172243446111679,
+    0.3524538278579712,
+    0.29654544591903687,
+    0.5552496910095215,
+    0.274145245552063,
+    0.6502541303634644,
+    0.21251888573169708,
+    0.5610674023628235,
+    0.06410771608352661,
+    0.2173464447259903,
+    0.2971465587615967,
+    0.7243962287902832,
+    0.39573243260383606,
+    0.3784802556037903,
+    0.49555325508117676,
+    0.5820726752281189,
+    0.2118019312620163,
+    0.1854875385761261,
+    0.046506624668836594,
+    0.2229524850845337,
+    0.6838828921318054,
+    0.14239005744457245,
+    0.51777583360672,
+    0.592400074005127,
+    0.6410567164421082,
+    0.4297429025173187,
+    0.18785452842712402,
+    0.4857710599899292,
+    0.14621280133724213,
+    0.25090083479881287,
+    0.6778597831726074,
+    0.45651671290397644,
+    0.5437303185462952,
+    0.48221248388290405,
+    0.17522577941417694,
+    0.6978232264518738,
+    0.2886693477630615,
+    0.26097339391708374,
+    0.23210664093494415,
+    0.3955520689487457,
+    0.40874725580215454,
+    0.2963433563709259,
+    0.4239586591720581,
+    0.2457377165555954,
+    0.2264833301305771,
+    0.3956923484802246,
+    0.2553797662258148,
+    0.30367475748062134,
+    0.28064581751823425,
+    0.40441781282424927,
+    0.5706972479820251,
+    0.21251577138900757,
+    0.14199183881282806,
+    0.7483962178230286,
+    0.09525521099567413,
+    0.5292828679084778,
+    0.23742464184761047,
+    0.30892226099967957,
+    0.36536771059036255,
+    0.44214892387390137,
+    0.1598522812128067,
+    0.4231530725955963,
+    0.06471563130617142,
+    0.5701480507850647,
+    0.7030671238899231,
+    0.22276143729686737,
+    0.3925320506095886,
+    0.2319585382938385,
+    0.35706600546836853,
+    0.6630673408508301,
+    0.5271211266517639,
+    0.5359816551208496,
+    0.19036725163459778,
+    0.22849081456661224,
+    0.325805127620697,
+    0.572331964969635,
+    0.06116393953561783,
+    0.17517231404781342,
+    0.3306969702243805,
+    0.7359139919281006,
+    0.4080682098865509,
+    0.48351025581359863,
+    0.2607952058315277,
+    0.8749797940254211,
+    0.8828669190406799,
+    0.3768819272518158,
+    0.07098062336444855,
+    0.30541616678237915,
+    0.7750560641288757,
+    0.2775033712387085,
+    0.7312343716621399,
+    0.32432878017425537,
+    0.13865846395492554,
+    0.11971279978752136,
+    0.7543927431106567,
+    0.4419766664505005,
+    0.4661584496498108,
+    0.6158580780029297,
+    0.06312970072031021,
+    0.06503154337406158,
+    0.05960777774453163,
+    0.5953775644302368,
+    0.5145298838615417,
+    0.20217663049697876,
+    0.4097155034542084,
+    0.273720920085907,
+    0.3088820278644562,
+    0.6728635430335999,
+    0.5083516836166382,
+    0.05117196962237358,
+    0.533755362033844,
+    0.1917700618505478,
+    0.29096198081970215,
+    0.4917566478252411,
+    0.4865535795688629,
+    0.27804359793663025,
+    0.24527369439601898,
+    0.44018903374671936,
+    0.3063400089740753,
+    0.4887005388736725,
+    0.6201573610305786,
+    0.4625262916088104,
+    0.08625777810811996,
+    0.3559226393699646,
+    0.13063254952430725,
+    0.6488372087478638,
+    0.2577151954174042,
+    0.31671929359436035,
+    0.3991573750972748,
+    0.3736293911933899,
+    0.09457705914974213,
+    0.402088463306427,
+    0.49424290657043457,
+    0.10660809278488159,
+    0.8602280616760254,
+    0.8766079545021057,
+    0.0589229092001915,
+    0.5859846472740173,
+    0.7658472061157227,
+    0.20997817814350128,
+    0.24855513870716095,
+    0.22039513289928436,
+    0.3066313862800598,
+    0.07490064203739166,
+    0.45163169503211975,
+    0.14561578631401062,
+    0.6121801733970642,
+    0.6110384464263916,
+    0.3589755594730377,
+    0.284505695104599,
+    0.652223527431488,
+    0.6008546948432922,
+    0.4039638340473175,
+    0.40477898716926575,
+    0.39384719729423523,
+    0.5548619031906128,
+    0.12883739173412323,
+    0.3297611176967621,
+    0.4021585285663605,
+    0.11767422407865524,
+    0.5162616968154907,
+    0.16109050810337067,
+    0.7457751035690308
+  ]
+}

p4rel-mae-15m-d40-s1/exports/step_00040000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+  "fingerprint": "0af7c6695cb4f9f5",
+  "campaign_id": "phase4-reliability",
+  "trial_id": "p4rel-mae-15m-d40-s1",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3814648299943656,
+  "lora/map": 0.3814648299943656,
+  "fsd50k/map": 0.3814648299943656,
+  "train_seconds": 24.75,
+  "total_seconds": 33.56,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022690855026012285,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.023905410402315055,
+      "val_map": 0.3814648299943656,
+      "lr": 0.0,
+      "train_s": 24.74717265740037
+    }
+  ],
+  "per_class_ap": [
+    0.24589106440544128,
+    0.18364854156970978,
+    0.5576832294464111,
+    0.3840639889240265,
+    0.4624449908733368,
+    0.6321887373924255,
+    0.8527220487594604,
+    0.5668453574180603,
+    0.6195159554481506,
+    0.3436180353164673,
+    0.3449694514274597,
+    0.3958578109741211,
+    0.15267492830753326,
+    0.319072425365448,
+    0.4965861141681671,
+    0.46372485160827637,
+    0.047556016594171524,
+    0.2177344113588333,
+    0.4207161068916321,
+    0.2630791664123535,
+    0.4686381220817566,
+    0.40667030215263367,
+    0.7831369638442993,
+    0.10344261676073074,
+    0.2117486447095871,
+    0.40704578161239624,
+    0.35317903757095337,
+    0.27436619997024536,
+    0.7375905513763428,
+    0.3004685044288635,
+    0.6764419078826904,
+    0.5623018741607666,
+    0.4588722288608551,
+    0.20574581623077393,
+    0.37342169880867004,
+    0.23576709628105164,
+    0.4221024215221405,
+    0.16622264683246613,
+    0.36685943603515625,
+    0.2539174556732178,
+    0.5392879247665405,
+    0.24865902960300446,
+    0.601345419883728,
+    0.18017199635505676,
+    0.5736773014068604,
+    0.18847504258155823,
+    0.25357937812805176,
+    0.2635614275932312,
+    0.7496382594108582,
+    0.4019158184528351,
+    0.41031086444854736,
+    0.518513560295105,
+    0.5809026956558228,
+    0.16184306144714355,
+    0.16877815127372742,
+    0.01733311451971531,
+    0.17308402061462402,
+    0.6798173785209656,
+    0.12944810092449188,
+    0.5357523560523987,
+    0.5853524804115295,
+    0.6527448892593384,
+    0.4345070421695709,
+    0.16843117773532867,
+    0.38630813360214233,
+    0.08292783796787262,
+    0.3056136667728424,
+    0.6687629818916321,
+    0.4744951128959656,
+    0.5238752961158752,
+    0.48297354578971863,
+    0.2096685916185379,
+    0.6862337589263916,
+    0.2877461314201355,
+    0.2831045985221863,
+    0.2301342785358429,
+    0.4678058624267578,
+    0.27956539392471313,
+    0.26219725608825684,
+    0.42983493208885193,
+    0.24535928666591644,
+    0.2947781980037689,
+    0.283768892288208,
+    0.3145377039909363,
+    0.18725067377090454,
+    0.253154993057251,
+    0.4449956715106964,
+    0.6842666864395142,
+    0.2860609292984009,
+    0.062395401298999786,
+    0.7332249879837036,
+    0.09518880397081375,
+    0.5419104099273682,
+    0.18878981471061707,
+    0.37210187315940857,
+    0.343408465385437,
+    0.34946367144584656,
+    0.15735222399234772,
+    0.3944048285484314,
+    0.06885024905204773,
+    0.5693606734275818,
+    0.7091596126556396,
+    0.21915733814239502,
+    0.41996467113494873,
+    0.2401929795742035,
+    0.28573477268218994,
+    0.6690037846565247,
+    0.528153657913208,
+    0.5469307899475098,
+    0.21374909579753876,
+    0.20953583717346191,
+    0.32834336161613464,
+    0.5758564472198486,
+    0.05394609645009041,
+    0.17905765771865845,
+    0.3773321509361267,
+    0.6759159564971924,
+    0.42327195405960083,
+    0.5019930601119995,
+    0.23999980092048645,
+    0.8671777248382568,
+    0.8749368786811829,
+    0.34845253825187683,
+    0.12698723375797272,
+    0.20397315919399261,
+    0.7678136825561523,
+    0.23603413999080658,
+    0.7194645404815674,
+    0.36323046684265137,
+    0.0808110162615776,
+    0.14941564202308655,
+    0.7621175050735474,
+    0.46176162362098694,
+    0.45455262064933777,
+    0.6488491892814636,
+    0.1173519492149353,
+    0.06507354974746704,
+    0.04805608466267586,
+    0.5700830221176147,
+    0.5289555788040161,
+    0.14562951028347015,
+    0.3261359930038452,
+    0.1631130427122116,
+    0.32280969619750977,
+    0.6481257081031799,
+    0.4670417308807373,
+    0.04562448710203171,
+    0.6115052700042725,
+    0.16914285719394684,
+    0.26653212308883667,
+    0.484020859003067,
+    0.46694016456604004,
+    0.3790696859359741,
+    0.4051091969013214,
+    0.45778921246528625,
+    0.2535930573940277,
+    0.5586740374565125,
+    0.6197934746742249,
+    0.45441514253616333,
+    0.09036431461572647,
+    0.38203203678131104,
+    0.17642731964588165,
+    0.6370096802711487,
+    0.22150015830993652,
+    0.3287300765514374,
+    0.22846198081970215,
+    0.33284491300582886,
+    0.07507050037384033,
+    0.3405466377735138,
+    0.4202781915664673,
+    0.09874631464481354,
+    0.8485289812088013,
+    0.866336464881897,
+    0.0480719693005085,
+    0.5291731357574463,
+    0.7334228754043579,
+    0.1891099214553833,
+    0.2682984173297882,
+    0.2112671434879303,
+    0.3363644480705261,
+    0.06023922935128212,
+    0.4677850306034088,
+    0.18916665017604828,
+    0.6132240295410156,
+    0.6227535605430603,
+    0.3472418785095215,
+    0.30496644973754883,
+    0.6626916527748108,
+    0.6136575937271118,
+    0.39400604367256165,
+    0.41619229316711426,
+    0.40307164192199707,
+    0.5570027828216553,
+    0.12785743176937103,
+    0.2736915349960327,
+    0.3740100562572479,
+    0.09584561735391617,
+    0.5534121990203857,
+    0.14586512744426727,
+    0.7827024459838867
+  ]
+}

p4rel-mae-15m-d40-s1/exports/step_00040000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+    "fingerprint": "0af7c6695cb4f9f5",
+    "campaign_id": "phase4-reliability",
+    "trial_id": "p4rel-mae-15m-d40-s1",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006848740654085644,
+      "val_map": 0.005917645537336861,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02351,
+      "train_map": 0.026169027877349472,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02331,
+      "train_map": 0.0446235507603406,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.5
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02248,
+      "train_map": 0.06740584905326466,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02221,
+      "train_map": 0.08074548346188407,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02232,
+      "train_map": 0.08510111394847268,
+      "val_map": 0.05355519153782126,
+      "lr": 0.002795633084492174,
+      "train_s": 2.8
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02115,
+      "train_map": 0.10107455523622769,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02059,
+      "train_map": 0.09117055998141374,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.9
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02041,
+      "train_map": 0.13181675679405597,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.5
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02013,
+      "train_map": 0.14167821123768387,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.1
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01952,
+      "train_map": 0.14919904369836146,
+      "val_map": 0.09242812781797924,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.4
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01991,
+      "train_map": 0.14020128070908744,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.7
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01967,
+      "train_map": 0.16965777027920823,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01947,
+      "train_map": 0.1867353259939241,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 7.0
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01903,
+      "train_map": 0.1988021295369237,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.7
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01846,
+      "train_map": 0.2072088047764856,
+      "val_map": 0.12518836308864478,
+      "lr": 0.000541962785848462,
+      "train_s": 8.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01876,
+      "train_map": 0.2092814060348657,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.4
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01805,
+      "train_map": 0.22246493258826308,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 9.0
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01769,
+      "train_map": 0.23282235926741723,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.7
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01727,
+      "train_map": 0.2382723313934776,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01793,
+      "train_map": 0.23909438083008414,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01798,
+      "train_map": 0.2390163623210064,
+      "val_map": 0.14136465505009385,
+      "lr": 1e-05,
+      "train_s": 10.9
+    }
+  ],
+  "final_train_map": 0.2390163623210064,
+  "final_val_map": 0.14136465505009385,
+  "lora/map": 0.14136465505009385,
+  "train_seconds": 10.9,
+  "wall_seconds": 65.6
+}

p4rel-mae-15m-d40-s1/exports/step_00040000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+    "fingerprint": "0af7c6695cb4f9f5",
+    "campaign_id": "phase4-reliability",
+    "trial_id": "p4rel-mae-15m-d40-s1",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006799196917652037,
+      "val_map": 0.006097416903963224,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02455,
+      "train_map": 0.031112634695923236,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02323,
+      "train_map": 0.05163894034458229,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.4
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02245,
+      "train_map": 0.06445316559205669,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0216,
+      "train_map": 0.07959435763327048,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02173,
+      "train_map": 0.08303380701262363,
+      "val_map": 0.05518876469695845,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02087,
+      "train_map": 0.0986505629763403,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.4
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02096,
+      "train_map": 0.1030803162929738,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 4.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02031,
+      "train_map": 0.1245862653273983,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.6
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02049,
+      "train_map": 0.12349438368726302,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.2
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01984,
+      "train_map": 0.1383267033392779,
+      "val_map": 0.08452095252778064,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.5
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01988,
+      "train_map": 0.14801437523661348,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.8
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01928,
+      "train_map": 0.1652347560657411,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01924,
+      "train_map": 0.17401970812142517,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.9
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01861,
+      "train_map": 0.19622323045284404,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.5
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01817,
+      "train_map": 0.2042317108553348,
+      "val_map": 0.12681523695556302,
+      "lr": 0.000541962785848462,
+      "train_s": 8.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01853,
+      "train_map": 0.2064292452464223,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.1
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01789,
+      "train_map": 0.21538144787261,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01806,
+      "train_map": 0.22366514864803577,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.3
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01776,
+      "train_map": 0.22637097019546681,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01776,
+      "train_map": 0.22747837985818056,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01749,
+      "train_map": 0.22778029670758593,
+      "val_map": 0.1391063850113249,
+      "lr": 1e-05,
+      "train_s": 10.5
+    }
+  ],
+  "final_train_map": 0.22778029670758593,
+  "final_val_map": 0.1391063850113249,
+  "lora/map": 0.1391063850113249,
+  "train_seconds": 10.5,
+  "wall_seconds": 61.7
+}

p4rel-mae-15m-d40-s1/exports/step_00040000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+    "fingerprint": "0af7c6695cb4f9f5",
+    "campaign_id": "phase4-reliability",
+    "trial_id": "p4rel-mae-15m-d40-s1",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007232223953512733,
+      "val_map": 0.006104328357694102,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02408,
+      "train_map": 0.024793226832516873,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02363,
+      "train_map": 0.03576575227760386,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02243,
+      "train_map": 0.06021519973843166,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02156,
+      "train_map": 0.06656493535141621,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.5
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02186,
+      "train_map": 0.07945172455421591,
+      "val_map": 0.0502896475944972,
+      "lr": 0.002795633084492174,
+      "train_s": 2.7
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02174,
+      "train_map": 0.08728028696553475,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.2
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.0211,
+      "train_map": 0.10291888015839559,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0208,
+      "train_map": 0.10298565786024397,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.01973,
+      "train_map": 0.1281354899970599,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.9
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01922,
+      "train_map": 0.13591088416175015,
+      "val_map": 0.0837128573641591,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.2
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01931,
+      "train_map": 0.14076892130228866,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.5
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01915,
+      "train_map": 0.16244300379571586,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01929,
+      "train_map": 0.1742015178518571,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01866,
+      "train_map": 0.1886612852643009,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.3
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01847,
+      "train_map": 0.19975891828968187,
+      "val_map": 0.11766729768068729,
+      "lr": 0.000541962785848462,
+      "train_s": 7.8
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0182,
+      "train_map": 0.20326187332254433,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01822,
+      "train_map": 0.2142759854419323,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01815,
+      "train_map": 0.22294513095502497,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01789,
+      "train_map": 0.22524322985019357,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01805,
+      "train_map": 0.22555694140606972,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01832,
+      "train_map": 0.22588015497048902,
+      "val_map": 0.1337715766562301,
+      "lr": 1e-05,
+      "train_s": 10.3
+    }
+  ],
+  "final_train_map": 0.22588015497048902,
+  "final_val_map": 0.1337715766562301,
+  "lora/map": 0.1337715766562301,
+  "train_seconds": 10.3,
+  "wall_seconds": 63.0
+}

p4rel-mae-15m-d40-s1/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p4rel-mae-15m-d40-s1/exports/step_00040000",
+  "fingerprint": "0af7c6695cb4f9f5",
+  "campaign_id": "phase4-reliability",
+  "trial_id": "p4rel-mae-15m-d40-s1",
+  "probe/map": 0.1519863763232088,
+  "probe/map_train": 0.5135488657164167,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17648424512169464,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.60882068797946,
+  "probe/total_s": 8.135416338976938,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17371272336403562
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17416987337606765
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17648424512169464
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17437805723402458
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16311878885674436
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1372603851934255
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10857674609286537
+    }
+  ],
+  "per_class_ap": [
+    0.6464569568634033,
+    0.017999576404690742,
+    0.08057597279548645,
+    0.19463613629341125,
+    0.09727764874696732,
+    0.25684550404548645,
+    0.1879315823316574,
+    0.3347434103488922,
+    0.044269461184740067,
+    0.062122102826833725,
+    0.02245609275996685,
+    0.06929467618465424,
+    0.5780948996543884,
+    0.34235522150993347,
+    0.045954469591379166,
+    0.4776609241962433,
+    0.321275919675827,
+    0.3821369409561157,
+    0.06851428002119064,
+    0.1240648627281189,
+    0.25520768761634827,
+    0.09489545971155167,
+    0.17847779393196106,
+    0.15257912874221802,
+    0.07760699093341827,
+    0.027407489717006683,
+    0.09789913892745972,
+    0.1742151528596878,
+    0.2663452923297882,
+    0.07517341524362564,
+    0.23498573899269104,
+    0.1499270349740982,
+    0.030573122203350067,
+    0.06571880728006363,
+    0.2531421184539795,
+    0.043718330562114716,
+    0.4185447692871094,
+    0.08126171678304672,
+    0.07268357276916504,
+    0.14166904985904694,
+    0.1711018681526184,
+    0.040048208087682724,
+    0.06902402639389038,
+    0.4125959873199463,
+    0.01610848307609558,
+    0.0976911261677742,
+    0.015696600079536438,
+    0.14976738393306732,
+    0.08570180833339691,
+    0.11039602011442184,
+    0.17613957822322845,
+    0.00792890414595604,
+    0.05539718642830849,
+    0.051234856247901917,
+    0.26052311062812805,
+    0.13252943754196167,
+    0.24164998531341553,
+    0.37880435585975647,
+    0.1471751183271408,
+    0.078105129301548,
+    0.15751950442790985,
+    0.20206870138645172,
+    0.09164714813232422,
+    0.1442832052707672,
+    0.5601015686988831,
+    0.2421366274356842,
+    0.3273613452911377,
+    0.30339285731315613,
+    0.4084186553955078,
+    0.39324942231178284,
+    0.10532723367214203,
+    0.1477830857038498,
+    0.21630048751831055,
+    0.20781876146793365,
+    0.2033107727766037,
+    0.2819320559501648,
+    0.044939663261175156,
+    0.2735666036605835,
+    0.1802763044834137,
+    0.1346142292022705,
+    0.0324215330183506,
+    0.13856303691864014,
+    0.3969399034976959,
+    0.18382033705711365,
+    0.10690433531999588,
+    0.0440242700278759,
+    0.07673031091690063,
+    0.06983776390552521,
+    0.041764769703149796,
+    0.07436589896678925,
+    0.10183107852935791,
+    0.10009747743606567,
+    0.19480113685131073,
+    0.06404857337474823,
+    0.03407744690775871,
+    0.06170981004834175,
+    0.01435897033661604,
+    0.02552146092057228,
+    0.1368952989578247,
+    0.24281562864780426,
+    0.2039664089679718,
+    0.35373109579086304,
+    0.05334316939115524,
+    0.05004453659057617,
+    0.019234709441661835,
+    0.042756009846925735,
+    0.08568672090768814,
+    0.06741746515035629,
+    0.09522620588541031,
+    0.19508160650730133,
+    0.24992333352565765,
+    0.1465648114681244,
+    0.12982983887195587,
+    0.10917258262634277,
+    0.06319905817508698,
+    0.2406206727027893,
+    0.24794049561023712,
+    0.12542538344860077,
+    0.17464831471443176,
+    0.30416879057884216,
+    0.30659031867980957,
+    0.1926398128271103,
+    0.08134825527667999,
+    0.11937524378299713,
+    0.00994329433888197,
+    0.04217887297272682,
+    0.14235882461071014,
+    0.19997796416282654,
+    0.1566120833158493,
+    0.08341553807258606,
+    0.005120373796671629,
+    0.07368302345275879,
+    0.1869904100894928,
+    0.1778920292854309,
+    0.07577650249004364,
+    0.013389176689088345,
+    0.0802840143442154,
+    0.7230991721153259,
+    0.24699164927005768,
+    0.3267066180706024,
+    0.40186557173728943,
+    0.29016900062561035,
+    0.1314609795808792,
+    0.1255076676607132,
+    0.09828247874975204,
+    0.16820700466632843,
+    0.09914438426494598,
+    0.28636765480041504,
+    0.15447695553302765,
+    0.20483317971229553,
+    0.16030851006507874,
+    0.21171092987060547,
+    0.24751771986484528,
+    0.1199503093957901,
+    0.10132817924022675,
+    0.2041298896074295,
+    0.07347889989614487,
+    0.08176375180482864,
+    0.019189970567822456,
+    0.06183932349085808,
+    0.4870475232601166,
+    0.3304876685142517,
+    0.38740646839141846,
+    0.1783224642276764,
+    0.2999652326107025,
+    0.3526920974254608,
+    0.37227141857147217,
+    0.23348300158977509,
+    0.3515101671218872,
+    0.32635337114334106,
+    0.2585201561450958,
+    0.31900063157081604,
+    0.3462478518486023,
+    0.21608279645442963,
+    0.11206778138875961,
+    0.10565859079360962,
+    0.1410139799118042,
+    0.3433031141757965,
+    0.06349886208772659,
+    0.17048336565494537,
+    0.2045331597328186,
+    0.19328011572360992,
+    0.18383170664310455,
+    0.28124135732650757,
+    0.050798095762729645,
+    0.42668139934539795,
+    0.35068655014038086,
+    0.19298666715621948,
+    0.3071429431438446,
+    0.16556675732135773,
+    0.15700584650039673,
+    0.10719777643680573,
+    0.3300846517086029,
+    0.1991226077079773,
+    0.1893809288740158,
+    0.3931448459625244,
+    0.06802529096603394,
+    0.10008319467306137,
+    0.12783147394657135,
+    0.29585522413253784,
+    0.05788316950201988,
+    0.2446448802947998,
+    0.14074505865573883,
+    0.19281373918056488,
+    0.2287922203540802,
+    0.20427432656288147,
+    0.27420657873153687,
+    0.5003221035003662,
+    0.28520914912223816,
+    0.31296980381011963,
+    0.7523224353790283,
+    0.429269015789032,
+    0.5439097285270691,
+    0.08145954459905624,
+    0.3685755133628845,
+    0.12269773334264755,
+    0.054286133497953415,
+    0.2522464692592621,
+    0.13068091869354248,
+    0.12084689736366272,
+    0.16446304321289062,
+    0.11906065046787262,
+    0.1796848177909851,
+    0.18198570609092712,
+    0.061339348554611206,
+    0.06836896389722824,
+    0.05450482666492462,
+    0.029780711978673935,
+    0.12752112746238708,
+    0.04116556793451309,
+    0.06240101903676987,
+    0.0677822008728981,
+    0.12348933517932892,
+    0.049525853246450424,
+    0.031935568898916245,
+    0.0140542546287179,
+    0.19880424439907074,
+    0.0197710283100605,
+    0.26424768567085266,
+    0.02425963431596756,
+    0.216668501496315,
+    0.2975291907787323,
+    0.2754517197608948,
+    0.20549826323986053,
+    0.1433039903640747,
+    0.2486269474029541,
+    0.06813854724168777,
+    0.23997049033641815,
+    0.02852170541882515,
+    0.14263394474983215,
+    0.10908275097608566,
+    0.02304420806467533,
+    0.0651579201221466,
+    0.08372760564088821,
+    0.0550115704536438,
+    0.19809280335903168,
+    0.2556029260158539,
+    0.24816739559173584,
+    0.06550096720457077,
+    0.11244858801364899,
+    0.026556989178061485,
+    0.08879320323467255,
+    0.13692942261695862,
+    0.07363549619913101,
+    0.022002294659614563,
+    0.06067143380641937,
+    0.06373877078294754,
+    0.08213964104652405,
+    0.10330472886562347,
+    0.03088490664958954,
+    0.033401913940906525,
+    0.2678700089454651,
+    0.17828211188316345,
+    0.03062710352241993,
+    0.18663179874420166,
+    0.023244230076670647,
+    0.04846929386258125,
+    0.03854036331176758,
+    0.05365750566124916,
+    0.0421748012304306,
+    0.02729269675910473,
+    0.3464151918888092,
+    0.13278259336948395,
+    0.24419888854026794,
+    0.05871773138642311,
+    0.2716066539287567,
+    0.3898906707763672,
+    0.40046530961990356,
+    0.2750195860862732,
+    0.2542140483856201,
+    0.2377195954322815,
+    0.23841293156147003,
+    0.10670693963766098,
+    0.20410507917404175,
+    0.22442403435707092,
+    0.23444724082946777,
+    0.1366066336631775,
+    0.007843310944736004,
+    0.024575145915150642,
+    0.011488940566778183,
+    0.29809311032295227,
+    0.20903658866882324,
+    0.20125353336334229,
+    0.08147075027227402,
+    0.022975359112024307,
+    0.12929989397525787,
+    0.03795287758111954,
+    0.19853976368904114,
+    0.086078941822052,
+    0.10313964635133743,
+    0.1847492903470993,
+    0.04413414001464844,
+    0.1372785121202469,
+    0.10093770176172256,
+    0.0920889675617218,
+    0.14072072505950928,
+    0.07673388719558716,
+    0.06295961886644363,
+    0.16630461812019348,
+    0.06801915913820267,
+    0.2229255884885788,
+    0.04242962226271629,
+    0.4610406458377838,
+    0.4201851785182953,
+    0.2788693308830261,
+    0.28063681721687317,
+    0.06074407696723938,
+    0.09376531839370728,
+    0.29171687364578247,
+    0.2771111726760864,
+    0.15272246301174164,
+    0.20436733961105347,
+    0.3072164058685303,
+    0.34920239448547363,
+    0.2192295640707016,
+    0.19927433133125305,
+    0.19096802175045013,
+    0.2522042691707611,
+    0.058887455612421036,
+    0.0401487872004509,
+    0.1350639909505844,
+    0.023647498339414597,
+    0.06530532985925674,
+    0.17149744927883148,
+    0.08872219175100327,
+    0.08821699768304825,
+    0.11157986521720886,
+    0.3712756037712097,
+    0.04016406834125519,
+    0.022237619385123253,
+    0.1635311096906662,
+    0.03028920851647854,
+    0.0793728455901146,
+    0.11122217029333115,
+    0.028969313949346542,
+    0.07389922440052032,
+    0.03242264688014984,
+    0.013457746244966984,
+    0.03315558284521103,
+    0.17188800871372223,
+    0.019064512103796005,
+    0.0836850106716156,
+    0.12938354909420013,
+    0.15508751571178436,
+    0.035055115818977356,
+    0.049883633852005005,
+    0.34368497133255005,
+    0.19717282056808472,
+    0.024869631975889206,
+    0.11812926083803177,
+    0.1721920520067215,
+    0.15448397397994995,
+    0.14101442694664001,
+    0.36237552762031555,
+    0.19603633880615234,
+    0.06595485657453537,
+    0.09079261124134064,
+    0.08777078241109848,
+    0.03790628910064697,
+    0.02039932645857334,
+    0.03435566648840904,
+    0.10430020838975906,
+    0.20805580914020538,
+    0.13147646188735962,
+    0.1754421889781952,
+    0.20310918986797333,
+    0.2014297991991043,
+    0.05814902111887932,
+    0.06449186056852341,
+    0.03508476912975311,
+    0.27859508991241455,
+    0.10102701187133789,
+    0.030622141435742378,
+    0.35413163900375366,
+    0.2868371605873108,
+    0.08672112226486206,
+    0.49337437748908997,
+    0.549502432346344,
+    0.033561814576387405,
+    0.40045294165611267,
+    0.4008777141571045,
+    0.05358602851629257,
+    0.14483624696731567,
+    0.22667743265628815,
+    0.03215116634964943,
+    0.016818508505821228,
+    0.0492156520485878,
+    0.05433698371052742,
+    0.11681824177503586,
+    0.020004231482744217,
+    0.01605708710849285,
+    0.11523786187171936,
+    0.03038153424859047,
+    0.051055748015642166,
+    0.3137408196926117,
+    0.14890055358409882,
+    0.038783956319093704,
+    0.02754179574549198,
+    0.10331635177135468,
+    0.10015999525785446,
+    0.2757570743560791,
+    0.08811459690332413,
+    0.0767434611916542,
+    0.22226467728614807,
+    0.10833368450403214,
+    0.09895532578229904,
+    0.06140546128153801,
+    0.19618463516235352,
+    0.25597524642944336,
+    0.21540504693984985,
+    0.08349286019802094,
+    0.16807657480239868,
+    0.22501125931739807,
+    0.139863520860672,
+    0.006872887257486582,
+    0.10937317460775375,
+    0.21491730213165283,
+    0.09160073101520538,
+    0.10455340892076492,
+    0.06156081333756447,
+    0.024865252897143364,
+    0.0798909068107605,
+    0.01751895062625408,
+    0.10263631492853165,
+    0.014148164540529251,
+    0.10276510566473007,
+    0.03148897364735603,
+    0.013854467310011387,
+    0.024997781962156296,
+    0.11201810091733932,
+    0.012058663181960583,
+    0.06737206876277924,
+    0.018357066437602043,
+    0.05485457926988602,
+    0.049768298864364624,
+    0.23681586980819702,
+    0.04331754893064499,
+    0.14511580765247345,
+    0.051772672683000565,
+    0.13124096393585205,
+    0.04571271687746048,
+    0.03963485732674599,
+    0.3405817151069641,
+    0.4312487840652466,
+    0.20786097645759583,
+    0.12206096202135086,
+    0.027069583535194397,
+    0.1651051789522171,
+    0.05655140057206154,
+    0.18391916155815125,
+    0.10620471835136414,
+    0.0579780638217926,
+    0.13406018912792206,
+    0.016921183094382286,
+    0.12118442356586456,
+    0.008160830475389957,
+    0.2754424810409546,
+    0.10002248734235764,
+    0.09207767248153687,
+    0.24632664024829865,
+    0.16025611758232117,
+    0.09045223146677017,
+    0.014200730249285698,
+    0.05622953921556473,
+    0.06661423295736313,
+    0.017587101086974144,
+    0.006975409109145403,
+    0.07344327121973038,
+    0.05323949083685875,
+    0.042608775198459625,
+    0.21838827431201935,
+    0.2823651134967804,
+    0.10744839906692505,
+    0.14923447370529175,
+    0.21226683259010315,
+    0.053056877106428146,
+    0.04907478019595146,
+    0.06900597363710403,
+    0.05222923308610916,
+    0.1163862869143486,
+    0.11054019629955292,
+    0.2824239730834961,
+    0.007300287485122681,
+    0.1379021406173706,
+    0.01920110173523426,
+    0.031077848747372627,
+    0.09756193310022354,
+    0.021381910890340805,
+    0.02663031965494156,
+    0.0480896458029747,
+    0.024081027135252953,
+    0.15345241129398346,
+    0.07324597239494324,
+    0.009057899937033653,
+    0.1327243447303772,
+    0.29591765999794006,
+    0.057952139526605606,
+    0.30275699496269226,
+    0.04106682911515236,
+    0.027780963107943535,
+    0.04435426741838455,
+    0.22364620864391327,
+    0.17832322418689728,
+    0.05443194881081581,
+    0.010190483182668686,
+    0.12685295939445496,
+    0.11422805488109589
+  ]
+}

p4rel-mae-15m-d40-s1/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
+size 15360128

p4rel-mae-15m-d40-s1/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase4-reliability",
+  "trial_id": "p4rel-mae-15m-d40-s1",
+  "fingerprint": "0af7c6695cb4f9f5",
+  "wandb_run_id": "phase4-reliability-p4rel-mae-15m-d40-s1",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 485516,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.020410416666666667,
+      0.0,
+      0.0,
+      0.0,
+      0.015484375,
+      0.004925520833333333,
+      0.0035192708333333335,
+      0.020410416666666667,
+      0.05278489583333333,
+      0.0,
+      0.0,
+      0.0,
+      0.4331015625,
+      0.0,
+      0.0,
+      0.4064296875,
+      0.0014083333333333333,
+      0.0,
+      0.041525520833333336,
+      0.0
+    ]
+  },
+  "started_at": 1786974001.9658,
+  "finished_at": 1786974669.6191435,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6328643755987287,
+    "val/frame": 0.6328643755987287,
+    "val/utterance": 0.0
+  }
+}

p4rel-mae-15m-d40-s1/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1786974669.6204357,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6328643755987287,
+  "val/frame": 0.6328643755987287,
+  "val/utterance": 0.0
+}