Upload folder using huggingface_hub

p5-mae-15m-d182/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00005000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.10541718530572908,
+  "probe/map_train": 0.4713713787142647,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1329474279756854,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.243612675927579,
+  "probe/total_s": 9.99491756898351,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12818066421560448
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12874779801822817
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13126213187828972
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1329474279756854
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12407882959163082
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10379313988844374
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08453596361154651
+    }
+  ],
+  "per_class_ap": [
+    0.5985691547393799,
+    0.006912268698215485,
+    0.06031275540590286,
+    0.1611582636833191,
+    0.09793421626091003,
+    0.2666008472442627,
+    0.18028178811073303,
+    0.33631065487861633,
+    0.019996274262666702,
+    0.03635106980800629,
+    0.013299948535859585,
+    0.06541623175144196,
+    0.3959098756313324,
+    0.20162150263786316,
+    0.02258368954062462,
+    0.3161245882511139,
+    0.22929860651493073,
+    0.3168831467628479,
+    0.04145203158259392,
+    0.039032064378261566,
+    0.184476837515831,
+    0.0710822120308876,
+    0.11344843357801437,
+    0.10868682712316513,
+    0.032464995980262756,
+    0.01419790554791689,
+    0.040263112634420395,
+    0.14995764195919037,
+    0.1338760107755661,
+    0.03864896297454834,
+    0.1790790557861328,
+    0.11187659949064255,
+    0.013067048043012619,
+    0.06664899736642838,
+    0.2303040325641632,
+    0.035370271652936935,
+    0.25835707783699036,
+    0.038183845579624176,
+    0.042121388018131256,
+    0.0769316703081131,
+    0.10132714360952377,
+    0.016227876767516136,
+    0.034705374389886856,
+    0.27359145879745483,
+    0.006356942933052778,
+    0.04068765789270401,
+    0.008364066481590271,
+    0.04114406183362007,
+    0.04081950709223747,
+    0.0424351803958416,
+    0.10732800513505936,
+    0.007934410125017166,
+    0.015242604538798332,
+    0.026602840051054955,
+    0.10931199789047241,
+    0.09686253219842911,
+    0.14428718388080597,
+    0.24009571969509125,
+    0.07212671637535095,
+    0.04310684651136398,
+    0.12306360900402069,
+    0.12310035526752472,
+    0.021367767825722694,
+    0.09136586636304855,
+    0.4786907136440277,
+    0.1944880336523056,
+    0.18922223150730133,
+    0.19299641251564026,
+    0.3297785818576813,
+    0.3052273392677307,
+    0.07537546753883362,
+    0.09764908999204636,
+    0.14042988419532776,
+    0.10794773697853088,
+    0.1187962144613266,
+    0.13153031468391418,
+    0.037105560302734375,
+    0.1482670158147812,
+    0.11641319841146469,
+    0.06382337957620621,
+    0.012938125059008598,
+    0.04439845308661461,
+    0.11680544912815094,
+    0.04872012883424759,
+    0.06717679649591446,
+    0.016391951590776443,
+    0.033623114228248596,
+    0.02215604856610298,
+    0.0256652869284153,
+    0.045387543737888336,
+    0.034824188798666,
+    0.03397313132882118,
+    0.1900964379310608,
+    0.008084643632173538,
+    0.0313713401556015,
+    0.01673871837556362,
+    0.01250373013317585,
+    0.027934731915593147,
+    0.09231601655483246,
+    0.14481960237026215,
+    0.1056656688451767,
+    0.20276902616024017,
+    0.0236830897629261,
+    0.02249869331717491,
+    0.008236434310674667,
+    0.04010758176445961,
+    0.03145786374807358,
+    0.027959804981946945,
+    0.053724437952041626,
+    0.12584933638572693,
+    0.08273667097091675,
+    0.10416903346776962,
+    0.08821798861026764,
+    0.06219564005732536,
+    0.029414869844913483,
+    0.13343849778175354,
+    0.13426974415779114,
+    0.07288511842489243,
+    0.09528352320194244,
+    0.16263721883296967,
+    0.165602907538414,
+    0.10684625804424286,
+    0.03956533223390579,
+    0.027684170752763748,
+    0.01027832180261612,
+    0.01829179935157299,
+    0.09678135067224503,
+    0.14373686909675598,
+    0.04617716744542122,
+    0.03954954072833061,
+    0.0048475866205990314,
+    0.0320914089679718,
+    0.1440284550189972,
+    0.11635083705186844,
+    0.0376112200319767,
+    0.007549510803073645,
+    0.046549078077077866,
+    0.6939650774002075,
+    0.20781081914901733,
+    0.25851330161094666,
+    0.35176604986190796,
+    0.23963873088359833,
+    0.09340453892946243,
+    0.11157185584306717,
+    0.05914444848895073,
+    0.05933167040348053,
+    0.05954829975962639,
+    0.14236366748809814,
+    0.07002221792936325,
+    0.15774594247341156,
+    0.10042360424995422,
+    0.13820236921310425,
+    0.14376266300678253,
+    0.1069469228386879,
+    0.07782718539237976,
+    0.13070371747016907,
+    0.05873282253742218,
+    0.05575074627995491,
+    0.02538580261170864,
+    0.09139109402894974,
+    0.3919127583503723,
+    0.23372122645378113,
+    0.24434955418109894,
+    0.13376307487487793,
+    0.20899389684200287,
+    0.2099485695362091,
+    0.23001766204833984,
+    0.1438974291086197,
+    0.23821985721588135,
+    0.3315531611442566,
+    0.1297275722026825,
+    0.2607726752758026,
+    0.27857503294944763,
+    0.22349734604358673,
+    0.09015308320522308,
+    0.11125275492668152,
+    0.09884435683488846,
+    0.3126271665096283,
+    0.04311225190758705,
+    0.07294571399688721,
+    0.0976429134607315,
+    0.07691386342048645,
+    0.09071247279644012,
+    0.17943058907985687,
+    0.04972412809729576,
+    0.2830318510532379,
+    0.2900104522705078,
+    0.14503426849842072,
+    0.20934464037418365,
+    0.0848747193813324,
+    0.11829695105552673,
+    0.05283474922180176,
+    0.242239311337471,
+    0.08276410400867462,
+    0.06819918006658554,
+    0.3418289124965668,
+    0.05027352273464203,
+    0.05025061219930649,
+    0.14009802043437958,
+    0.2083192616701126,
+    0.05053689330816269,
+    0.20130717754364014,
+    0.03924483805894852,
+    0.13911770284175873,
+    0.20560847222805023,
+    0.07709592580795288,
+    0.10059057921171188,
+    0.36994290351867676,
+    0.17231737077236176,
+    0.19067803025245667,
+    0.7114209532737732,
+    0.27657827734947205,
+    0.4745124280452728,
+    0.0404183529317379,
+    0.29333049058914185,
+    0.08669675886631012,
+    0.039081819355487823,
+    0.17049476504325867,
+    0.12687937915325165,
+    0.1090599074959755,
+    0.14640069007873535,
+    0.09902173280715942,
+    0.18772175908088684,
+    0.18731392920017242,
+    0.06100577488541603,
+    0.05438913404941559,
+    0.06966226547956467,
+    0.03888928145170212,
+    0.1311841905117035,
+    0.03339970111846924,
+    0.04285059869289398,
+    0.08201350271701813,
+    0.08129823952913284,
+    0.06052219867706299,
+    0.03161455690860748,
+    0.016924362629652023,
+    0.09678640216588974,
+    0.02315901778638363,
+    0.29708215594291687,
+    0.039479438215494156,
+    0.09408550709486008,
+    0.1945180892944336,
+    0.24448038637638092,
+    0.15517082810401917,
+    0.13907435536384583,
+    0.20625588297843933,
+    0.04022450000047684,
+    0.1412920206785202,
+    0.03615087643265724,
+    0.10448053479194641,
+    0.0778300017118454,
+    0.031080154702067375,
+    0.043529484421014786,
+    0.07167939096689224,
+    0.04997324198484421,
+    0.09366268664598465,
+    0.20436866581439972,
+    0.20433685183525085,
+    0.13599810004234314,
+    0.03937309980392456,
+    0.03707378730177879,
+    0.03988112881779671,
+    0.16744078695774078,
+    0.06476011127233505,
+    0.02003323659300804,
+    0.08125916123390198,
+    0.07178480178117752,
+    0.09444884210824966,
+    0.11562038213014603,
+    0.025798076763749123,
+    0.018463553860783577,
+    0.18486721813678741,
+    0.057272039353847504,
+    0.02208208478987217,
+    0.15883992612361908,
+    0.02764802984893322,
+    0.0808316096663475,
+    0.05124082788825035,
+    0.04717467352747917,
+    0.04463015869259834,
+    0.024042079225182533,
+    0.22850261628627777,
+    0.11672652512788773,
+    0.15920519828796387,
+    0.056753866374492645,
+    0.15925267338752747,
+    0.2149197906255722,
+    0.2282075732946396,
+    0.13782118260860443,
+    0.15811003744602203,
+    0.1442665308713913,
+    0.139228954911232,
+    0.10147523880004883,
+    0.2511877417564392,
+    0.09851229190826416,
+    0.0962958037853241,
+    0.09012662619352341,
+    0.005121288821101189,
+    0.011275725439190865,
+    0.007662287447601557,
+    0.25807464122772217,
+    0.15023869276046753,
+    0.11131460964679718,
+    0.06861072778701782,
+    0.045110948383808136,
+    0.08018552511930466,
+    0.027825117111206055,
+    0.14982300996780396,
+    0.06084708124399185,
+    0.10921269655227661,
+    0.1214846819639206,
+    0.026374565437436104,
+    0.05158265307545662,
+    0.06586014479398727,
+    0.050515685230493546,
+    0.09554719179868698,
+    0.060769397765398026,
+    0.015883298590779305,
+    0.062051575630903244,
+    0.050166551023721695,
+    0.1657787412405014,
+    0.04276949167251587,
+    0.3431372046470642,
+    0.2438344657421112,
+    0.17439691722393036,
+    0.19868384301662445,
+    0.021029604598879814,
+    0.05702967569231987,
+    0.20221160352230072,
+    0.1873098760843277,
+    0.10389116406440735,
+    0.17210447788238525,
+    0.1957933008670807,
+    0.29173579812049866,
+    0.11757107079029083,
+    0.10758818686008453,
+    0.07032360136508942,
+    0.1591353416442871,
+    0.0666728988289833,
+    0.02579573169350624,
+    0.061440251767635345,
+    0.0061785755679011345,
+    0.025585342198610306,
+    0.11782355606555939,
+    0.10441381484270096,
+    0.06129246950149536,
+    0.09585676342248917,
+    0.252163827419281,
+    0.02101859264075756,
+    0.020724935457110405,
+    0.030122611671686172,
+    0.014138755388557911,
+    0.058371543884277344,
+    0.07323300093412399,
+    0.028748024255037308,
+    0.04015888646245003,
+    0.02526315115392208,
+    0.010136723518371582,
+    0.03489145264029503,
+    0.061101481318473816,
+    0.009532117284834385,
+    0.028830261901021004,
+    0.09533566236495972,
+    0.054032426327466965,
+    0.019324935972690582,
+    0.026183605194091797,
+    0.3519896864891052,
+    0.13793790340423584,
+    0.02462335303425789,
+    0.0905989557504654,
+    0.07349228858947754,
+    0.08336775749921799,
+    0.07119090855121613,
+    0.2418026626110077,
+    0.1140517070889473,
+    0.025176264345645905,
+    0.053423672914505005,
+    0.055119045078754425,
+    0.008810514584183693,
+    0.025218263268470764,
+    0.025629444047808647,
+    0.09272398054599762,
+    0.0691666379570961,
+    0.06276361644268036,
+    0.09648126363754272,
+    0.14850659668445587,
+    0.12604421377182007,
+    0.04463385045528412,
+    0.039950091391801834,
+    0.04605485871434212,
+    0.20982655882835388,
+    0.02872300148010254,
+    0.027457188814878464,
+    0.3078084886074066,
+    0.19665317237377167,
+    0.034009162336587906,
+    0.368528813123703,
+    0.5462391376495361,
+    0.026848645880818367,
+    0.3123388886451721,
+    0.3074248731136322,
+    0.04104066640138626,
+    0.10274629294872284,
+    0.21354609727859497,
+    0.014294443652033806,
+    0.008187525905668736,
+    0.017729558050632477,
+    0.029609061777591705,
+    0.028382103890180588,
+    0.007328772451728582,
+    0.00724487891420722,
+    0.12518134713172913,
+    0.017706163227558136,
+    0.01838623732328415,
+    0.22912631928920746,
+    0.14535623788833618,
+    0.014529694803059101,
+    0.008887559175491333,
+    0.09882073104381561,
+    0.09474564343690872,
+    0.12371069937944412,
+    0.028858017176389694,
+    0.07248181849718094,
+    0.1365528404712677,
+    0.09559442847967148,
+    0.10506562143564224,
+    0.06709804385900497,
+    0.12582547962665558,
+    0.1428312361240387,
+    0.11483728885650635,
+    0.04636872187256813,
+    0.09896112978458405,
+    0.06458628922700882,
+    0.07308080047369003,
+    0.005890792701393366,
+    0.08193469792604446,
+    0.22743646800518036,
+    0.0556073896586895,
+    0.08187522739171982,
+    0.014390131458640099,
+    0.014214184135198593,
+    0.009933427907526493,
+    0.007360471878200769,
+    0.05701754614710808,
+    0.007504484616219997,
+    0.08729162812232971,
+    0.014797460287809372,
+    0.01095628086477518,
+    0.01206449419260025,
+    0.02932281792163849,
+    0.008705386891961098,
+    0.034925371408462524,
+    0.008487905375659466,
+    0.028048155829310417,
+    0.02361333929002285,
+    0.13480548560619354,
+    0.01674720086157322,
+    0.08397694677114487,
+    0.029303327202796936,
+    0.060394737869501114,
+    0.03880149871110916,
+    0.02280682697892189,
+    0.21403191983699799,
+    0.4021792709827423,
+    0.19715937972068787,
+    0.11078956723213196,
+    0.04623239114880562,
+    0.06889001280069351,
+    0.04583806172013283,
+    0.09268398582935333,
+    0.04271528497338295,
+    0.04406551271677017,
+    0.07193534821271896,
+    0.010995966382324696,
+    0.06620503962039948,
+    0.005135790444910526,
+    0.18674245476722717,
+    0.06412404030561447,
+    0.04140269383788109,
+    0.19436590373516083,
+    0.09161174297332764,
+    0.0601080022752285,
+    0.01316244900226593,
+    0.06397166103124619,
+    0.045447420328855515,
+    0.010042807087302208,
+    0.006968901492655277,
+    0.044424813240766525,
+    0.04527760669589043,
+    0.04444492608308792,
+    0.12226471304893494,
+    0.16750366985797882,
+    0.05366608873009682,
+    0.16698020696640015,
+    0.23552565276622772,
+    0.036645177751779556,
+    0.03139098733663559,
+    0.15919731557369232,
+    0.027055811136960983,
+    0.09789714962244034,
+    0.11735507100820541,
+    0.20139217376708984,
+    0.009125867858529091,
+    0.11466161906719208,
+    0.023296235129237175,
+    0.023165157064795494,
+    0.08013973385095596,
+    0.019109588116407394,
+    0.013070408254861832,
+    0.027823515236377716,
+    0.023531436920166016,
+    0.15363344550132751,
+    0.06161947175860405,
+    0.009076966904103756,
+    0.08856406062841415,
+    0.24221351742744446,
+    0.01952493004500866,
+    0.35959023237228394,
+    0.02583003230392933,
+    0.023393068462610245,
+    0.0287712961435318,
+    0.18327519297599792,
+    0.14009729027748108,
+    0.021862128749489784,
+    0.010168732143938541,
+    0.12348732352256775,
+    0.09263236820697784
+  ]
+}

p5-mae-15m-d182/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
+    "fingerprint": "5d7463349b08a290",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d182",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006616180555221662,
+      "val_map": 0.005887774480427253,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02368,
+      "train_map": 0.028716546411323846,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02322,
+      "train_map": 0.05411240972703998,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.4
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02268,
+      "train_map": 0.06686527207798627,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02215,
+      "train_map": 0.07596956235683563,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.6
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02222,
+      "train_map": 0.07024585199763246,
+      "val_map": 0.04535502096129125,
+      "lr": 0.002795633084492174,
+      "train_s": 2.8
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02134,
+      "train_map": 0.08867830937318291,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.2
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02099,
+      "train_map": 0.08669691753442942,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0208,
+      "train_map": 0.10386443818721433,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02061,
+      "train_map": 0.12203082981372722,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.9
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02002,
+      "train_map": 0.12126047477175604,
+      "val_map": 0.07383317304987184,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.3
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02028,
+      "train_map": 0.12518964973994065,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.5
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02022,
+      "train_map": 0.1438108465702324,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02016,
+      "train_map": 0.14820572189399991,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01965,
+      "train_map": 0.16275690883429866,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.3
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01905,
+      "train_map": 0.17320196254468706,
+      "val_map": 0.10271905373739507,
+      "lr": 0.000541962785848462,
+      "train_s": 7.8
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01939,
+      "train_map": 0.17190648962618107,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01872,
+      "train_map": 0.181112618622082,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01834,
+      "train_map": 0.19083794474290716,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.018,
+      "train_map": 0.19299053831248628,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01865,
+      "train_map": 0.1935373853672953,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01866,
+      "train_map": 0.1938047685900763,
+      "val_map": 0.11491439084167215,
+      "lr": 1e-05,
+      "train_s": 10.3
+    }
+  ],
+  "final_train_map": 0.1938047685900763,
+  "final_val_map": 0.11491439084167215,
+  "lora/map": 0.11491439084167215,
+  "train_seconds": 10.3,
+  "wall_seconds": 62.1
+}

p5-mae-15m-d182/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
+    "fingerprint": "5d7463349b08a290",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d182",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006669310333323886,
+      "val_map": 0.005556398112878232,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02467,
+      "train_map": 0.031804340730281634,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0231,
+      "train_map": 0.05624780098722534,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02241,
+      "train_map": 0.06542426787747116,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02175,
+      "train_map": 0.07359622977077572,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02229,
+      "train_map": 0.07718421011059536,
+      "val_map": 0.04938060684930144,
+      "lr": 0.002795633084492174,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02123,
+      "train_map": 0.0826575160786453,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02128,
+      "train_map": 0.09098433599006774,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02053,
+      "train_map": 0.10743140844907435,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02108,
+      "train_map": 0.11735289392284201,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02038,
+      "train_map": 0.12977084366868,
+      "val_map": 0.07266518764420496,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02035,
+      "train_map": 0.1359762205738765,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01984,
+      "train_map": 0.144763079614147,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01979,
+      "train_map": 0.15348066500718555,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01925,
+      "train_map": 0.16613871369252875,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.0
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01884,
+      "train_map": 0.17704826145409916,
+      "val_map": 0.10354527220592977,
+      "lr": 0.000541962785848462,
+      "train_s": 7.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01916,
+      "train_map": 0.17940460799078137,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01845,
+      "train_map": 0.1900592615224414,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01866,
+      "train_map": 0.194255986296001,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01835,
+      "train_map": 0.19678388945440245,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01863,
+      "train_map": 0.19872958864133092,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01831,
+      "train_map": 0.19894616731903755,
+      "val_map": 0.1163877764269639,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.19894616731903755,
+  "final_val_map": 0.1163877764269639,
+  "lora/map": 0.1163877764269639,
+  "train_seconds": 10.0,
+  "wall_seconds": 59.7
+}

p5-mae-15m-d182/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91f25547a54b58fd9397181db62d081b7a719b810b0e5560df9f7c81dd34b7f
+size 60174680

p5-mae-15m-d182/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00010000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.12752285983636127,
+  "probe/map_train": 0.4645915512398479,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15744714580292493,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.896156292059459,
+  "probe/total_s": 8.393632792984135,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1553856182968919
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15562499948137526
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1567999245925847
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15744714580292493
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14684138698565227
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12532870480136865
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10238221655794166
+    }
+  ],
+  "per_class_ap": [
+    0.610053539276123,
+    0.01102078054100275,
+    0.06357476115226746,
+    0.20057933032512665,
+    0.09758438169956207,
+    0.2884361445903778,
+    0.19584929943084717,
+    0.2967255711555481,
+    0.028309175744652748,
+    0.0374399833381176,
+    0.018623653799295425,
+    0.08051301538944244,
+    0.4615444242954254,
+    0.2775052785873413,
+    0.047271981835365295,
+    0.38808944821357727,
+    0.2615204155445099,
+    0.34264814853668213,
+    0.06000726297497749,
+    0.09437538683414459,
+    0.26033324003219604,
+    0.08324723690748215,
+    0.21910564601421356,
+    0.13004031777381897,
+    0.05394391342997551,
+    0.038774024695158005,
+    0.06606857478618622,
+    0.1686866730451584,
+    0.20677031576633453,
+    0.08196204155683517,
+    0.24556781351566315,
+    0.16250646114349365,
+    0.022133396938443184,
+    0.06804917007684708,
+    0.2323443442583084,
+    0.05589032545685768,
+    0.3029814064502716,
+    0.0656990334391594,
+    0.06105833128094673,
+    0.1259622722864151,
+    0.12392052263021469,
+    0.023952288553118706,
+    0.04173426330089569,
+    0.33548346161842346,
+    0.008582710288465023,
+    0.05907944589853287,
+    0.013798554427921772,
+    0.07349764555692673,
+    0.04104987159371376,
+    0.04891792684793472,
+    0.12813609838485718,
+    0.009700066410005093,
+    0.032437000423669815,
+    0.03291042149066925,
+    0.1942947953939438,
+    0.09714299440383911,
+    0.16498464345932007,
+    0.3264266550540924,
+    0.13654397428035736,
+    0.05917512997984886,
+    0.14421497285366058,
+    0.14281806349754333,
+    0.05139516294002533,
+    0.12551365792751312,
+    0.4874187111854553,
+    0.20507371425628662,
+    0.2443166971206665,
+    0.22108577191829681,
+    0.3517577052116394,
+    0.37205472588539124,
+    0.09631496667861938,
+    0.14881367981433868,
+    0.16276225447654724,
+    0.13934752345085144,
+    0.15288369357585907,
+    0.20639118552207947,
+    0.04321720078587532,
+    0.18714112043380737,
+    0.1421380192041397,
+    0.09145944565534592,
+    0.02455160580575466,
+    0.06279820948839188,
+    0.16606508195400238,
+    0.12903858721256256,
+    0.09128963947296143,
+    0.024418510496616364,
+    0.05577235296368599,
+    0.016639703884720802,
+    0.03506259620189667,
+    0.04549407958984375,
+    0.06263008713722229,
+    0.06684303283691406,
+    0.13075309991836548,
+    0.012818952091038227,
+    0.04572250694036484,
+    0.049458637833595276,
+    0.011125844903290272,
+    0.01677417941391468,
+    0.11433598399162292,
+    0.14012911915779114,
+    0.080904521048069,
+    0.21664512157440186,
+    0.0404832623898983,
+    0.04230495169758797,
+    0.020358793437480927,
+    0.05440022796392441,
+    0.04333927854895592,
+    0.04205714166164398,
+    0.05526777729392052,
+    0.14057649672031403,
+    0.12387017905712128,
+    0.11710382252931595,
+    0.09489233791828156,
+    0.08170362561941147,
+    0.06374141573905945,
+    0.1717432588338852,
+    0.17087604105472565,
+    0.10595006495714188,
+    0.10873403400182724,
+    0.1302778720855713,
+    0.13826961815357208,
+    0.15283244848251343,
+    0.05823003500699997,
+    0.06720111519098282,
+    0.01591196469962597,
+    0.029091082513332367,
+    0.10681641101837158,
+    0.14837440848350525,
+    0.1067136600613594,
+    0.06850157678127289,
+    0.0051631382666528225,
+    0.06888515502214432,
+    0.13082747161388397,
+    0.12736999988555908,
+    0.0438699796795845,
+    0.008778130635619164,
+    0.07084961235523224,
+    0.722069501876831,
+    0.23890236020088196,
+    0.32563188672065735,
+    0.4066387116909027,
+    0.3095441460609436,
+    0.10812018066644669,
+    0.18066301941871643,
+    0.10463954508304596,
+    0.08283204585313797,
+    0.1153704822063446,
+    0.2602989971637726,
+    0.10547532141208649,
+    0.21055828034877777,
+    0.1380118876695633,
+    0.1748422384262085,
+    0.2308967113494873,
+    0.13799940049648285,
+    0.1042746901512146,
+    0.20517410337924957,
+    0.10004615783691406,
+    0.11750728636980057,
+    0.03002365492284298,
+    0.08590313047170639,
+    0.4659798741340637,
+    0.23150891065597534,
+    0.24310488998889923,
+    0.1303754299879074,
+    0.21585999429225922,
+    0.20616312325000763,
+    0.22849273681640625,
+    0.11147227138280869,
+    0.22910284996032715,
+    0.37507691979408264,
+    0.1987023502588272,
+    0.25014883279800415,
+    0.2596830427646637,
+    0.19010309875011444,
+    0.13352560997009277,
+    0.10201524943113327,
+    0.11733672767877579,
+    0.3097403645515442,
+    0.0733104720711708,
+    0.1615331470966339,
+    0.1974661648273468,
+    0.1794927567243576,
+    0.15041381120681763,
+    0.2779153287410736,
+    0.09680379182100296,
+    0.3598115146160126,
+    0.32836464047431946,
+    0.14529898762702942,
+    0.27968722581863403,
+    0.13490168750286102,
+    0.1376165747642517,
+    0.09415683150291443,
+    0.28140518069267273,
+    0.1684495061635971,
+    0.16479982435703278,
+    0.36872604489326477,
+    0.05312206596136093,
+    0.08372757583856583,
+    0.13704952597618103,
+    0.280508816242218,
+    0.043225739151239395,
+    0.18469135463237762,
+    0.0654824823141098,
+    0.16626611351966858,
+    0.21750105917453766,
+    0.15329201519489288,
+    0.16045838594436646,
+    0.5116149187088013,
+    0.17843937873840332,
+    0.2515827417373657,
+    0.7390518188476562,
+    0.4013564884662628,
+    0.5216162204742432,
+    0.04953714832663536,
+    0.3256286084651947,
+    0.12333130836486816,
+    0.03811600059270859,
+    0.20040149986743927,
+    0.18328751623630524,
+    0.1410779505968094,
+    0.1669030338525772,
+    0.12732921540737152,
+    0.25369834899902344,
+    0.21716399490833282,
+    0.08119342476129532,
+    0.0628199502825737,
+    0.06534484028816223,
+    0.027634618803858757,
+    0.18104460835456848,
+    0.044571518898010254,
+    0.05936566740274429,
+    0.1078735962510109,
+    0.08133125305175781,
+    0.09371680021286011,
+    0.043454255908727646,
+    0.016011470928788185,
+    0.13190077245235443,
+    0.025682777166366577,
+    0.3316795527935028,
+    0.029551995918154716,
+    0.12200246751308441,
+    0.18013888597488403,
+    0.24341847002506256,
+    0.15148679912090302,
+    0.18267476558685303,
+    0.22510406374931335,
+    0.0647878497838974,
+    0.11893831193447113,
+    0.0424821712076664,
+    0.1481998860836029,
+    0.09265267103910446,
+    0.024492714554071426,
+    0.06570066511631012,
+    0.07393810898065567,
+    0.07212911546230316,
+    0.1504957377910614,
+    0.22076502442359924,
+    0.2473216950893402,
+    0.14749513566493988,
+    0.07291608303785324,
+    0.05185578763484955,
+    0.06982497125864029,
+    0.18285277485847473,
+    0.10904629528522491,
+    0.031255435198545456,
+    0.09035604447126389,
+    0.07094766944646835,
+    0.11906559020280838,
+    0.16719137132167816,
+    0.02677416056394577,
+    0.021204665303230286,
+    0.22169215977191925,
+    0.1262730062007904,
+    0.030713940039277077,
+    0.17918941378593445,
+    0.0640544444322586,
+    0.10730212181806564,
+    0.05282023176550865,
+    0.07758908718824387,
+    0.037313368171453476,
+    0.025049876421689987,
+    0.2601124048233032,
+    0.13429030776023865,
+    0.20642581582069397,
+    0.07999534904956818,
+    0.21907320618629456,
+    0.2235388308763504,
+    0.23234562575817108,
+    0.1767653524875641,
+    0.1693524718284607,
+    0.1812175214290619,
+    0.15547001361846924,
+    0.12400441616773605,
+    0.20870845019817352,
+    0.11496759951114655,
+    0.11629746109247208,
+    0.1426553577184677,
+    0.005200793966650963,
+    0.01336375717073679,
+    0.011564085260033607,
+    0.26158058643341064,
+    0.1680973917245865,
+    0.14649327099323273,
+    0.0674295648932457,
+    0.03581935912370682,
+    0.0724865198135376,
+    0.02506897784769535,
+    0.1553175300359726,
+    0.06494928896427155,
+    0.07713587582111359,
+    0.14287306368350983,
+    0.043276943266391754,
+    0.09581777453422546,
+    0.06691505759954453,
+    0.08136890083551407,
+    0.11622370034456253,
+    0.07049855589866638,
+    0.02477213367819786,
+    0.10860352218151093,
+    0.06900998204946518,
+    0.26826760172843933,
+    0.05008123070001602,
+    0.40809497237205505,
+    0.3493734300136566,
+    0.18981148302555084,
+    0.2167215347290039,
+    0.05146516114473343,
+    0.05488034337759018,
+    0.25731152296066284,
+    0.24083760380744934,
+    0.12429161369800568,
+    0.19900044798851013,
+    0.25833824276924133,
+    0.31458577513694763,
+    0.22388465702533722,
+    0.1335994154214859,
+    0.0926855131983757,
+    0.17974846065044403,
+    0.049684591591358185,
+    0.0385783314704895,
+    0.06396263092756271,
+    0.00628284877166152,
+    0.03732505068182945,
+    0.1323883831501007,
+    0.12774570286273956,
+    0.06752422451972961,
+    0.10251107066869736,
+    0.2959249019622803,
+    0.030518660321831703,
+    0.024871524423360825,
+    0.07888489216566086,
+    0.023255744948983192,
+    0.0658029168844223,
+    0.07545267045497894,
+    0.023935215547680855,
+    0.057502031326293945,
+    0.019526852294802666,
+    0.01111149787902832,
+    0.05406206101179123,
+    0.09374215453863144,
+    0.012937224470078945,
+    0.06767302006483078,
+    0.08995508402585983,
+    0.08902910351753235,
+    0.032367415726184845,
+    0.034530263394117355,
+    0.3630935549736023,
+    0.18645387887954712,
+    0.024074694141745567,
+    0.11288858205080032,
+    0.10716764628887177,
+    0.11588475108146667,
+    0.09645009785890579,
+    0.307807058095932,
+    0.1279952973127365,
+    0.030400564894080162,
+    0.07615194469690323,
+    0.05402340367436409,
+    0.014123245142400265,
+    0.018009888008236885,
+    0.02402295544743538,
+    0.09266220033168793,
+    0.10600190609693527,
+    0.10835009068250656,
+    0.11496715247631073,
+    0.18662503361701965,
+    0.1535014510154724,
+    0.04787502810359001,
+    0.04442066699266434,
+    0.06043427810072899,
+    0.21126754581928253,
+    0.06814372539520264,
+    0.024493791162967682,
+    0.39360955357551575,
+    0.16148346662521362,
+    0.08637594431638718,
+    0.45524391531944275,
+    0.5144190192222595,
+    0.02793966233730316,
+    0.33616670966148376,
+    0.3787805736064911,
+    0.04390759393572807,
+    0.11329760402441025,
+    0.25031420588493347,
+    0.019594592973589897,
+    0.012463824823498726,
+    0.017324130982160568,
+    0.020731830969452858,
+    0.02865445241332054,
+    0.011083865538239479,
+    0.010203298181295395,
+    0.17233864963054657,
+    0.02255500853061676,
+    0.02263776957988739,
+    0.23480874300003052,
+    0.20536014437675476,
+    0.02264346554875374,
+    0.01302317064255476,
+    0.0905669629573822,
+    0.10410605370998383,
+    0.18105429410934448,
+    0.04779963567852974,
+    0.058099616318941116,
+    0.2057962566614151,
+    0.09244761615991592,
+    0.1125895082950592,
+    0.043427467346191406,
+    0.1396218240261078,
+    0.19981077313423157,
+    0.14812588691711426,
+    0.05078047141432762,
+    0.09405775368213654,
+    0.13619104027748108,
+    0.05129246786236763,
+    0.006742774974554777,
+    0.0981980562210083,
+    0.19115395843982697,
+    0.07042330503463745,
+    0.10420867800712585,
+    0.0217047780752182,
+    0.022165296599268913,
+    0.02909512259066105,
+    0.008730008266866207,
+    0.08255110681056976,
+    0.007977249100804329,
+    0.11299064010381699,
+    0.036796875298023224,
+    0.011559850536286831,
+    0.013649753294885159,
+    0.055748630315065384,
+    0.010578029789030552,
+    0.042323026806116104,
+    0.012260900810360909,
+    0.031245214864611626,
+    0.0487963892519474,
+    0.16501805186271667,
+    0.0263734869658947,
+    0.10074687004089355,
+    0.02380410209298134,
+    0.11836440116167068,
+    0.05233542621135712,
+    0.04493723809719086,
+    0.275421142578125,
+    0.420862078666687,
+    0.2284071296453476,
+    0.18030984699726105,
+    0.039529211819171906,
+    0.041410498321056366,
+    0.05313778668642044,
+    0.11176978796720505,
+    0.07938898354768753,
+    0.06057438626885414,
+    0.06327949464321136,
+    0.015620662830770016,
+    0.14447520673274994,
+    0.005504657980054617,
+    0.2171456664800644,
+    0.06124194711446762,
+    0.06774775683879852,
+    0.26550939679145813,
+    0.11857962608337402,
+    0.08594644069671631,
+    0.011328494176268578,
+    0.10162792354822159,
+    0.08089854568243027,
+    0.01100003533065319,
+    0.007297232281416655,
+    0.051058415323495865,
+    0.03710626810789108,
+    0.04478039965033531,
+    0.20016740262508392,
+    0.19635818898677826,
+    0.06278473138809204,
+    0.1714991182088852,
+    0.21445614099502563,
+    0.06580894440412521,
+    0.03676842153072357,
+    0.1856234222650528,
+    0.06317980587482452,
+    0.08391052484512329,
+    0.13423748314380646,
+    0.2601577639579773,
+    0.009907369501888752,
+    0.13259375095367432,
+    0.025141574442386627,
+    0.017090851441025734,
+    0.0854642316699028,
+    0.021562177687883377,
+    0.016385572031140327,
+    0.037401240319013596,
+    0.02298385091125965,
+    0.15830017626285553,
+    0.05885763838887215,
+    0.011444274336099625,
+    0.13517630100250244,
+    0.23587970435619354,
+    0.0393059104681015,
+    0.3261163830757141,
+    0.03661797568202019,
+    0.07332544773817062,
+    0.03021247871220112,
+    0.2051190882921219,
+    0.14360375702381134,
+    0.03301031142473221,
+    0.010033230297267437,
+    0.14015266299247742,
+    0.09785774350166321
+  ]
+}

p5-mae-15m-d182/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00015000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.13903690354043238,
+  "probe/map_train": 0.5213349742896191,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16578488079062265,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.020163737004623,
+  "probe/total_s": 8.615366792073473,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16405375117694065
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16403996816392727
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16578488079062265
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16409667784637955
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1508626519659078
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12484573124354773
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10033255402684438
+    }
+  ],
+  "per_class_ap": [
+    0.6285828948020935,
+    0.010263322852551937,
+    0.07238903641700745,
+    0.17363545298576355,
+    0.094049833714962,
+    0.29084810614585876,
+    0.21078060567378998,
+    0.2897660434246063,
+    0.026745982468128204,
+    0.04396165907382965,
+    0.020838813856244087,
+    0.07701524347066879,
+    0.5447892546653748,
+    0.31246694922447205,
+    0.04588247090578079,
+    0.4710538983345032,
+    0.3004035949707031,
+    0.35210472345352173,
+    0.057110343128442764,
+    0.06589308381080627,
+    0.27708354592323303,
+    0.07883553951978683,
+    0.16929133236408234,
+    0.16339878737926483,
+    0.08609909564256668,
+    0.024176806211471558,
+    0.06323657929897308,
+    0.18578900396823883,
+    0.2840757369995117,
+    0.11961577087640762,
+    0.23462197184562683,
+    0.16506464779376984,
+    0.02236464060842991,
+    0.06181948259472847,
+    0.23985488712787628,
+    0.06651916354894638,
+    0.3414739668369293,
+    0.06192545220255852,
+    0.07317391037940979,
+    0.13296285271644592,
+    0.1586833894252777,
+    0.023880114778876305,
+    0.0574101097881794,
+    0.3390713930130005,
+    0.017794258892536163,
+    0.09223652631044388,
+    0.012141489423811436,
+    0.08168113976716995,
+    0.04725727066397667,
+    0.06929338723421097,
+    0.135940819978714,
+    0.012020919471979141,
+    0.02234778180718422,
+    0.05760929733514786,
+    0.18166594207286835,
+    0.1014530211687088,
+    0.23884516954421997,
+    0.3287378251552582,
+    0.16582396626472473,
+    0.07706567645072937,
+    0.17403684556484222,
+    0.15465378761291504,
+    0.05946207046508789,
+    0.11277228593826294,
+    0.5134212970733643,
+    0.217302143573761,
+    0.29315710067749023,
+    0.29314738512039185,
+    0.3872309625148773,
+    0.3920638859272003,
+    0.1198577955365181,
+    0.15661956369876862,
+    0.17784486711025238,
+    0.15661616623401642,
+    0.16887541115283966,
+    0.2510310113430023,
+    0.06356395035982132,
+    0.23455145955085754,
+    0.15068623423576355,
+    0.11905597895383835,
+    0.018640682101249695,
+    0.06743291020393372,
+    0.1735784411430359,
+    0.09134054183959961,
+    0.10702349245548248,
+    0.022228341549634933,
+    0.06231185048818588,
+    0.014532526023685932,
+    0.03621987998485565,
+    0.05001609027385712,
+    0.09540664404630661,
+    0.07929781824350357,
+    0.14809149503707886,
+    0.017630767077207565,
+    0.036298878490924835,
+    0.052740976214408875,
+    0.020708277821540833,
+    0.022321129217743874,
+    0.13343995809555054,
+    0.17477484047412872,
+    0.13582304120063782,
+    0.25098228454589844,
+    0.03669562190771103,
+    0.036914143711328506,
+    0.02073044329881668,
+    0.06512497365474701,
+    0.04468672350049019,
+    0.04174065962433815,
+    0.07177876681089401,
+    0.1673368662595749,
+    0.17043831944465637,
+    0.1215658187866211,
+    0.10409404337406158,
+    0.08947917073965073,
+    0.053562164306640625,
+    0.12864719331264496,
+    0.12589532136917114,
+    0.09085311740636826,
+    0.1238059550523758,
+    0.35601773858070374,
+    0.36634939908981323,
+    0.14083658158779144,
+    0.06861856579780579,
+    0.07443071156740189,
+    0.010294502601027489,
+    0.024136865511536598,
+    0.10959302634000778,
+    0.15355369448661804,
+    0.11378506571054459,
+    0.07161691039800644,
+    0.005556816700845957,
+    0.0625312477350235,
+    0.19961650669574738,
+    0.2029210776090622,
+    0.07221203297376633,
+    0.009534834884107113,
+    0.05155530571937561,
+    0.7279993891716003,
+    0.25250643491744995,
+    0.34064412117004395,
+    0.4270746409893036,
+    0.3326317369937897,
+    0.16723214089870453,
+    0.14828860759735107,
+    0.1149013563990593,
+    0.09451650828123093,
+    0.1220986396074295,
+    0.226265087723732,
+    0.15196707844734192,
+    0.20999673008918762,
+    0.12835735082626343,
+    0.20268864929676056,
+    0.23202048242092133,
+    0.1352280080318451,
+    0.1233239471912384,
+    0.2307007908821106,
+    0.12385750561952591,
+    0.09139586240053177,
+    0.02845977060496807,
+    0.08748091757297516,
+    0.4771900177001953,
+    0.2552677094936371,
+    0.2977904677391052,
+    0.13304594159126282,
+    0.23340719938278198,
+    0.24365510046482086,
+    0.2758767902851105,
+    0.14902393519878387,
+    0.28372448682785034,
+    0.4034307301044464,
+    0.20509852468967438,
+    0.28512412309646606,
+    0.3002493679523468,
+    0.17673265933990479,
+    0.15614397823810577,
+    0.12261521816253662,
+    0.08842398226261139,
+    0.3647492527961731,
+    0.07606904208660126,
+    0.2053762674331665,
+    0.2515334188938141,
+    0.223589226603508,
+    0.15131120383739471,
+    0.2518647015094757,
+    0.08491714298725128,
+    0.42929211258888245,
+    0.3435018062591553,
+    0.15218113362789154,
+    0.31815341114997864,
+    0.13869677484035492,
+    0.1561964899301529,
+    0.09952080994844437,
+    0.31121376156806946,
+    0.19035540521144867,
+    0.17937783896923065,
+    0.41111090779304504,
+    0.06351005285978317,
+    0.09693296998739243,
+    0.12117651849985123,
+    0.28889816999435425,
+    0.04719136282801628,
+    0.23688648641109467,
+    0.09296895563602448,
+    0.16548769176006317,
+    0.22853372991085052,
+    0.1597457081079483,
+    0.1817147135734558,
+    0.5783013105392456,
+    0.26241350173950195,
+    0.2688596248626709,
+    0.7583979368209839,
+    0.44218531250953674,
+    0.4800020158290863,
+    0.04099290445446968,
+    0.3373805284500122,
+    0.1686449944972992,
+    0.05107758194208145,
+    0.2243681102991104,
+    0.2676350474357605,
+    0.12294821441173553,
+    0.15058913826942444,
+    0.11340054124593735,
+    0.2528058588504791,
+    0.21852026879787445,
+    0.07915058732032776,
+    0.07075956463813782,
+    0.0840839296579361,
+    0.03120218776166439,
+    0.1801285445690155,
+    0.0516795739531517,
+    0.055018775165081024,
+    0.1292397379875183,
+    0.0895550400018692,
+    0.09766115993261337,
+    0.04416428506374359,
+    0.012593476101756096,
+    0.13562265038490295,
+    0.02348867990076542,
+    0.31316280364990234,
+    0.026758264750242233,
+    0.11363518983125687,
+    0.19182877242565155,
+    0.2840438187122345,
+    0.15456326305866241,
+    0.18340900540351868,
+    0.24111881852149963,
+    0.06091708689928055,
+    0.10496725887060165,
+    0.0493776760995388,
+    0.16042110323905945,
+    0.15165799856185913,
+    0.01819796860218048,
+    0.06842184066772461,
+    0.08780527114868164,
+    0.06598106026649475,
+    0.17931236326694489,
+    0.23529811203479767,
+    0.2560805678367615,
+    0.18248121440410614,
+    0.14000950753688812,
+    0.04113009572029114,
+    0.1039188951253891,
+    0.19226087629795074,
+    0.10649095475673676,
+    0.0232091024518013,
+    0.0654309093952179,
+    0.07480975240468979,
+    0.12750650942325592,
+    0.19199812412261963,
+    0.028023548424243927,
+    0.01909058541059494,
+    0.24248868227005005,
+    0.12047763913869858,
+    0.03388107940554619,
+    0.190438374876976,
+    0.03700437769293785,
+    0.10219966620206833,
+    0.03965792432427406,
+    0.07557684928178787,
+    0.028751559555530548,
+    0.021522844210267067,
+    0.27066001296043396,
+    0.17064857482910156,
+    0.2157595157623291,
+    0.07343342155218124,
+    0.237210214138031,
+    0.31264394521713257,
+    0.31999441981315613,
+    0.19660818576812744,
+    0.2003970593214035,
+    0.17746210098266602,
+    0.17762568593025208,
+    0.143798366189003,
+    0.2338339388370514,
+    0.14729365706443787,
+    0.14159269630908966,
+    0.13134755194187164,
+    0.00611511105671525,
+    0.01502708438783884,
+    0.01507140975445509,
+    0.2714923024177551,
+    0.16112534701824188,
+    0.18864625692367554,
+    0.07728751748800278,
+    0.030217014253139496,
+    0.06393590569496155,
+    0.023130925372242928,
+    0.1813184916973114,
+    0.06389310210943222,
+    0.08110564202070236,
+    0.1641426831483841,
+    0.046478934586048126,
+    0.12929560244083405,
+    0.09192042052745819,
+    0.08560144156217575,
+    0.13333424925804138,
+    0.057352837175130844,
+    0.03321873024106026,
+    0.16078989207744598,
+    0.06045462191104889,
+    0.19354751706123352,
+    0.051170170307159424,
+    0.4212709963321686,
+    0.39872631430625916,
+    0.22210776805877686,
+    0.20252813398838043,
+    0.05926220864057541,
+    0.06771735846996307,
+    0.25995415449142456,
+    0.24872620403766632,
+    0.13458046317100525,
+    0.15713530778884888,
+    0.26312607526779175,
+    0.3596893548965454,
+    0.20166562497615814,
+    0.14311420917510986,
+    0.08838120847940445,
+    0.24065208435058594,
+    0.062153108417987823,
+    0.030498774722218513,
+    0.08042905479669571,
+    0.0063004931434988976,
+    0.06246527284383774,
+    0.13081537187099457,
+    0.13110210001468658,
+    0.06867268681526184,
+    0.1312159299850464,
+    0.3046727180480957,
+    0.03196607157588005,
+    0.019885705783963203,
+    0.10291144251823425,
+    0.02960791066288948,
+    0.07987292855978012,
+    0.09591510891914368,
+    0.021809391677379608,
+    0.09139876812696457,
+    0.021152911707758904,
+    0.013919436372816563,
+    0.04581809043884277,
+    0.1578434407711029,
+    0.012446544133126736,
+    0.09747583419084549,
+    0.139202281832695,
+    0.09204944968223572,
+    0.028432121500372887,
+    0.03402075543999672,
+    0.3819033205509186,
+    0.2082144320011139,
+    0.016281429678201675,
+    0.12912105023860931,
+    0.1179015189409256,
+    0.11873757094144821,
+    0.10416288673877716,
+    0.3045980632305145,
+    0.13378088176250458,
+    0.061980247497558594,
+    0.07571077346801758,
+    0.06431218236684799,
+    0.011499544605612755,
+    0.01844894513487816,
+    0.02072911150753498,
+    0.09800909459590912,
+    0.1694575995206833,
+    0.0793653130531311,
+    0.12370723485946655,
+    0.180047869682312,
+    0.1497925966978073,
+    0.04894865304231644,
+    0.054131533950567245,
+    0.04653435945510864,
+    0.17405815422534943,
+    0.10325484722852707,
+    0.030825074762105942,
+    0.4090045988559723,
+    0.20846518874168396,
+    0.0734284296631813,
+    0.48501282930374146,
+    0.5454737544059753,
+    0.03486150875687599,
+    0.40359964966773987,
+    0.4292757213115692,
+    0.04709235578775406,
+    0.09219261258840561,
+    0.21207228302955627,
+    0.015066409483551979,
+    0.009966024197638035,
+    0.017429634928703308,
+    0.01583775319159031,
+    0.04991578310728073,
+    0.007991024293005466,
+    0.009363801218569279,
+    0.165805384516716,
+    0.022541962563991547,
+    0.028040841221809387,
+    0.2918964922428131,
+    0.18119564652442932,
+    0.01888304017484188,
+    0.008622907102108002,
+    0.08161535114049911,
+    0.09672418981790543,
+    0.18510109186172485,
+    0.07600045949220657,
+    0.08547357469797134,
+    0.24361704289913177,
+    0.07915471494197845,
+    0.08958297222852707,
+    0.07336355745792389,
+    0.17611177265644073,
+    0.16586196422576904,
+    0.15689727663993835,
+    0.08679589629173279,
+    0.11511670798063278,
+    0.15332840383052826,
+    0.06889038532972336,
+    0.00593957956880331,
+    0.10716188699007034,
+    0.2077249437570572,
+    0.08548037707805634,
+    0.11467958986759186,
+    0.03668462485074997,
+    0.03347190096974373,
+    0.027473052963614464,
+    0.008120080456137657,
+    0.08042772114276886,
+    0.020421041175723076,
+    0.12475645542144775,
+    0.034243904054164886,
+    0.010749964974820614,
+    0.013975348323583603,
+    0.07769126445055008,
+    0.008901849389076233,
+    0.042343948036432266,
+    0.013504676520824432,
+    0.03368247300386429,
+    0.04603801295161247,
+    0.18704210221767426,
+    0.04370710998773575,
+    0.1250484138727188,
+    0.032545458525419235,
+    0.14290468394756317,
+    0.05167340487241745,
+    0.04638748615980148,
+    0.3445623517036438,
+    0.4609791040420532,
+    0.22816941142082214,
+    0.18565572798252106,
+    0.03616875410079956,
+    0.04177383705973625,
+    0.07603096216917038,
+    0.16996179521083832,
+    0.04792976379394531,
+    0.06610415875911713,
+    0.05457502603530884,
+    0.01573692262172699,
+    0.15474629402160645,
+    0.0055083767510950565,
+    0.24333049356937408,
+    0.06276296824216843,
+    0.06370145082473755,
+    0.26100239157676697,
+    0.15668785572052002,
+    0.08448473364114761,
+    0.011070243082940578,
+    0.09011051803827286,
+    0.07155167311429977,
+    0.021789738908410072,
+    0.005786115303635597,
+    0.05978104844689369,
+    0.0697331354022026,
+    0.0352487787604332,
+    0.2248191237449646,
+    0.25816434621810913,
+    0.0822538211941719,
+    0.13146892189979553,
+    0.21680454909801483,
+    0.07120796293020248,
+    0.04361436516046524,
+    0.17488153278827667,
+    0.06847275048494339,
+    0.09888000786304474,
+    0.12554939091205597,
+    0.301321417093277,
+    0.010915160179138184,
+    0.1324487179517746,
+    0.026338499039411545,
+    0.020329423248767853,
+    0.09393052756786346,
+    0.019884606823325157,
+    0.01765863597393036,
+    0.03416885435581207,
+    0.02034633234143257,
+    0.1656891405582428,
+    0.07877859473228455,
+    0.009665929712355137,
+    0.13648681342601776,
+    0.24588213860988617,
+    0.05763459950685501,
+    0.3470601439476013,
+    0.04131796583533287,
+    0.05605986714363098,
+    0.02035362645983696,
+    0.20408546924591064,
+    0.12737390398979187,
+    0.050172269344329834,
+    0.008138888515532017,
+    0.16447792947292328,
+    0.10632123798131943
+  ]
+}

p5-mae-15m-d182/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00020000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.14551519689395798,
+  "probe/map_train": 0.5077676095308796,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17510552141211036,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.151538398931734,
+  "probe/total_s": 8.79509462590795,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17411718195820303
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17465382042089989
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17510552141211036
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1718837375835687
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15692997449015814
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13071760711078118
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1027890605603714
+    }
+  ],
+  "per_class_ap": [
+    0.6349692940711975,
+    0.010469518601894379,
+    0.07145889103412628,
+    0.19229915738105774,
+    0.0968676432967186,
+    0.2762082815170288,
+    0.18913835287094116,
+    0.291415274143219,
+    0.035709913820028305,
+    0.05191171541810036,
+    0.020926086232066154,
+    0.07786688208580017,
+    0.5701437592506409,
+    0.3292633891105652,
+    0.07097166031599045,
+    0.5045841336250305,
+    0.32585886120796204,
+    0.3603512942790985,
+    0.06044703722000122,
+    0.0744917169213295,
+    0.27654340863227844,
+    0.07648254185914993,
+    0.20659026503562927,
+    0.16639523208141327,
+    0.08552446216344833,
+    0.02178022265434265,
+    0.09459810703992844,
+    0.1780986487865448,
+    0.298117071390152,
+    0.08018829673528671,
+    0.2698252201080322,
+    0.17293044924736023,
+    0.022973066195845604,
+    0.07762273401021957,
+    0.25019022822380066,
+    0.07206932455301285,
+    0.34981605410575867,
+    0.05424086004495621,
+    0.08014202117919922,
+    0.12898597121238708,
+    0.1601557433605194,
+    0.033471520990133286,
+    0.08589959889650345,
+    0.3456590473651886,
+    0.018747184425592422,
+    0.0878053531050682,
+    0.01312530878931284,
+    0.12603814899921417,
+    0.05670786648988724,
+    0.07582662254571915,
+    0.1308484524488449,
+    0.014880687929689884,
+    0.02371404506266117,
+    0.05967412143945694,
+    0.2020953744649887,
+    0.11491214483976364,
+    0.2467879205942154,
+    0.39057397842407227,
+    0.16993695497512817,
+    0.0959223285317421,
+    0.18486163020133972,
+    0.15728361904621124,
+    0.056312382221221924,
+    0.11992473155260086,
+    0.500507116317749,
+    0.21334758400917053,
+    0.29888418316841125,
+    0.29228538274765015,
+    0.3898046910762787,
+    0.3889840543270111,
+    0.13082946836948395,
+    0.14922566711902618,
+    0.19304023683071136,
+    0.1603335738182068,
+    0.18047131597995758,
+    0.2571156322956085,
+    0.050690069794654846,
+    0.23210789263248444,
+    0.19268077611923218,
+    0.13110268115997314,
+    0.016781596466898918,
+    0.06378095597028732,
+    0.17065487802028656,
+    0.11662966012954712,
+    0.10102266818284988,
+    0.02455880306661129,
+    0.07446380704641342,
+    0.0191577710211277,
+    0.03236105665564537,
+    0.07229926437139511,
+    0.15425235033035278,
+    0.1490030586719513,
+    0.14262892305850983,
+    0.02105121500790119,
+    0.039835523813962936,
+    0.05293835699558258,
+    0.01551809348165989,
+    0.019075874239206314,
+    0.1393088847398758,
+    0.20276938378810883,
+    0.15131524205207825,
+    0.28884053230285645,
+    0.04179485887289047,
+    0.04139457643032074,
+    0.03571755066514015,
+    0.0627949982881546,
+    0.0603889562189579,
+    0.05842813104391098,
+    0.07088536769151688,
+    0.2002127766609192,
+    0.18723280727863312,
+    0.13342346251010895,
+    0.1227910965681076,
+    0.09645544737577438,
+    0.06662619858980179,
+    0.1767139434814453,
+    0.17937082052230835,
+    0.12257585674524307,
+    0.15911146998405457,
+    0.29444143176078796,
+    0.3053388297557831,
+    0.21777817606925964,
+    0.09492304921150208,
+    0.07797496020793915,
+    0.01442508865147829,
+    0.043567243963479996,
+    0.14506739377975464,
+    0.16690343618392944,
+    0.16225051879882812,
+    0.1266389638185501,
+    0.005283051636070013,
+    0.06974085420370102,
+    0.22428706288337708,
+    0.21851469576358795,
+    0.09232060611248016,
+    0.008711031638085842,
+    0.06532513350248337,
+    0.7363979816436768,
+    0.24004676938056946,
+    0.33171892166137695,
+    0.42628148198127747,
+    0.34948599338531494,
+    0.14718134701251984,
+    0.19562844932079315,
+    0.1347842812538147,
+    0.1125999242067337,
+    0.12474822252988815,
+    0.29311415553092957,
+    0.12253496795892715,
+    0.2319447100162506,
+    0.13879640400409698,
+    0.19375567138195038,
+    0.2643611431121826,
+    0.14658647775650024,
+    0.12526638805866241,
+    0.260166198015213,
+    0.1265421211719513,
+    0.1166418269276619,
+    0.02932397462427616,
+    0.0736277624964714,
+    0.46214571595191956,
+    0.2702476978302002,
+    0.27581125497817993,
+    0.13546818494796753,
+    0.23395667970180511,
+    0.24191688001155853,
+    0.26052919030189514,
+    0.13037265837192535,
+    0.26403242349624634,
+    0.389345645904541,
+    0.2129085212945938,
+    0.27979186177253723,
+    0.299235463142395,
+    0.16682252287864685,
+    0.11952214688062668,
+    0.13049691915512085,
+    0.10868515819311142,
+    0.3509814143180847,
+    0.09854497760534286,
+    0.2347925901412964,
+    0.2651938796043396,
+    0.24385829269886017,
+    0.1774340569972992,
+    0.3102634847164154,
+    0.11957003176212311,
+    0.4538966715335846,
+    0.38125714659690857,
+    0.21361976861953735,
+    0.36162760853767395,
+    0.1623871773481369,
+    0.1870069056749344,
+    0.09547204524278641,
+    0.2954615652561188,
+    0.20131239295005798,
+    0.16147513687610626,
+    0.4208369553089142,
+    0.07164102792739868,
+    0.13345126807689667,
+    0.14434243738651276,
+    0.3132614195346832,
+    0.04296352341771126,
+    0.21497805416584015,
+    0.09133833646774292,
+    0.1943666785955429,
+    0.20662543177604675,
+    0.18517956137657166,
+    0.21408136188983917,
+    0.5738322734832764,
+    0.25332504510879517,
+    0.26696881651878357,
+    0.7594674229621887,
+    0.482443630695343,
+    0.5214826464653015,
+    0.07161697745323181,
+    0.3435277044773102,
+    0.1598837524652481,
+    0.048976048827171326,
+    0.24059468507766724,
+    0.30498677492141724,
+    0.14255474507808685,
+    0.15248854458332062,
+    0.13139550387859344,
+    0.2335975468158722,
+    0.20361338555812836,
+    0.07310540229082108,
+    0.08514368534088135,
+    0.07593081146478653,
+    0.04126368835568428,
+    0.17583324015140533,
+    0.06304287165403366,
+    0.07251860946416855,
+    0.1198185533285141,
+    0.10562776774168015,
+    0.059070322662591934,
+    0.04705118015408516,
+    0.02016637660562992,
+    0.15237051248550415,
+    0.0319010466337204,
+    0.34872883558273315,
+    0.03224898874759674,
+    0.11665906757116318,
+    0.2358066886663437,
+    0.2711274027824402,
+    0.16778746247291565,
+    0.1956043392419815,
+    0.2572495937347412,
+    0.0673888772726059,
+    0.11762243509292603,
+    0.03812209516763687,
+    0.11908971518278122,
+    0.13149240612983704,
+    0.031132357195019722,
+    0.06567180901765823,
+    0.10990729928016663,
+    0.07661129534244537,
+    0.20200900733470917,
+    0.216823548078537,
+    0.23719872534275055,
+    0.1751384139060974,
+    0.1408884972333908,
+    0.037592969834804535,
+    0.0980716198682785,
+    0.21644197404384613,
+    0.12106034904718399,
+    0.024680107831954956,
+    0.06524143368005753,
+    0.07575201988220215,
+    0.1227225735783577,
+    0.20680968463420868,
+    0.02961919829249382,
+    0.020116522908210754,
+    0.25025227665901184,
+    0.10244793444871902,
+    0.038636863231658936,
+    0.18908552825450897,
+    0.03622860088944435,
+    0.0759829506278038,
+    0.04181939736008644,
+    0.07029980421066284,
+    0.056252043694257736,
+    0.02219950035214424,
+    0.27801933884620667,
+    0.15299585461616516,
+    0.21940073370933533,
+    0.07238560169935226,
+    0.24188274145126343,
+    0.3363395929336548,
+    0.35649368166923523,
+    0.21776476502418518,
+    0.2174055278301239,
+    0.19328567385673523,
+    0.19961166381835938,
+    0.12383429706096649,
+    0.24493372440338135,
+    0.15853837132453918,
+    0.1658109724521637,
+    0.1415349692106247,
+    0.006319984328001738,
+    0.012543430551886559,
+    0.02842009998857975,
+    0.2715587317943573,
+    0.17505662143230438,
+    0.16648289561271667,
+    0.08842281252145767,
+    0.03228188678622246,
+    0.08874838799238205,
+    0.023761793971061707,
+    0.17750762403011322,
+    0.07347874343395233,
+    0.07788226753473282,
+    0.1747715026140213,
+    0.04888277128338814,
+    0.11001339554786682,
+    0.08037014305591583,
+    0.09644528478384018,
+    0.11610216647386551,
+    0.06614876538515091,
+    0.032946132123470306,
+    0.12690839171409607,
+    0.06126997992396355,
+    0.22391431033611298,
+    0.03018435463309288,
+    0.3994041681289673,
+    0.4217971861362457,
+    0.21588455140590668,
+    0.21540164947509766,
+    0.04782300069928169,
+    0.058507002890110016,
+    0.27422991394996643,
+    0.25576305389404297,
+    0.12734584510326385,
+    0.24054524302482605,
+    0.2837687134742737,
+    0.3926050066947937,
+    0.18956653773784637,
+    0.1625482738018036,
+    0.11867965757846832,
+    0.21490247547626495,
+    0.0432407408952713,
+    0.03749925643205643,
+    0.07830794155597687,
+    0.007564500905573368,
+    0.06172558665275574,
+    0.13869649171829224,
+    0.12584927678108215,
+    0.07036440819501877,
+    0.07865232229232788,
+    0.3386010229587555,
+    0.030302856117486954,
+    0.027005888521671295,
+    0.1004353016614914,
+    0.024224575608968735,
+    0.0636272206902504,
+    0.09146669507026672,
+    0.026549382135272026,
+    0.07544737309217453,
+    0.0253301952034235,
+    0.01370486244559288,
+    0.03635546937584877,
+    0.1347813904285431,
+    0.01370218861848116,
+    0.09783673286437988,
+    0.12632685899734497,
+    0.11246051639318466,
+    0.034882448613643646,
+    0.03796161711215973,
+    0.3744090497493744,
+    0.18741872906684875,
+    0.01325269229710102,
+    0.12473394721746445,
+    0.12595176696777344,
+    0.07848402112722397,
+    0.14603514969348907,
+    0.28560981154441833,
+    0.16054858267307281,
+    0.05391542986035347,
+    0.10530456900596619,
+    0.08731063455343246,
+    0.01336633414030075,
+    0.01277338620275259,
+    0.02514629065990448,
+    0.12821857631206512,
+    0.14257511496543884,
+    0.08715209364891052,
+    0.15332722663879395,
+    0.20473234355449677,
+    0.15059682726860046,
+    0.041370853781700134,
+    0.05376040190458298,
+    0.06357694417238235,
+    0.1829919070005417,
+    0.09487197548151016,
+    0.01672462560236454,
+    0.34187018871307373,
+    0.2529909908771515,
+    0.06115510314702988,
+    0.4869995415210724,
+    0.5747437477111816,
+    0.046000029891729355,
+    0.42444321513175964,
+    0.3942669928073883,
+    0.0435735285282135,
+    0.11466966569423676,
+    0.23164480924606323,
+    0.020659014582633972,
+    0.011531434953212738,
+    0.027171211317181587,
+    0.03554476425051689,
+    0.05288384482264519,
+    0.010918499901890755,
+    0.013960856944322586,
+    0.11791126430034637,
+    0.03398457169532776,
+    0.0524296909570694,
+    0.30200445652008057,
+    0.23378320038318634,
+    0.02962295524775982,
+    0.009895013645291328,
+    0.08824169635772705,
+    0.08431709557771683,
+    0.20803339779376984,
+    0.08246936649084091,
+    0.10394448786973953,
+    0.3350229859352112,
+    0.08621702343225479,
+    0.10083288699388504,
+    0.05207599699497223,
+    0.17641645669937134,
+    0.18914242088794708,
+    0.18868014216423035,
+    0.08339187502861023,
+    0.14950217306613922,
+    0.14813195168972015,
+    0.0714646726846695,
+    0.00634610652923584,
+    0.09784693270921707,
+    0.2119041383266449,
+    0.09070160239934921,
+    0.12643387913703918,
+    0.025024060159921646,
+    0.015183543786406517,
+    0.02205200120806694,
+    0.009275290183722973,
+    0.10254869610071182,
+    0.01288098655641079,
+    0.1574166715145111,
+    0.036154262721538544,
+    0.008722001686692238,
+    0.01957905851304531,
+    0.10766343772411346,
+    0.008170509710907936,
+    0.03417093679308891,
+    0.011282112449407578,
+    0.03493647649884224,
+    0.03597522899508476,
+    0.18206125497817993,
+    0.07336748391389847,
+    0.13132914900779724,
+    0.032646387815475464,
+    0.13241536915302277,
+    0.050461262464523315,
+    0.03508616238832474,
+    0.3514277935028076,
+    0.4409962296485901,
+    0.24416020512580872,
+    0.2034732848405838,
+    0.041103728115558624,
+    0.05607559159398079,
+    0.06743167340755463,
+    0.21979038417339325,
+    0.07041233032941818,
+    0.046915147453546524,
+    0.09465806931257248,
+    0.013805907219648361,
+    0.141550213098526,
+    0.007190336473286152,
+    0.2957954406738281,
+    0.08515332639217377,
+    0.06927473098039627,
+    0.23302976787090302,
+    0.18034948408603668,
+    0.1131371557712555,
+    0.01841960847377777,
+    0.0919652208685875,
+    0.08439360558986664,
+    0.017221977934241295,
+    0.007047973107546568,
+    0.04982408508658409,
+    0.048490364104509354,
+    0.040942057967185974,
+    0.21123595535755157,
+    0.24056504666805267,
+    0.09085678309202194,
+    0.13741114735603333,
+    0.21895499527454376,
+    0.08665774762630463,
+    0.06075974926352501,
+    0.1713741421699524,
+    0.09045126289129257,
+    0.10139553993940353,
+    0.1322709619998932,
+    0.3021647036075592,
+    0.009264538995921612,
+    0.13317443430423737,
+    0.03135790303349495,
+    0.013378264382481575,
+    0.09281569719314575,
+    0.018629519268870354,
+    0.01817394234240055,
+    0.03430142626166344,
+    0.02096523717045784,
+    0.17271952331066132,
+    0.07361999154090881,
+    0.014283965341746807,
+    0.1386251300573349,
+    0.2490796148777008,
+    0.10957235842943192,
+    0.3588383197784424,
+    0.038845136761665344,
+    0.06827429682016373,
+    0.032420564442873,
+    0.2079210728406906,
+    0.13533195853233337,
+    0.050449080765247345,
+    0.010993458330631256,
+    0.12037568539381027,
+    0.09632404148578644
+  ]
+}

p5-mae-15m-d182/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00025000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.1511676121473072,
+  "probe/map_train": 0.5087344266997342,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18324987811126536,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.945917382021435,
+  "probe/total_s": 8.565215794020332,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1823162773784879
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1825489476570538
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18324987811126536
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1787696989006637
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16217221295022788
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13631269798668869
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10957995421064053
+    }
+  ],
+  "per_class_ap": [
+    0.6374982595443726,
+    0.01048359926789999,
+    0.0655607059597969,
+    0.20567920804023743,
+    0.11437948793172836,
+    0.25986334681510925,
+    0.20482821762561798,
+    0.32362595200538635,
+    0.04075402393937111,
+    0.049141235649585724,
+    0.023676706477999687,
+    0.09186374396085739,
+    0.5928070545196533,
+    0.33334341645240784,
+    0.0627734512090683,
+    0.47211122512817383,
+    0.3513656556606293,
+    0.35280993580818176,
+    0.07512039691209793,
+    0.10352298617362976,
+    0.29165923595428467,
+    0.0892803817987442,
+    0.2160181850194931,
+    0.14306294918060303,
+    0.09656627476215363,
+    0.025142937898635864,
+    0.10215708613395691,
+    0.1946438103914261,
+    0.34171438217163086,
+    0.07355260103940964,
+    0.27532655000686646,
+    0.18541516363620758,
+    0.02658814750611782,
+    0.0737755075097084,
+    0.24960467219352722,
+    0.07454601675271988,
+    0.36075741052627563,
+    0.06221313029527664,
+    0.07117577642202377,
+    0.1471620351076126,
+    0.1795976310968399,
+    0.022152384743094444,
+    0.08889207243919373,
+    0.34217241406440735,
+    0.02215697430074215,
+    0.10208536684513092,
+    0.01799549162387848,
+    0.11208115518093109,
+    0.06512526422739029,
+    0.07397852838039398,
+    0.17326417565345764,
+    0.009959296323359013,
+    0.022275583818554878,
+    0.06808511167764664,
+    0.20400138199329376,
+    0.10393593460321426,
+    0.21620240807533264,
+    0.3679235875606537,
+    0.14675982296466827,
+    0.07268515229225159,
+    0.19496963918209076,
+    0.18161119520664215,
+    0.09977705031633377,
+    0.12959441542625427,
+    0.5084447264671326,
+    0.23387952148914337,
+    0.2872832417488098,
+    0.3165885806083679,
+    0.3912889063358307,
+    0.39655303955078125,
+    0.13028480112552643,
+    0.14668557047843933,
+    0.19567961990833282,
+    0.17045532166957855,
+    0.18528546392917633,
+    0.2728819251060486,
+    0.056306008249521255,
+    0.2100762128829956,
+    0.2247733473777771,
+    0.12829944491386414,
+    0.02196628786623478,
+    0.07909568399190903,
+    0.24228094518184662,
+    0.12161730229854584,
+    0.08889827132225037,
+    0.027425233274698257,
+    0.09339901059865952,
+    0.01771126501262188,
+    0.0373431071639061,
+    0.06235458701848984,
+    0.1487000584602356,
+    0.13904544711112976,
+    0.16093194484710693,
+    0.021959172561764717,
+    0.031820148229599,
+    0.09713677316904068,
+    0.033109232783317566,
+    0.02562096156179905,
+    0.14062021672725677,
+    0.20820733904838562,
+    0.19583798944950104,
+    0.31521037220954895,
+    0.047961246222257614,
+    0.052458394318819046,
+    0.03142872452735901,
+    0.05832439661026001,
+    0.05741574615240097,
+    0.06536456942558289,
+    0.08710820227861404,
+    0.18908913433551788,
+    0.24466630816459656,
+    0.13466930389404297,
+    0.12635409832000732,
+    0.09445514529943466,
+    0.0733911544084549,
+    0.20390115678310394,
+    0.2002561241388321,
+    0.12227431684732437,
+    0.15089258551597595,
+    0.31409528851509094,
+    0.33731281757354736,
+    0.20738501846790314,
+    0.08032482117414474,
+    0.09548555314540863,
+    0.016470761969685555,
+    0.02739977464079857,
+    0.15157192945480347,
+    0.1581914871931076,
+    0.18060702085494995,
+    0.15781183540821075,
+    0.0074331327341496944,
+    0.08506867289543152,
+    0.16696186363697052,
+    0.16797199845314026,
+    0.06272461265325546,
+    0.013896566815674305,
+    0.0910814180970192,
+    0.7407832145690918,
+    0.23109160363674164,
+    0.3468133509159088,
+    0.4517219662666321,
+    0.34164267778396606,
+    0.1642700731754303,
+    0.19721637666225433,
+    0.1257873773574829,
+    0.14511169493198395,
+    0.1560167372226715,
+    0.29274868965148926,
+    0.12379077821969986,
+    0.2512759268283844,
+    0.15073183178901672,
+    0.2079959660768509,
+    0.2531875669956207,
+    0.13207201659679413,
+    0.13058313727378845,
+    0.25539878010749817,
+    0.11940314620733261,
+    0.09759723395109177,
+    0.02960502915084362,
+    0.06947588175535202,
+    0.48512962460517883,
+    0.29091784358024597,
+    0.27865180373191833,
+    0.12515659630298615,
+    0.24996709823608398,
+    0.25725436210632324,
+    0.27416300773620605,
+    0.1280260980129242,
+    0.2628246247768402,
+    0.40116891264915466,
+    0.21879632771015167,
+    0.2972753643989563,
+    0.3267172574996948,
+    0.1938202679157257,
+    0.09946490824222565,
+    0.15688154101371765,
+    0.10642988234758377,
+    0.3809317946434021,
+    0.08118542283773422,
+    0.24341724812984467,
+    0.2666165232658386,
+    0.25458386540412903,
+    0.16892200708389282,
+    0.33775705099105835,
+    0.12810859084129333,
+    0.4841555655002594,
+    0.4002716839313507,
+    0.16948048770427704,
+    0.3374907970428467,
+    0.1622689664363861,
+    0.1857244223356247,
+    0.11667246371507645,
+    0.31773141026496887,
+    0.21702368557453156,
+    0.1778230518102646,
+    0.41370725631713867,
+    0.0832596942782402,
+    0.1250154823064804,
+    0.1231636330485344,
+    0.3114296793937683,
+    0.04851827025413513,
+    0.23795221745967865,
+    0.08844146877527237,
+    0.17372891306877136,
+    0.19755952060222626,
+    0.18326722085475922,
+    0.20217613875865936,
+    0.5995508432388306,
+    0.24822786450386047,
+    0.2855316698551178,
+    0.7714834213256836,
+    0.5000001788139343,
+    0.5417569875717163,
+    0.06658754497766495,
+    0.37327614426612854,
+    0.2101896107196808,
+    0.03766698017716408,
+    0.23738014698028564,
+    0.23394878208637238,
+    0.14706102013587952,
+    0.15675877034664154,
+    0.132181316614151,
+    0.2321561723947525,
+    0.23579302430152893,
+    0.06432826817035675,
+    0.07681775838136673,
+    0.07389415055513382,
+    0.036185748875141144,
+    0.20604625344276428,
+    0.05622691661119461,
+    0.055051639676094055,
+    0.1543661206960678,
+    0.10055564343929291,
+    0.06495997309684753,
+    0.047296930104494095,
+    0.02011050656437874,
+    0.15598052740097046,
+    0.019745010882616043,
+    0.3343219757080078,
+    0.030256647616624832,
+    0.1184864267706871,
+    0.20357461273670197,
+    0.2820572555065155,
+    0.1665310561656952,
+    0.17927531898021698,
+    0.24118061363697052,
+    0.07647950202226639,
+    0.11617504060268402,
+    0.03470413386821747,
+    0.1147393137216568,
+    0.14858640730381012,
+    0.03525691479444504,
+    0.06864315271377563,
+    0.09711063653230667,
+    0.08050850033760071,
+    0.25167301297187805,
+    0.22699806094169617,
+    0.2372250109910965,
+    0.17067119479179382,
+    0.1288091540336609,
+    0.06248895823955536,
+    0.0929427295923233,
+    0.2045738399028778,
+    0.1612650454044342,
+    0.022080199792981148,
+    0.0704977735877037,
+    0.07314286381006241,
+    0.12024891376495361,
+    0.20492373406887054,
+    0.02493935637176037,
+    0.028633395209908485,
+    0.23442527651786804,
+    0.13487380743026733,
+    0.04102798178792,
+    0.18291442096233368,
+    0.024315206333994865,
+    0.08352937549352646,
+    0.04535682499408722,
+    0.09441013634204865,
+    0.0943121388554573,
+    0.021920932456851006,
+    0.2680239975452423,
+    0.14863984286785126,
+    0.22606612741947174,
+    0.06903044134378433,
+    0.24127571284770966,
+    0.3927691876888275,
+    0.40764740109443665,
+    0.20926177501678467,
+    0.24961577355861664,
+    0.22611688077449799,
+    0.2402064949274063,
+    0.12967026233673096,
+    0.24158741533756256,
+    0.20204445719718933,
+    0.2138349860906601,
+    0.13277286291122437,
+    0.0066757239401340485,
+    0.013150451704859734,
+    0.015061548911035061,
+    0.27865689992904663,
+    0.17684197425842285,
+    0.1719971001148224,
+    0.063548244535923,
+    0.030820030719041824,
+    0.08453977108001709,
+    0.025615530088543892,
+    0.18765944242477417,
+    0.083316870033741,
+    0.13527779281139374,
+    0.1685500591993332,
+    0.06099686026573181,
+    0.1364516019821167,
+    0.08631729334592819,
+    0.13063940405845642,
+    0.1377653032541275,
+    0.06672260165214539,
+    0.05547642335295677,
+    0.12133079767227173,
+    0.07126861810684204,
+    0.2200005054473877,
+    0.038784708827733994,
+    0.41652411222457886,
+    0.41691774129867554,
+    0.23758253455162048,
+    0.23572055995464325,
+    0.06382115185260773,
+    0.07940508425235748,
+    0.28313615918159485,
+    0.2667175531387329,
+    0.13331659138202667,
+    0.21844711899757385,
+    0.2876833379268646,
+    0.3220231831073761,
+    0.23136599361896515,
+    0.18154866993427277,
+    0.12374480068683624,
+    0.24585479497909546,
+    0.09721709042787552,
+    0.04806636646389961,
+    0.08942317962646484,
+    0.0076902639120817184,
+    0.0675860121846199,
+    0.13631775975227356,
+    0.1065799817442894,
+    0.07330983132123947,
+    0.09229563176631927,
+    0.3334333300590515,
+    0.037940554320812225,
+    0.024005843326449394,
+    0.09432513266801834,
+    0.02775571309030056,
+    0.08144982904195786,
+    0.1020565927028656,
+    0.02439003996551037,
+    0.12014881521463394,
+    0.023291485384106636,
+    0.012468823231756687,
+    0.0405416414141655,
+    0.16605445742607117,
+    0.017127543687820435,
+    0.09238528460264206,
+    0.12458924204111099,
+    0.11942572891712189,
+    0.038957078009843826,
+    0.04114723205566406,
+    0.3546375632286072,
+    0.2155914604663849,
+    0.013312922790646553,
+    0.14352156221866608,
+    0.10614383965730667,
+    0.0914396271109581,
+    0.14966893196105957,
+    0.2831881642341614,
+    0.11880646646022797,
+    0.04640147089958191,
+    0.10017571598291397,
+    0.09074539691209793,
+    0.010707051493227482,
+    0.0189544428139925,
+    0.024903854355216026,
+    0.13020308315753937,
+    0.20369966328144073,
+    0.0799880102276802,
+    0.1477903574705124,
+    0.22564829885959625,
+    0.18923163414001465,
+    0.05738892778754234,
+    0.06689674407243729,
+    0.04877915605902672,
+    0.2394956797361374,
+    0.12228602916002274,
+    0.020930612459778786,
+    0.3655831515789032,
+    0.2747385799884796,
+    0.0982607752084732,
+    0.500526487827301,
+    0.5831644535064697,
+    0.0365067794919014,
+    0.39952996373176575,
+    0.42238733172416687,
+    0.07551044970750809,
+    0.13404449820518494,
+    0.239581897854805,
+    0.018338313326239586,
+    0.011696705594658852,
+    0.030118495225906372,
+    0.032581355422735214,
+    0.05685598403215408,
+    0.012179913930594921,
+    0.012810252606868744,
+    0.13455404341220856,
+    0.04847631976008415,
+    0.03960634022951126,
+    0.28780874609947205,
+    0.17490644752979279,
+    0.03115937113761902,
+    0.014275818131864071,
+    0.09844401478767395,
+    0.07869454473257065,
+    0.2376035749912262,
+    0.0776243805885315,
+    0.10940790176391602,
+    0.33508870005607605,
+    0.09360358864068985,
+    0.10426410287618637,
+    0.08270178735256195,
+    0.20168671011924744,
+    0.23375242948532104,
+    0.17579057812690735,
+    0.09427129477262497,
+    0.15053096413612366,
+    0.1600068062543869,
+    0.06575202196836472,
+    0.007317183539271355,
+    0.11261659860610962,
+    0.21770310401916504,
+    0.10904157161712646,
+    0.14979934692382812,
+    0.027238251641392708,
+    0.022811802104115486,
+    0.02888900600373745,
+    0.010149308480322361,
+    0.09462936967611313,
+    0.012800844386219978,
+    0.17297469079494476,
+    0.054754480719566345,
+    0.011772883124649525,
+    0.023982200771570206,
+    0.10788940638303757,
+    0.009985796175897121,
+    0.04189029708504677,
+    0.01429600827395916,
+    0.039311062544584274,
+    0.037825774401426315,
+    0.2209281027317047,
+    0.030847974121570587,
+    0.1816544532775879,
+    0.03656766191124916,
+    0.13193127512931824,
+    0.06401438266038895,
+    0.030511686578392982,
+    0.38623514771461487,
+    0.466823011636734,
+    0.22826382517814636,
+    0.1908644288778305,
+    0.03814839571714401,
+    0.0681028813123703,
+    0.057599522173404694,
+    0.224656343460083,
+    0.0805598646402359,
+    0.04868173971772194,
+    0.08881784975528717,
+    0.01834901049733162,
+    0.2024911791086197,
+    0.0060720862820744514,
+    0.2984387278556824,
+    0.06978145241737366,
+    0.0872809961438179,
+    0.2288646399974823,
+    0.15763388574123383,
+    0.11559085547924042,
+    0.01423954963684082,
+    0.10154730826616287,
+    0.07912217825651169,
+    0.02106953039765358,
+    0.0075252605602145195,
+    0.053235311061143875,
+    0.04884473234415054,
+    0.04195232689380646,
+    0.21476805210113525,
+    0.3187447488307953,
+    0.09833187609910965,
+    0.1335545778274536,
+    0.21488571166992188,
+    0.10168042033910751,
+    0.05796927213668823,
+    0.13262464106082916,
+    0.07484355568885803,
+    0.10222317278385162,
+    0.13108040392398834,
+    0.2960264980792999,
+    0.008681011386215687,
+    0.14629976451396942,
+    0.027517102658748627,
+    0.013594157062470913,
+    0.09415575861930847,
+    0.02340209297835827,
+    0.01980525441467762,
+    0.03969140350818634,
+    0.02067803591489792,
+    0.18334458768367767,
+    0.06838814169168472,
+    0.013400651514530182,
+    0.13359153270721436,
+    0.24237434566020966,
+    0.12494654208421707,
+    0.36575981974601746,
+    0.037317514419555664,
+    0.05694632977247238,
+    0.030447812750935555,
+    0.2176060527563095,
+    0.15218032896518707,
+    0.0558316744863987,
+    0.01141002681106329,
+    0.17959687113761902,
+    0.09365464746952057
+  ]
+}

p5-mae-15m-d182/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00030000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.1568186956995027,
+  "probe/map_train": 0.5042689363463327,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18775164695064303,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.85748736304231,
+  "probe/total_s": 8.639998666010797,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18670031482899876
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1867554439536598
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18775164695064303
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18140562503391866
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1658181564739253
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.139144915177273
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1122449955167832
+    }
+  ],
+  "per_class_ap": [
+    0.6446704864501953,
+    0.01527064386755228,
+    0.0701061487197876,
+    0.20931664109230042,
+    0.10399314761161804,
+    0.265581339597702,
+    0.21812856197357178,
+    0.31200748682022095,
+    0.04656660556793213,
+    0.048998378217220306,
+    0.02426585555076599,
+    0.09021871536970139,
+    0.5895265936851501,
+    0.34530743956565857,
+    0.05948664993047714,
+    0.5095565319061279,
+    0.3575516939163208,
+    0.367003858089447,
+    0.07391699403524399,
+    0.08544263988733292,
+    0.28291627764701843,
+    0.09149641543626785,
+    0.20807087421417236,
+    0.16188083589076996,
+    0.07848033308982849,
+    0.027624966576695442,
+    0.10401517897844315,
+    0.20422281324863434,
+    0.3672198951244354,
+    0.09192420542240143,
+    0.2627981901168823,
+    0.20312365889549255,
+    0.02504582703113556,
+    0.08963427692651749,
+    0.26255813241004944,
+    0.08487888425588608,
+    0.3895875811576843,
+    0.05287347361445427,
+    0.0830145925283432,
+    0.1408141851425171,
+    0.18480458855628967,
+    0.02244412526488304,
+    0.09617959707975388,
+    0.3837273120880127,
+    0.021115349605679512,
+    0.10356239229440689,
+    0.02476549707353115,
+    0.10309669375419617,
+    0.07308132946491241,
+    0.08029639720916748,
+    0.18305015563964844,
+    0.012866057455539703,
+    0.022189687937498093,
+    0.05908439680933952,
+    0.21518105268478394,
+    0.10432359576225281,
+    0.2225065380334854,
+    0.39783015847206116,
+    0.19440734386444092,
+    0.0889824628829956,
+    0.2176588773727417,
+    0.17978595197200775,
+    0.08501110225915909,
+    0.13317371904850006,
+    0.5263568758964539,
+    0.2421170473098755,
+    0.3162744343280792,
+    0.3101484477519989,
+    0.38588276505470276,
+    0.38963884115219116,
+    0.13718941807746887,
+    0.1707795113325119,
+    0.20700407028198242,
+    0.177686870098114,
+    0.18496394157409668,
+    0.26352837681770325,
+    0.05134839937090874,
+    0.2716214656829834,
+    0.20590287446975708,
+    0.11474204808473587,
+    0.020022818818688393,
+    0.09408730268478394,
+    0.2549889087677002,
+    0.13940498232841492,
+    0.11406070739030838,
+    0.034699536859989166,
+    0.11240703612565994,
+    0.019747037440538406,
+    0.04372188448905945,
+    0.07050096988677979,
+    0.16569335758686066,
+    0.158978670835495,
+    0.15085846185684204,
+    0.024935735389590263,
+    0.03808099403977394,
+    0.07090174406766891,
+    0.016991566866636276,
+    0.023159507662057877,
+    0.14492487907409668,
+    0.2149723321199417,
+    0.15759237110614777,
+    0.2994987666606903,
+    0.04995731636881828,
+    0.05226870998740196,
+    0.03576241806149483,
+    0.0747922882437706,
+    0.07507719099521637,
+    0.07838227599859238,
+    0.0913427546620369,
+    0.2021910548210144,
+    0.27819883823394775,
+    0.14440247416496277,
+    0.14213930070400238,
+    0.10210049897432327,
+    0.05562940239906311,
+    0.22009122371673584,
+    0.2205124944448471,
+    0.13320253789424896,
+    0.16532789170742035,
+    0.30970731377601624,
+    0.33354929089546204,
+    0.22486333549022675,
+    0.07477939873933792,
+    0.0794297531247139,
+    0.016621530055999756,
+    0.04245699569582939,
+    0.17014789581298828,
+    0.16420114040374756,
+    0.1920453906059265,
+    0.15251578390598297,
+    0.006303743924945593,
+    0.12708628177642822,
+    0.1967504769563675,
+    0.20248809456825256,
+    0.09270242601633072,
+    0.01284734159708023,
+    0.1174771711230278,
+    0.7415530681610107,
+    0.23872360587120056,
+    0.355094313621521,
+    0.4630703926086426,
+    0.3691476881504059,
+    0.1701955944299698,
+    0.19622580707073212,
+    0.13961005210876465,
+    0.13793358206748962,
+    0.16894924640655518,
+    0.3679119646549225,
+    0.16229356825351715,
+    0.24456870555877686,
+    0.15867304801940918,
+    0.21640850603580475,
+    0.2699287533760071,
+    0.1341986060142517,
+    0.14078682661056519,
+    0.2510193884372711,
+    0.11927811801433563,
+    0.11977182328701019,
+    0.02839585766196251,
+    0.06314543634653091,
+    0.5118148326873779,
+    0.294251412153244,
+    0.28962790966033936,
+    0.1312381625175476,
+    0.24195106327533722,
+    0.25231000781059265,
+    0.26523807644844055,
+    0.13049758970737457,
+    0.26105350255966187,
+    0.3977724611759186,
+    0.23827002942562103,
+    0.2849682569503784,
+    0.3079897165298462,
+    0.20971807837486267,
+    0.11503326147794724,
+    0.1630639135837555,
+    0.11788555234670639,
+    0.3715289235115051,
+    0.0916745513677597,
+    0.2677641212940216,
+    0.29409676790237427,
+    0.2720767855644226,
+    0.1846192181110382,
+    0.37350839376449585,
+    0.14161959290504456,
+    0.47551923990249634,
+    0.402715802192688,
+    0.19424878060817719,
+    0.35165202617645264,
+    0.1824573427438736,
+    0.19664514064788818,
+    0.12092965096235275,
+    0.356882244348526,
+    0.22865428030490875,
+    0.1951167732477188,
+    0.4202782213687897,
+    0.08944772928953171,
+    0.14640238881111145,
+    0.14510636031627655,
+    0.3353578448295593,
+    0.04776748642325401,
+    0.2782796025276184,
+    0.08567607402801514,
+    0.18633639812469482,
+    0.20655079185962677,
+    0.19979186356067657,
+    0.25606396794319153,
+    0.6109968423843384,
+    0.2417089194059372,
+    0.2745475769042969,
+    0.7779792547225952,
+    0.4925053119659424,
+    0.5646563172340393,
+    0.0713711678981781,
+    0.35017305612564087,
+    0.2438618540763855,
+    0.03915949910879135,
+    0.27087971568107605,
+    0.22230733931064606,
+    0.14750155806541443,
+    0.1667705923318863,
+    0.15038736164569855,
+    0.24162648618221283,
+    0.24019679427146912,
+    0.06852355599403381,
+    0.07681921869516373,
+    0.08064725995063782,
+    0.041682593524456024,
+    0.1863051801919937,
+    0.05249582603573799,
+    0.06819844990968704,
+    0.14253239333629608,
+    0.09041796624660492,
+    0.05343729630112648,
+    0.057901497930288315,
+    0.0397292859852314,
+    0.16535800695419312,
+    0.035287044942379,
+    0.3766883313655853,
+    0.03234465792775154,
+    0.13474169373512268,
+    0.23214465379714966,
+    0.27807313203811646,
+    0.1807514727115631,
+    0.19487044215202332,
+    0.24188563227653503,
+    0.08290822803974152,
+    0.13015484809875488,
+    0.03503847122192383,
+    0.11300674080848694,
+    0.19263729453086853,
+    0.030163336545228958,
+    0.08617644757032394,
+    0.10561167448759079,
+    0.08623996376991272,
+    0.24830925464630127,
+    0.24303965270519257,
+    0.21585287153720856,
+    0.17338122427463531,
+    0.15668748319149017,
+    0.05617663264274597,
+    0.09250298142433167,
+    0.21113495528697968,
+    0.15414272248744965,
+    0.019965633749961853,
+    0.0715954601764679,
+    0.0828046128153801,
+    0.12718459963798523,
+    0.19861334562301636,
+    0.022745434194803238,
+    0.025508005172014236,
+    0.24134662747383118,
+    0.1237935870885849,
+    0.059353943914175034,
+    0.20161987841129303,
+    0.027620121836662292,
+    0.08076047897338867,
+    0.045812029391527176,
+    0.08806502819061279,
+    0.0765468031167984,
+    0.01805153675377369,
+    0.293573796749115,
+    0.16940420866012573,
+    0.24429696798324585,
+    0.06481201946735382,
+    0.26613253355026245,
+    0.4089088439941406,
+    0.42569389939308167,
+    0.23529940843582153,
+    0.25078698992729187,
+    0.21526022255420685,
+    0.23340147733688354,
+    0.1356520801782608,
+    0.20327159762382507,
+    0.2082187831401825,
+    0.22638384997844696,
+    0.160872682929039,
+    0.007020917255431414,
+    0.011901574209332466,
+    0.017067156732082367,
+    0.2784806489944458,
+    0.18360702693462372,
+    0.19883359968662262,
+    0.07431762665510178,
+    0.025890473276376724,
+    0.0930863618850708,
+    0.025604259222745895,
+    0.19824963808059692,
+    0.08338380604982376,
+    0.1276010423898697,
+    0.1838284432888031,
+    0.0853174477815628,
+    0.14427953958511353,
+    0.08730616420507431,
+    0.11355283111333847,
+    0.13948875665664673,
+    0.07340067625045776,
+    0.060822851955890656,
+    0.1509263664484024,
+    0.07508416473865509,
+    0.22885775566101074,
+    0.0362570658326149,
+    0.4361666738986969,
+    0.41804245114326477,
+    0.2551099956035614,
+    0.24765130877494812,
+    0.06441797316074371,
+    0.06292591243982315,
+    0.30035266280174255,
+    0.28218621015548706,
+    0.16722995042800903,
+    0.23552489280700684,
+    0.2989198565483093,
+    0.3083943724632263,
+    0.22969354689121246,
+    0.20501470565795898,
+    0.12568117678165436,
+    0.28370222449302673,
+    0.07715685665607452,
+    0.04631447046995163,
+    0.09974312037229538,
+    0.007498522754758596,
+    0.06939495354890823,
+    0.14431288838386536,
+    0.11335650831460953,
+    0.059924911707639694,
+    0.09494787454605103,
+    0.3493857681751251,
+    0.02975294552743435,
+    0.02515028975903988,
+    0.10323011130094528,
+    0.03776995465159416,
+    0.08779893070459366,
+    0.11036501824855804,
+    0.02160697616636753,
+    0.12609140574932098,
+    0.02717478573322296,
+    0.011735067702829838,
+    0.03810443729162216,
+    0.16186422109603882,
+    0.018773449584841728,
+    0.09294862300157547,
+    0.12761498987674713,
+    0.1188674047589302,
+    0.03100605495274067,
+    0.038886573165655136,
+    0.3496091365814209,
+    0.20788320899009705,
+    0.021291878074407578,
+    0.16781605780124664,
+    0.11778092384338379,
+    0.09751129150390625,
+    0.1467900276184082,
+    0.3221297264099121,
+    0.17549219727516174,
+    0.04908100143074989,
+    0.09815257787704468,
+    0.10382943600416183,
+    0.014174165204167366,
+    0.02210235968232155,
+    0.026458056643605232,
+    0.12115968018770218,
+    0.22367814183235168,
+    0.07937994599342346,
+    0.14811952412128448,
+    0.22101855278015137,
+    0.17755116522312164,
+    0.03984725847840309,
+    0.05610721930861473,
+    0.04955269768834114,
+    0.24697066843509674,
+    0.11985649913549423,
+    0.024557163938879967,
+    0.3980576694011688,
+    0.2484319657087326,
+    0.090731680393219,
+    0.5078351497650146,
+    0.5833611488342285,
+    0.03539635241031647,
+    0.4050788879394531,
+    0.4269426465034485,
+    0.0746862143278122,
+    0.14762049913406372,
+    0.2834063470363617,
+    0.020771272480487823,
+    0.013402082026004791,
+    0.03581622615456581,
+    0.039448194205760956,
+    0.05589061230421066,
+    0.011135621927678585,
+    0.011443713679909706,
+    0.1416706144809723,
+    0.039432138204574585,
+    0.05401013791561127,
+    0.280517041683197,
+    0.20987069606781006,
+    0.03441918268799782,
+    0.012722413055598736,
+    0.09804593026638031,
+    0.09856260567903519,
+    0.23124098777770996,
+    0.08908412605524063,
+    0.09773213416337967,
+    0.3744504749774933,
+    0.09207473695278168,
+    0.1074381023645401,
+    0.06902774423360825,
+    0.2053423821926117,
+    0.21788795292377472,
+    0.18985888361930847,
+    0.10743549466133118,
+    0.18630172312259674,
+    0.16878445446491241,
+    0.08027400821447372,
+    0.006584370043128729,
+    0.11399219185113907,
+    0.21617300808429718,
+    0.10466718673706055,
+    0.13595354557037354,
+    0.029601750895380974,
+    0.021277500316500664,
+    0.02692185342311859,
+    0.008822673000395298,
+    0.10996739566326141,
+    0.022087233141064644,
+    0.14578402042388916,
+    0.05431145429611206,
+    0.013416336849331856,
+    0.02913001924753189,
+    0.10556063055992126,
+    0.012740569189190865,
+    0.040624793618917465,
+    0.015314235351979733,
+    0.04302377626299858,
+    0.03947152569890022,
+    0.23076370358467102,
+    0.045318134129047394,
+    0.15960313379764557,
+    0.031068816781044006,
+    0.14595946669578552,
+    0.055279944092035294,
+    0.031378116458654404,
+    0.3855198621749878,
+    0.4849089980125427,
+    0.242766335606575,
+    0.20068149268627167,
+    0.04598366469144821,
+    0.05936191976070404,
+    0.053257085382938385,
+    0.18825139105319977,
+    0.09528308361768723,
+    0.07087917625904083,
+    0.0810282900929451,
+    0.023364149034023285,
+    0.18854078650474548,
+    0.0070066084153950214,
+    0.30210092663764954,
+    0.07504135370254517,
+    0.06589411199092865,
+    0.21868903934955597,
+    0.17598570883274078,
+    0.10697430372238159,
+    0.011515277437865734,
+    0.08646256476640701,
+    0.07663549482822418,
+    0.02784651145339012,
+    0.007466265931725502,
+    0.05597420409321785,
+    0.05092281103134155,
+    0.04050518572330475,
+    0.21812382340431213,
+    0.31293100118637085,
+    0.08663209527730942,
+    0.13625657558441162,
+    0.21162761747837067,
+    0.10890015214681625,
+    0.06321140378713608,
+    0.13322782516479492,
+    0.11302229762077332,
+    0.10087662935256958,
+    0.13586640357971191,
+    0.3341614603996277,
+    0.008572747930884361,
+    0.1524280458688736,
+    0.02926798164844513,
+    0.010065109468996525,
+    0.09894812107086182,
+    0.02920575998723507,
+    0.020203066989779472,
+    0.044786885380744934,
+    0.022266892716288567,
+    0.18522530794143677,
+    0.0920109674334526,
+    0.011535334400832653,
+    0.1268748939037323,
+    0.24725505709648132,
+    0.12666644155979156,
+    0.3562384247779846,
+    0.043222952634096146,
+    0.05763626843690872,
+    0.027423489838838577,
+    0.21105965971946716,
+    0.15265245735645294,
+    0.05729161575436592,
+    0.011840105056762695,
+    0.1488661915063858,
+    0.10061850398778915
+  ]
+}

p5-mae-15m-d182/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00035000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.15837180411771817,
+  "probe/map_train": 0.5281517625816406,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.18926209557105203,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.177630510064773,
+  "probe/total_s": 8.599259015056305,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18908598757591064
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18926209557105203
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18905821559151928
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18437959865598005
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16798803662444753
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1407895086976422
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11422863537693075
+    }
+  ],
+  "per_class_ap": [
+    0.6459010243415833,
+    0.017475998029112816,
+    0.06549213081598282,
+    0.21107862889766693,
+    0.10122384876012802,
+    0.2601623833179474,
+    0.218500018119812,
+    0.32060351967811584,
+    0.057734210044145584,
+    0.04705880209803581,
+    0.025419943034648895,
+    0.08583594113588333,
+    0.5992429852485657,
+    0.34632742404937744,
+    0.06855189800262451,
+    0.5438652038574219,
+    0.35566553473472595,
+    0.3649752140045166,
+    0.0781189352273941,
+    0.10054884105920792,
+    0.2928214967250824,
+    0.09832780063152313,
+    0.21841540932655334,
+    0.16736860573291779,
+    0.0773245245218277,
+    0.0255759134888649,
+    0.11172398924827576,
+    0.20539608597755432,
+    0.3689078092575073,
+    0.07884929329156876,
+    0.2763955295085907,
+    0.20941628515720367,
+    0.023928649723529816,
+    0.08459724485874176,
+    0.2641243636608124,
+    0.08755160123109818,
+    0.37569132447242737,
+    0.051371317356824875,
+    0.08667351305484772,
+    0.14248284697532654,
+    0.19208386540412903,
+    0.026823965832591057,
+    0.09443265199661255,
+    0.3697325587272644,
+    0.022490644827485085,
+    0.08968734741210938,
+    0.034727100282907486,
+    0.11391017585992813,
+    0.07403253763914108,
+    0.07767591625452042,
+    0.17930541932582855,
+    0.01294621266424656,
+    0.023878199979662895,
+    0.07618650048971176,
+    0.22064362466335297,
+    0.1062069907784462,
+    0.2191515564918518,
+    0.38580307364463806,
+    0.17547710239887238,
+    0.09660007059574127,
+    0.2183084636926651,
+    0.18676625192165375,
+    0.08943050354719162,
+    0.1410953849554062,
+    0.5297699570655823,
+    0.24295839667320251,
+    0.3013080358505249,
+    0.3211837410926819,
+    0.3929477632045746,
+    0.39094170928001404,
+    0.13748577237129211,
+    0.17334336042404175,
+    0.208358034491539,
+    0.1843893826007843,
+    0.1934664398431778,
+    0.28132686018943787,
+    0.05228589102625847,
+    0.26931917667388916,
+    0.1978992223739624,
+    0.13055774569511414,
+    0.023861784487962723,
+    0.10284929722547531,
+    0.26867303252220154,
+    0.17282679677009583,
+    0.10863251239061356,
+    0.031047658994793892,
+    0.12202982604503632,
+    0.019434640184044838,
+    0.04304518923163414,
+    0.05382508039474487,
+    0.19195415079593658,
+    0.18862363696098328,
+    0.14831510186195374,
+    0.024050625041127205,
+    0.03551230952143669,
+    0.08469505608081818,
+    0.03192635998129845,
+    0.025808187201619148,
+    0.14706024527549744,
+    0.21885502338409424,
+    0.17074011266231537,
+    0.3181267976760864,
+    0.05199139937758446,
+    0.056052401661872864,
+    0.03272229805588722,
+    0.06412201374769211,
+    0.06463596224784851,
+    0.06646066159009933,
+    0.10124792158603668,
+    0.20389018952846527,
+    0.299162894487381,
+    0.14291083812713623,
+    0.14410990476608276,
+    0.11028314381837845,
+    0.04872717708349228,
+    0.21711237728595734,
+    0.22289006412029266,
+    0.12734408676624298,
+    0.16422666609287262,
+    0.29450783133506775,
+    0.3186204731464386,
+    0.22064556181430817,
+    0.07638956606388092,
+    0.08837433904409409,
+    0.01531103067100048,
+    0.04555140808224678,
+    0.17010001838207245,
+    0.18231627345085144,
+    0.1571987271308899,
+    0.11715883016586304,
+    0.005341795273125172,
+    0.1168864369392395,
+    0.20633527636528015,
+    0.2228264957666397,
+    0.09081479907035828,
+    0.013989748433232307,
+    0.10965843498706818,
+    0.7417558431625366,
+    0.23686745762825012,
+    0.3565027415752411,
+    0.4714412987232208,
+    0.37402796745300293,
+    0.17101244628429413,
+    0.1836855113506317,
+    0.13593368232250214,
+    0.14178593456745148,
+    0.16013607382774353,
+    0.3561008870601654,
+    0.16207841038703918,
+    0.25399506092071533,
+    0.15844814479351044,
+    0.20507119596004486,
+    0.2771284282207489,
+    0.13794627785682678,
+    0.13875891268253326,
+    0.27044540643692017,
+    0.127191960811615,
+    0.11889047920703888,
+    0.03289203718304634,
+    0.05936698988080025,
+    0.5021112561225891,
+    0.3020670413970947,
+    0.29452070593833923,
+    0.12300900369882584,
+    0.24820289015769958,
+    0.26373258233070374,
+    0.2755814790725708,
+    0.12854771316051483,
+    0.27285999059677124,
+    0.4077146053314209,
+    0.22287261486053467,
+    0.30578920245170593,
+    0.3154226243495941,
+    0.21826468408107758,
+    0.11758977919816971,
+    0.15663906931877136,
+    0.11888903379440308,
+    0.3674362301826477,
+    0.09742389619350433,
+    0.26370900869369507,
+    0.3109671175479889,
+    0.27419739961624146,
+    0.21253618597984314,
+    0.3680763244628906,
+    0.13133637607097626,
+    0.4869198799133301,
+    0.4060148298740387,
+    0.17827066779136658,
+    0.3714878559112549,
+    0.18757212162017822,
+    0.1990792155265808,
+    0.14332754909992218,
+    0.3676627576351166,
+    0.23010104894638062,
+    0.2062966674566269,
+    0.43253570795059204,
+    0.09222448617219925,
+    0.13801315426826477,
+    0.15477323532104492,
+    0.3470045030117035,
+    0.04093851521611214,
+    0.2676861584186554,
+    0.08787286281585693,
+    0.1641702502965927,
+    0.2033264935016632,
+    0.2472800612449646,
+    0.3052659332752228,
+    0.6250767111778259,
+    0.23992440104484558,
+    0.29275208711624146,
+    0.7857897877693176,
+    0.5009359121322632,
+    0.5630608797073364,
+    0.06737615913152695,
+    0.3344765901565552,
+    0.24085496366024017,
+    0.03398866578936577,
+    0.2791018784046173,
+    0.2413760870695114,
+    0.12970013916492462,
+    0.17097674310207367,
+    0.1457955241203308,
+    0.23179005086421967,
+    0.24437688291072845,
+    0.06553541123867035,
+    0.07716590166091919,
+    0.08188258111476898,
+    0.04391106218099594,
+    0.16654419898986816,
+    0.05026011914014816,
+    0.06404993683099747,
+    0.13406188786029816,
+    0.09148895740509033,
+    0.05250687152147293,
+    0.05440930277109146,
+    0.027566397562623024,
+    0.16934318840503693,
+    0.026996279135346413,
+    0.3630141615867615,
+    0.028859902173280716,
+    0.12147781997919083,
+    0.21030689775943756,
+    0.28029701113700867,
+    0.18245922029018402,
+    0.19761614501476288,
+    0.2528589367866516,
+    0.08009205013513565,
+    0.11551586538553238,
+    0.03432965651154518,
+    0.11607842892408371,
+    0.16671593487262726,
+    0.02686724252998829,
+    0.09297485649585724,
+    0.09982560575008392,
+    0.08157419413328171,
+    0.25683531165122986,
+    0.2368362993001938,
+    0.23300963640213013,
+    0.18581433594226837,
+    0.15601125359535217,
+    0.04258832335472107,
+    0.10433129221200943,
+    0.2098976969718933,
+    0.13153156638145447,
+    0.020895933732390404,
+    0.06719158589839935,
+    0.08234818279743195,
+    0.1260269284248352,
+    0.20886904001235962,
+    0.023905783891677856,
+    0.024562912061810493,
+    0.2404005229473114,
+    0.12128042429685593,
+    0.04562525823712349,
+    0.19532084465026855,
+    0.02734418213367462,
+    0.06925059109926224,
+    0.04101913794875145,
+    0.09686404466629028,
+    0.07617747038602829,
+    0.017506733536720276,
+    0.26930394768714905,
+    0.1736949384212494,
+    0.24034003913402557,
+    0.06254122406244278,
+    0.26283982396125793,
+    0.40935587882995605,
+    0.4334384799003601,
+    0.23544706404209137,
+    0.26670190691947937,
+    0.18235427141189575,
+    0.25500422716140747,
+    0.13218572735786438,
+    0.20484724640846252,
+    0.22820782661437988,
+    0.23578330874443054,
+    0.14556682109832764,
+    0.006907067261636257,
+    0.013337058946490288,
+    0.01448000967502594,
+    0.2789934277534485,
+    0.18205203115940094,
+    0.1855398416519165,
+    0.0748588964343071,
+    0.028540655970573425,
+    0.10232916474342346,
+    0.024786146357655525,
+    0.1965005099773407,
+    0.09994509071111679,
+    0.15199990570545197,
+    0.18019656836986542,
+    0.0797002762556076,
+    0.15199609100818634,
+    0.08978240191936493,
+    0.11738400906324387,
+    0.14584261178970337,
+    0.07854573428630829,
+    0.061127688735723495,
+    0.14312778413295746,
+    0.07724503427743912,
+    0.27086353302001953,
+    0.03946409374475479,
+    0.45968952775001526,
+    0.4313495457172394,
+    0.27481725811958313,
+    0.26005819439888,
+    0.06657006591558456,
+    0.06168492138385773,
+    0.29990917444229126,
+    0.279976487159729,
+    0.1591567099094391,
+    0.2439890056848526,
+    0.3044845163822174,
+    0.3151214122772217,
+    0.2297072857618332,
+    0.19477885961532593,
+    0.1414162963628769,
+    0.2789762616157532,
+    0.07578732818365097,
+    0.04845849797129631,
+    0.10711895674467087,
+    0.006568728014826775,
+    0.07107856869697571,
+    0.14437448978424072,
+    0.11182128638029099,
+    0.058021724224090576,
+    0.09085820615291595,
+    0.3601733446121216,
+    0.02427748590707779,
+    0.02765042521059513,
+    0.11304960399866104,
+    0.036653902381658554,
+    0.08471477031707764,
+    0.11663489043712616,
+    0.020972134545445442,
+    0.15919552743434906,
+    0.026218464598059654,
+    0.010905323550105095,
+    0.03571953624486923,
+    0.17324921488761902,
+    0.016399739310145378,
+    0.09294012933969498,
+    0.13994432985782623,
+    0.11497509479522705,
+    0.03127925470471382,
+    0.039295583963394165,
+    0.3385792076587677,
+    0.20892266929149628,
+    0.02333994209766388,
+    0.14273467659950256,
+    0.11371181160211563,
+    0.09038714319467545,
+    0.1461179107427597,
+    0.3307013511657715,
+    0.16991956532001495,
+    0.052095700055360794,
+    0.1027296856045723,
+    0.08613348007202148,
+    0.011476668529212475,
+    0.024318860843777657,
+    0.02917691320180893,
+    0.13326148688793182,
+    0.23592284321784973,
+    0.07137656956911087,
+    0.1587735265493393,
+    0.23034223914146423,
+    0.19190935790538788,
+    0.03522811830043793,
+    0.060299042612314224,
+    0.04077567160129547,
+    0.2618858218193054,
+    0.12017831206321716,
+    0.027373839169740677,
+    0.3639368712902069,
+    0.2904902398586273,
+    0.10075898468494415,
+    0.5278893709182739,
+    0.608555018901825,
+    0.032948046922683716,
+    0.4173281490802765,
+    0.4482899606227875,
+    0.07788991928100586,
+    0.15530970692634583,
+    0.26337891817092896,
+    0.019148390740156174,
+    0.010451515205204487,
+    0.03421200066804886,
+    0.03701227903366089,
+    0.059255123138427734,
+    0.009736425243318081,
+    0.01042994949966669,
+    0.14518684148788452,
+    0.047866642475128174,
+    0.042027126997709274,
+    0.2835381031036377,
+    0.2496744841337204,
+    0.03204828128218651,
+    0.013199472799897194,
+    0.09587874263525009,
+    0.10135696083307266,
+    0.23725289106369019,
+    0.08393611758947372,
+    0.09384853392839432,
+    0.37018021941185,
+    0.09055416285991669,
+    0.09914580732584,
+    0.06422250717878342,
+    0.20846672356128693,
+    0.22939108312129974,
+    0.20163069665431976,
+    0.10555993765592575,
+    0.18252617120742798,
+    0.1720546931028366,
+    0.07316473126411438,
+    0.006310618948191404,
+    0.10881508141756058,
+    0.23381532728672028,
+    0.10150196403265,
+    0.14921556413173676,
+    0.031687766313552856,
+    0.01741320826113224,
+    0.05444079637527466,
+    0.011298191733658314,
+    0.1340867280960083,
+    0.015590515919029713,
+    0.13870325684547424,
+    0.047449346631765366,
+    0.011062877252697945,
+    0.023258602246642113,
+    0.09365114569664001,
+    0.013012605719268322,
+    0.037107665091753006,
+    0.015735086053609848,
+    0.03815017640590668,
+    0.04425943270325661,
+    0.20555953681468964,
+    0.04082309827208519,
+    0.1665048897266388,
+    0.03546794503927231,
+    0.15188559889793396,
+    0.06325549632310867,
+    0.033085897564888,
+    0.3927953243255615,
+    0.480307400226593,
+    0.23310376703739166,
+    0.19954340159893036,
+    0.0351310670375824,
+    0.08106107264757156,
+    0.06665175408124924,
+    0.23388780653476715,
+    0.1135469377040863,
+    0.06875396519899368,
+    0.08305659145116806,
+    0.029077984392642975,
+    0.20101407170295715,
+    0.007392195053398609,
+    0.2997061312198639,
+    0.06894174963235855,
+    0.0718584731221199,
+    0.22235974669456482,
+    0.166251078248024,
+    0.10161574184894562,
+    0.01160401850938797,
+    0.07540786266326904,
+    0.07454851269721985,
+    0.024104829877614975,
+    0.007252239156514406,
+    0.05677530914545059,
+    0.05583808198571205,
+    0.032665565609931946,
+    0.21083369851112366,
+    0.3025054633617401,
+    0.08553469926118851,
+    0.12912046909332275,
+    0.21219711005687714,
+    0.10868704319000244,
+    0.06574112921953201,
+    0.11726614832878113,
+    0.10261324048042297,
+    0.10703297704458237,
+    0.14452390372753143,
+    0.3440735936164856,
+    0.008082962594926357,
+    0.15457743406295776,
+    0.024968575686216354,
+    0.010792875662446022,
+    0.09791602939367294,
+    0.026015039533376694,
+    0.01735514961183071,
+    0.04213341698050499,
+    0.02295583300292492,
+    0.1873932033777237,
+    0.09246478974819183,
+    0.011607551947236061,
+    0.1274610310792923,
+    0.25632935762405396,
+    0.11420971900224686,
+    0.35258790850639343,
+    0.04368207976222038,
+    0.05203905329108238,
+    0.025849724188447,
+    0.2269631028175354,
+    0.14705827832221985,
+    0.06389431655406952,
+    0.01102323830127716,
+    0.1529824137687683,
+    0.09183959662914276
+  ]
+}

p5-mae-15m-d182/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.00044140625
+  - 0.0205703125
+  - 0.37251171875
+  - 6.25e-05
+  - 0.140091796875
+  - 0.0
+  - 0.019626953125
+  - 0.00044140625
+  - 0.013650390625
+  - 0.012203125
+  - 0.02956640625
+  - 0.13380078125
+  - 0.002328125
+  - 0.011072265625
+  - 0.0
+  - 0.0
+  - 0.033087890625
+  - 0.13021484375
+  - 0.042083984375
+  - 0.03824609375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d182
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d182/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d182/exports/step_00040000",
+  "fingerprint": "5d7463349b08a290",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "probe/map": 0.15936189693481834,
+  "probe/map_train": 0.5032119728356204,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1894273233941917,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.82162782503292,
+  "probe/total_s": 8.296532485052012,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1881389996514919
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18870274588135222
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1894273233941917
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1844786731588108
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16815641471511725
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14066975256799238
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11271023123959818
+    }
+  ],
+  "per_class_ap": [
+    0.6466561555862427,
+    0.01997455395758152,
+    0.06895521283149719,
+    0.21101106703281403,
+    0.10183626413345337,
+    0.26093587279319763,
+    0.22056230902671814,
+    0.31476086378097534,
+    0.05782649293541908,
+    0.051081448793411255,
+    0.025961080566048622,
+    0.08904197812080383,
+    0.5834706425666809,
+    0.3480965197086334,
+    0.07289128005504608,
+    0.5371432304382324,
+    0.3622928261756897,
+    0.3670533299446106,
+    0.08133392035961151,
+    0.1024380549788475,
+    0.29736027121543884,
+    0.10251577943563461,
+    0.21839965879917145,
+    0.16995741426944733,
+    0.07973122596740723,
+    0.027458036318421364,
+    0.11437230557203293,
+    0.2099611610174179,
+    0.368181973695755,
+    0.07614083588123322,
+    0.27051234245300293,
+    0.21383871138095856,
+    0.02515982836484909,
+    0.07822835445404053,
+    0.2673414647579193,
+    0.08900120854377747,
+    0.37854117155075073,
+    0.052098438143730164,
+    0.08397785574197769,
+    0.13772566616535187,
+    0.18397381901741028,
+    0.0241033174097538,
+    0.09491917490959167,
+    0.36533278226852417,
+    0.02269519865512848,
+    0.09079456329345703,
+    0.03518826141953468,
+    0.10825143754482269,
+    0.07876253128051758,
+    0.07856399565935135,
+    0.17412169277668,
+    0.013604344800114632,
+    0.02375393733382225,
+    0.08402981609106064,
+    0.22246454656124115,
+    0.10675811022520065,
+    0.22575628757476807,
+    0.38986936211586,
+    0.1808256208896637,
+    0.10232145339250565,
+    0.2137610912322998,
+    0.1872028261423111,
+    0.09010791778564453,
+    0.14676038920879364,
+    0.5274509191513062,
+    0.24481511116027832,
+    0.29901421070098877,
+    0.3143230974674225,
+    0.3918170630931854,
+    0.3931248188018799,
+    0.1370868980884552,
+    0.16908593475818634,
+    0.20757830142974854,
+    0.1809093952178955,
+    0.18988165259361267,
+    0.27634957432746887,
+    0.05200145021080971,
+    0.26175978779792786,
+    0.20847903192043304,
+    0.12810447812080383,
+    0.026956500485539436,
+    0.10084173083305359,
+    0.26698246598243713,
+    0.17691949009895325,
+    0.10695119947195053,
+    0.032418057322502136,
+    0.12165755033493042,
+    0.020497487857937813,
+    0.04331854730844498,
+    0.06348096579313278,
+    0.19921012222766876,
+    0.19084559381008148,
+    0.14605306088924408,
+    0.024481860920786858,
+    0.03756830841302872,
+    0.08285307139158249,
+    0.02308153174817562,
+    0.02226266637444496,
+    0.14760585129261017,
+    0.21759559214115143,
+    0.17796260118484497,
+    0.3283546268939972,
+    0.056254561990499496,
+    0.05898977443575859,
+    0.0333251990377903,
+    0.06323704868555069,
+    0.06866443157196045,
+    0.06566772609949112,
+    0.10258398950099945,
+    0.21382999420166016,
+    0.289995402097702,
+    0.1462354063987732,
+    0.14486606419086456,
+    0.10974585264921188,
+    0.04631984606385231,
+    0.21259890496730804,
+    0.21112661063671112,
+    0.13029031455516815,
+    0.16493572294712067,
+    0.30746304988861084,
+    0.3270081579685211,
+    0.23171035945415497,
+    0.0749257430434227,
+    0.08994962275028229,
+    0.015720093622803688,
+    0.03656262531876564,
+    0.17097200453281403,
+    0.17962922155857086,
+    0.173524409532547,
+    0.14114226400852203,
+    0.005755945574492216,
+    0.12564624845981598,
+    0.2143196314573288,
+    0.23099863529205322,
+    0.0951140746474266,
+    0.01542825996875763,
+    0.10611696541309357,
+    0.7429099678993225,
+    0.24124503135681152,
+    0.35334503650665283,
+    0.471633642911911,
+    0.38050663471221924,
+    0.1929243952035904,
+    0.19239220023155212,
+    0.13780246675014496,
+    0.14823487401008606,
+    0.15433207154273987,
+    0.3725868761539459,
+    0.1544877290725708,
+    0.25326332449913025,
+    0.17033305764198303,
+    0.21229271590709686,
+    0.2745456099510193,
+    0.13834333419799805,
+    0.13765603303909302,
+    0.26291000843048096,
+    0.12618163228034973,
+    0.11143425107002258,
+    0.03553423658013344,
+    0.0597325824201107,
+    0.49688705801963806,
+    0.30123171210289,
+    0.3035559058189392,
+    0.12296759337186813,
+    0.25038042664527893,
+    0.2713705003261566,
+    0.2827470004558563,
+    0.13665418326854706,
+    0.28173375129699707,
+    0.40886393189430237,
+    0.22305592894554138,
+    0.3054540753364563,
+    0.32038751244544983,
+    0.22932720184326172,
+    0.11958393454551697,
+    0.14881190657615662,
+    0.12417683750391006,
+    0.3683040738105774,
+    0.1014409288764,
+    0.26525789499282837,
+    0.30369243025779724,
+    0.2788514494895935,
+    0.1955118626356125,
+    0.3692080080509186,
+    0.13620580732822418,
+    0.49002891778945923,
+    0.4096144735813141,
+    0.19189482927322388,
+    0.3512747585773468,
+    0.18609128892421722,
+    0.2090986967086792,
+    0.14215104281902313,
+    0.3688986003398895,
+    0.2268310785293579,
+    0.20910413563251495,
+    0.42943236231803894,
+    0.08823882788419724,
+    0.14110511541366577,
+    0.14765752851963043,
+    0.3444629907608032,
+    0.046695999801158905,
+    0.2730213701725006,
+    0.08855781704187393,
+    0.1705479919910431,
+    0.18868045508861542,
+    0.24246229231357574,
+    0.2885904610157013,
+    0.6184859275817871,
+    0.23545710742473602,
+    0.29159680008888245,
+    0.7892105579376221,
+    0.5079355835914612,
+    0.5593568086624146,
+    0.07106108218431473,
+    0.34010931849479675,
+    0.2405124306678772,
+    0.039363838732242584,
+    0.2770097553730011,
+    0.2368396371603012,
+    0.14232778549194336,
+    0.17400923371315002,
+    0.15104636549949646,
+    0.23174525797367096,
+    0.25433430075645447,
+    0.06502903997898102,
+    0.08078350126743317,
+    0.08125504851341248,
+    0.043750230222940445,
+    0.16785074770450592,
+    0.051286544650793076,
+    0.06580256670713425,
+    0.1316160261631012,
+    0.08438359946012497,
+    0.05771614983677864,
+    0.05997799336910248,
+    0.03043600358068943,
+    0.19404026865959167,
+    0.02460768073797226,
+    0.3595306873321533,
+    0.028003158047795296,
+    0.12309270352125168,
+    0.21825508773326874,
+    0.2733977437019348,
+    0.18697693943977356,
+    0.19605208933353424,
+    0.2414349615573883,
+    0.08458925783634186,
+    0.11914127320051193,
+    0.03697352856397629,
+    0.11604811996221542,
+    0.16851763427257538,
+    0.026366405189037323,
+    0.09758061915636063,
+    0.10737499594688416,
+    0.08656668663024902,
+    0.25207945704460144,
+    0.24236470460891724,
+    0.24073396623134613,
+    0.19032041728496552,
+    0.16011787950992584,
+    0.05341537296772003,
+    0.10218004882335663,
+    0.2103065848350525,
+    0.1344185173511505,
+    0.023694291710853577,
+    0.07026401907205582,
+    0.09058531373739243,
+    0.1275205910205841,
+    0.20610472559928894,
+    0.025214074179530144,
+    0.02471306547522545,
+    0.24500204622745514,
+    0.13475196063518524,
+    0.04868704453110695,
+    0.19445061683654785,
+    0.02816789597272873,
+    0.0765424445271492,
+    0.041976090520620346,
+    0.09397776424884796,
+    0.07930897176265717,
+    0.018543791025877,
+    0.26584500074386597,
+    0.17248310148715973,
+    0.24359163641929626,
+    0.0715017020702362,
+    0.26337921619415283,
+    0.3933141231536865,
+    0.41691866517066956,
+    0.23467381298542023,
+    0.2596408724784851,
+    0.18146628141403198,
+    0.23795591294765472,
+    0.13555753231048584,
+    0.20538946986198425,
+    0.22844430804252625,
+    0.23661041259765625,
+    0.14713378250598907,
+    0.007478438317775726,
+    0.014382736757397652,
+    0.015276119112968445,
+    0.27941223978996277,
+    0.17905625700950623,
+    0.1882665604352951,
+    0.07743168622255325,
+    0.028094669803977013,
+    0.10121925920248032,
+    0.026902053505182266,
+    0.19776496291160583,
+    0.1048085018992424,
+    0.15950044989585876,
+    0.18590207397937775,
+    0.09723822772502899,
+    0.15566712617874146,
+    0.09414366632699966,
+    0.1256638616323471,
+    0.1457686573266983,
+    0.07950462400913239,
+    0.0693492591381073,
+    0.1466132402420044,
+    0.07790108025074005,
+    0.2545013129711151,
+    0.04063686355948448,
+    0.44538938999176025,
+    0.43125200271606445,
+    0.2693696618080139,
+    0.25390660762786865,
+    0.06716778874397278,
+    0.06546080112457275,
+    0.29936090111732483,
+    0.2780073285102844,
+    0.16324786841869354,
+    0.2379371076822281,
+    0.30520209670066833,
+    0.3176603615283966,
+    0.23105992376804352,
+    0.19000200927257538,
+    0.12682202458381653,
+    0.2835064232349396,
+    0.0713343620300293,
+    0.04885471612215042,
+    0.10610255599021912,
+    0.007071586791425943,
+    0.07752296328544617,
+    0.1469285935163498,
+    0.11781393736600876,
+    0.06093774363398552,
+    0.09501274675130844,
+    0.3539011776447296,
+    0.025740183889865875,
+    0.029626356437802315,
+    0.11190776526927948,
+    0.03473328426480293,
+    0.0880211815237999,
+    0.11905722320079803,
+    0.0226892177015543,
+    0.15232443809509277,
+    0.027186235412955284,
+    0.011856806464493275,
+    0.03822611644864082,
+    0.1715724915266037,
+    0.0175164844840765,
+    0.09236030280590057,
+    0.1467888057231903,
+    0.1250138282775879,
+    0.03163788095116615,
+    0.03908512368798256,
+    0.35576131939888,
+    0.20711809396743774,
+    0.022716501727700233,
+    0.14427712559700012,
+    0.1217833086848259,
+    0.09113994985818863,
+    0.1664150357246399,
+    0.32185253500938416,
+    0.18984106183052063,
+    0.04730035737156868,
+    0.11071502417325974,
+    0.08548873662948608,
+    0.012864523567259312,
+    0.022841917350888252,
+    0.02850661799311638,
+    0.1287957727909088,
+    0.2337731122970581,
+    0.08099851757287979,
+    0.15549913048744202,
+    0.2205815613269806,
+    0.18315236270427704,
+    0.04258546605706215,
+    0.06326671689748764,
+    0.05075791850686073,
+    0.2534430921077728,
+    0.12916353344917297,
+    0.028660783544182777,
+    0.3643442988395691,
+    0.28877565264701843,
+    0.10471957921981812,
+    0.51851487159729,
+    0.600969672203064,
+    0.034958552569150925,
+    0.4061034321784973,
+    0.4377311170101166,
+    0.08290241658687592,
+    0.1477605700492859,
+    0.2648266851902008,
+    0.020386768504977226,
+    0.011064878664910793,
+    0.03534058481454849,
+    0.03534780815243721,
+    0.05976579710841179,
+    0.01095700915902853,
+    0.010751002468168736,
+    0.15392927825450897,
+    0.04098392650485039,
+    0.04598157852888107,
+    0.27454283833503723,
+    0.23834404349327087,
+    0.034813571721315384,
+    0.014956770464777946,
+    0.09810300916433334,
+    0.10117042809724808,
+    0.2354828119277954,
+    0.07402700930833817,
+    0.09302512556314468,
+    0.3643304109573364,
+    0.09244172275066376,
+    0.10228194296360016,
+    0.06536272913217545,
+    0.21072229743003845,
+    0.2260696440935135,
+    0.19436253607273102,
+    0.11458472907543182,
+    0.17654313147068024,
+    0.1667615920305252,
+    0.07719294726848602,
+    0.0065546827390789986,
+    0.10913867503404617,
+    0.23564386367797852,
+    0.0988282561302185,
+    0.14482925832271576,
+    0.030239364132285118,
+    0.018973002210259438,
+    0.046843044459819794,
+    0.011857633478939533,
+    0.13429401814937592,
+    0.015217139385640621,
+    0.1382216215133667,
+    0.051997311413288116,
+    0.01345941610634327,
+    0.024554725736379623,
+    0.10266818851232529,
+    0.013705950230360031,
+    0.038498129695653915,
+    0.016249816864728928,
+    0.03928301855921745,
+    0.042640335857868195,
+    0.2164449393749237,
+    0.03773103654384613,
+    0.15362752974033356,
+    0.035631533712148666,
+    0.1583646535873413,
+    0.062426887452602386,
+    0.03446906432509422,
+    0.4002401828765869,
+    0.48027387261390686,
+    0.2426689863204956,
+    0.20248544216156006,
+    0.03581730276346207,
+    0.07662421464920044,
+    0.0740145742893219,
+    0.24444162845611572,
+    0.10806921869516373,
+    0.06851013749837875,
+    0.08276621997356415,
+    0.03167114406824112,
+    0.19916774332523346,
+    0.00790413748472929,
+    0.2993805706501007,
+    0.06744384765625,
+    0.08616043627262115,
+    0.2185237556695938,
+    0.1653602123260498,
+    0.10625593364238739,
+    0.01186673529446125,
+    0.07703138142824173,
+    0.07400276511907578,
+    0.024567142128944397,
+    0.007709582801908255,
+    0.057214170694351196,
+    0.053273167461156845,
+    0.03656427934765816,
+    0.2179722636938095,
+    0.3132486641407013,
+    0.08769989013671875,
+    0.13334707915782928,
+    0.21388137340545654,
+    0.11094363778829575,
+    0.06012103334069252,
+    0.12936876714229584,
+    0.10902407765388489,
+    0.10393305122852325,
+    0.13901765644550323,
+    0.3462858200073242,
+    0.008587653748691082,
+    0.15685147047042847,
+    0.026564758270978928,
+    0.011793198063969612,
+    0.09977518767118454,
+    0.02994532138109207,
+    0.018783697858452797,
+    0.04454173892736435,
+    0.023587819188833237,
+    0.19044306874275208,
+    0.09983790665864944,
+    0.012169656343758106,
+    0.12970618903636932,
+    0.2562778890132904,
+    0.11844125390052795,
+    0.36290204524993896,
+    0.04702603071928024,
+    0.05313144251704216,
+    0.02781040221452713,
+    0.2256837636232376,
+    0.14611081779003143,
+    0.06766092777252197,
+    0.012944264337420464,
+    0.152181938290596,
+    0.09351957589387894
+  ]
+}

p5-mae-15m-d182/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c904a0e8cf6d47e3d90a6cabbc600dcf81848f2ca1344f236de27547a2a44dd4
+size 15360128

p5-mae-15m-d182/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d182",
+  "fingerprint": "5d7463349b08a290",
+  "wandb_run_id": "phase5-p5-mae-15m-d182",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.499994756876356,
+    "distinct_clips": 738331,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0004411458333333333,
+      0.0205703125,
+      0.3725114583333333,
+      6.25e-05,
+      0.14009166666666667,
+      0.0,
+      0.019627083333333333,
+      0.00044166666666666665,
+      0.013650520833333334,
+      0.012203125,
+      0.029566666666666668,
+      0.13380104166666668,
+      0.002328125,
+      0.011072395833333333,
+      0.0,
+      0.0,
+      0.033088020833333336,
+      0.13021458333333333,
+      0.042083854166666664,
+      0.03824583333333333
+    ]
+  },
+  "started_at": 1787009590.7095032,
+  "finished_at": 1787010317.2786963,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6331442929804325,
+    "val/frame": 0.6331442929804325,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d182/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787010317.279949,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6331442929804325,
+  "val/frame": 0.6331442929804325,
+  "val/utterance": 0.0
+}