Upload folder using huggingface_hub

p5-mae-15m-d96/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/epoch_ablation.json

@@ -0,0 +1,22 @@
+{
+  "p5-mae-15m-d96|ep1": {
+    "vals": [
+      0.1416131388192795,
+      0.1435976255980216,
+      0.14256013294529926
+    ],
+    "mean": 0.1425902991208668,
+    "sd": 0.0009925872467253613,
+    "seconds": 109.09047453594394
+  },
+  "p5-mae-15m-d96|ep4": {
+    "vals": [
+      0.20470793587129132,
+      0.20794071878467385,
+      0.20463083663061118
+    ],
+    "mean": 0.2057598304288588,
+    "sd": 0.0018890980886723861,
+    "seconds": 277.25083903502673
+  }
+}

p5-mae-15m-d96/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00005000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.10391493460986996,
+  "probe/map_train": 0.4614447891090129,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.12866922603536615,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.969594613998197,
+  "probe/total_s": 8.580843365984038,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1262366039924981
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12677232151015166
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12839800852308478
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12866922603536615
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11952057276875402
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10254425276468457
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08332780039687225
+    }
+  ],
+  "per_class_ap": [
+    0.5948423743247986,
+    0.017408374696969986,
+    0.049528077244758606,
+    0.18033750355243683,
+    0.08495096862316132,
+    0.21174278855323792,
+    0.2475411742925644,
+    0.2824857234954834,
+    0.026242949068546295,
+    0.03389899060130119,
+    0.019568726420402527,
+    0.0741669237613678,
+    0.404159814119339,
+    0.16458815336227417,
+    0.0312812365591526,
+    0.34808024764060974,
+    0.22029182314872742,
+    0.34568455815315247,
+    0.0292804054915905,
+    0.040919918566942215,
+    0.19605529308319092,
+    0.05463976040482521,
+    0.08577244728803635,
+    0.08362078666687012,
+    0.031182141974568367,
+    0.0330188013613224,
+    0.040046576410532,
+    0.1602412462234497,
+    0.18258672952651978,
+    0.025366365909576416,
+    0.17631566524505615,
+    0.1070941612124443,
+    0.024983344599604607,
+    0.04603543132543564,
+    0.19131310284137726,
+    0.022361353039741516,
+    0.2623174488544464,
+    0.03966929391026497,
+    0.11325611919164658,
+    0.12331559509038925,
+    0.09799835085868835,
+    0.01411991473287344,
+    0.015612361021339893,
+    0.17652665078639984,
+    0.007902837358415127,
+    0.0397581048309803,
+    0.00792102050036192,
+    0.08141674846410751,
+    0.054147738963365555,
+    0.05590106174349785,
+    0.1385662853717804,
+    0.009401029907166958,
+    0.014611735939979553,
+    0.035124149173498154,
+    0.18263694643974304,
+    0.10358164459466934,
+    0.10186216980218887,
+    0.2818380892276764,
+    0.07239563018083572,
+    0.06604558974504471,
+    0.15854546427726746,
+    0.15838207304477692,
+    0.033170342445373535,
+    0.0932832881808281,
+    0.4709354043006897,
+    0.20645453035831451,
+    0.1728076934814453,
+    0.2158379852771759,
+    0.3276098370552063,
+    0.30915069580078125,
+    0.08841193467378616,
+    0.07981156557798386,
+    0.14062422513961792,
+    0.11577359586954117,
+    0.12230740487575531,
+    0.14423604309558868,
+    0.031492557376623154,
+    0.10390136390924454,
+    0.12423042953014374,
+    0.06637277454137802,
+    0.023381536826491356,
+    0.036619506776332855,
+    0.13919371366500854,
+    0.03041685000061989,
+    0.07530505210161209,
+    0.012399477884173393,
+    0.036046791821718216,
+    0.021547382697463036,
+    0.014517025090754032,
+    0.08418936282396317,
+    0.03551395982503891,
+    0.035896185785532,
+    0.13571573793888092,
+    0.010129724629223347,
+    0.029298346489667892,
+    0.020820027217268944,
+    0.010866351425647736,
+    0.020840473473072052,
+    0.0936460793018341,
+    0.09812838584184647,
+    0.06897442787885666,
+    0.12826748192310333,
+    0.02525199204683304,
+    0.02652505226433277,
+    0.013015704229474068,
+    0.03536573797464371,
+    0.037532053887844086,
+    0.029903223738074303,
+    0.0579628087580204,
+    0.1680300533771515,
+    0.1478186696767807,
+    0.09231610596179962,
+    0.06316754966974258,
+    0.056368764489889145,
+    0.02934473194181919,
+    0.09470923244953156,
+    0.09284953773021698,
+    0.07837305963039398,
+    0.075429268181324,
+    0.12200696021318436,
+    0.13095059990882874,
+    0.07643663883209229,
+    0.06805436313152313,
+    0.035110730677843094,
+    0.011152775958180428,
+    0.019729051738977432,
+    0.09311824291944504,
+    0.1300165057182312,
+    0.06088893115520477,
+    0.059250835329294205,
+    0.00849456712603569,
+    0.09053719788789749,
+    0.14955571293830872,
+    0.14111632108688354,
+    0.02980174869298935,
+    0.006246468052268028,
+    0.03409431502223015,
+    0.690148115158081,
+    0.18203653395175934,
+    0.2316931039094925,
+    0.3396664559841156,
+    0.25326627492904663,
+    0.06246598809957504,
+    0.1477593034505844,
+    0.04572242870926857,
+    0.07147209346294403,
+    0.07236643880605698,
+    0.11638765782117844,
+    0.08332578092813492,
+    0.1441607028245926,
+    0.11398555338382721,
+    0.10433505475521088,
+    0.13669227063655853,
+    0.0764264240860939,
+    0.053522560745477676,
+    0.1632424294948578,
+    0.09364443272352219,
+    0.04985525459051132,
+    0.023157363757491112,
+    0.09361255913972855,
+    0.3055891692638397,
+    0.2443195879459381,
+    0.2786160409450531,
+    0.13596421480178833,
+    0.21325017511844635,
+    0.23560971021652222,
+    0.26486581563949585,
+    0.14406076073646545,
+    0.2718622386455536,
+    0.31067031621932983,
+    0.17607344686985016,
+    0.2809367775917053,
+    0.3040252923965454,
+    0.1965581327676773,
+    0.06130707636475563,
+    0.09192448109388351,
+    0.08497180789709091,
+    0.2858213186264038,
+    0.02493901737034321,
+    0.04403350129723549,
+    0.06538637727499008,
+    0.049065832048654556,
+    0.13022156059741974,
+    0.1647658497095108,
+    0.03584293648600578,
+    0.2799544930458069,
+    0.2540000379085541,
+    0.10531362891197205,
+    0.2098761945962906,
+    0.10830307006835938,
+    0.11733923107385635,
+    0.09190896898508072,
+    0.21934543550014496,
+    0.1455240249633789,
+    0.11739762872457504,
+    0.3387391269207001,
+    0.04776810109615326,
+    0.04931720718741417,
+    0.10776937007904053,
+    0.14635911583900452,
+    0.04312239587306976,
+    0.14279557764530182,
+    0.07529940456151962,
+    0.12326136231422424,
+    0.15305113792419434,
+    0.09492083638906479,
+    0.1148427352309227,
+    0.24081802368164062,
+    0.13200369477272034,
+    0.18433964252471924,
+    0.6843001246452332,
+    0.29429590702056885,
+    0.4091731309890747,
+    0.02410985715687275,
+    0.23576036095619202,
+    0.07640474289655685,
+    0.03376450389623642,
+    0.17415615916252136,
+    0.09894698858261108,
+    0.10096895694732666,
+    0.12721222639083862,
+    0.09917557239532471,
+    0.1737700253725052,
+    0.17063729465007782,
+    0.05760094150900841,
+    0.06293375045061111,
+    0.07988613843917847,
+    0.03105657361447811,
+    0.1259354203939438,
+    0.033423423767089844,
+    0.06521300971508026,
+    0.0918305292725563,
+    0.06803137809038162,
+    0.044167209416627884,
+    0.03205767273902893,
+    0.010540265589952469,
+    0.10851351916790009,
+    0.014659954234957695,
+    0.2810625433921814,
+    0.029534896835684776,
+    0.12545055150985718,
+    0.15667766332626343,
+    0.24775780737400055,
+    0.15314839780330658,
+    0.15110178291797638,
+    0.21905004978179932,
+    0.03778382018208504,
+    0.12382389605045319,
+    0.029853539541363716,
+    0.09594809263944626,
+    0.09464944899082184,
+    0.05455894023180008,
+    0.0433935672044754,
+    0.07882288843393326,
+    0.05585164576768875,
+    0.1141945868730545,
+    0.2609921395778656,
+    0.2275601327419281,
+    0.12602318823337555,
+    0.08324894309043884,
+    0.03990517929196358,
+    0.04305094853043556,
+    0.13782989978790283,
+    0.08942032605409622,
+    0.015113987028598785,
+    0.049765776842832565,
+    0.051917314529418945,
+    0.0818106085062027,
+    0.1413734257221222,
+    0.0437297560274601,
+    0.013853006064891815,
+    0.16015252470970154,
+    0.07879407703876495,
+    0.02231007255613804,
+    0.16832323372364044,
+    0.032882384955883026,
+    0.06847020983695984,
+    0.0290652047842741,
+    0.05324002727866173,
+    0.042315613478422165,
+    0.02578350342810154,
+    0.2374286949634552,
+    0.11327490210533142,
+    0.13439138233661652,
+    0.06370510160923004,
+    0.14023631811141968,
+    0.18513134121894836,
+    0.199078768491745,
+    0.14442937076091766,
+    0.13960768282413483,
+    0.09448220580816269,
+    0.10833719372749329,
+    0.09976907819509506,
+    0.19950714707374573,
+    0.09818216413259506,
+    0.08693040162324905,
+    0.09094018489122391,
+    0.006296662148088217,
+    0.02807822823524475,
+    0.009275874122977257,
+    0.2594295144081116,
+    0.1272873729467392,
+    0.07141890376806259,
+    0.06536335498094559,
+    0.0350441113114357,
+    0.0862639769911766,
+    0.022957880049943924,
+    0.13500839471817017,
+    0.030599698424339294,
+    0.04103916138410568,
+    0.07962541282176971,
+    0.030846187844872475,
+    0.049351710826158524,
+    0.05182309448719025,
+    0.054698046296834946,
+    0.06068461760878563,
+    0.04973903298377991,
+    0.03376537933945656,
+    0.0460723340511322,
+    0.06410618871450424,
+    0.09737967699766159,
+    0.04440217837691307,
+    0.36403486132621765,
+    0.25413790345191956,
+    0.23351307213306427,
+    0.16803982853889465,
+    0.023167893290519714,
+    0.05945208668708801,
+    0.20022599399089813,
+    0.18956147134304047,
+    0.0898539125919342,
+    0.20133152604103088,
+    0.20303821563720703,
+    0.16571220755577087,
+    0.17910359799861908,
+    0.10789196938276291,
+    0.06619055569171906,
+    0.13321411609649658,
+    0.041833873838186264,
+    0.018732156604528427,
+    0.06170037388801575,
+    0.011478402651846409,
+    0.033843763172626495,
+    0.12910564243793488,
+    0.11534660309553146,
+    0.0766904354095459,
+    0.08496658504009247,
+    0.25241249799728394,
+    0.021569257602095604,
+    0.015587559901177883,
+    0.04549558460712433,
+    0.019756395369768143,
+    0.056247469037771225,
+    0.07948813587427139,
+    0.02304654009640217,
+    0.03225688263773918,
+    0.04315686598420143,
+    0.01139224972575903,
+    0.0329514779150486,
+    0.124222032725811,
+    0.013302884064614773,
+    0.03929886594414711,
+    0.09755820780992508,
+    0.07290423661470413,
+    0.020490434020757675,
+    0.029419872909784317,
+    0.3732796311378479,
+    0.11861980706453323,
+    0.017779674381017685,
+    0.09798475354909897,
+    0.0768728107213974,
+    0.09153205901384354,
+    0.0639265701174736,
+    0.31083935499191284,
+    0.08792351186275482,
+    0.020147934556007385,
+    0.06644513458013535,
+    0.04512207582592964,
+    0.01417031791061163,
+    0.014480963349342346,
+    0.029171086847782135,
+    0.07116281241178513,
+    0.04274510592222214,
+    0.061140306293964386,
+    0.08028347790241241,
+    0.1843249499797821,
+    0.10060124844312668,
+    0.057983022183179855,
+    0.0347127728164196,
+    0.08431525528430939,
+    0.1905117630958557,
+    0.044086575508117676,
+    0.019050339236855507,
+    0.29588818550109863,
+    0.2315675914287567,
+    0.03730451315641403,
+    0.3471575975418091,
+    0.45713740587234497,
+    0.016797848045825958,
+    0.3043728172779083,
+    0.31083592772483826,
+    0.029671259224414825,
+    0.08137796819210052,
+    0.1511712521314621,
+    0.014944599010050297,
+    0.013752199709415436,
+    0.013996101915836334,
+    0.01564197987318039,
+    0.0316181480884552,
+    0.008234254084527493,
+    0.008089757524430752,
+    0.11056774854660034,
+    0.021049605682492256,
+    0.021443666890263557,
+    0.27545639872550964,
+    0.19604410231113434,
+    0.013263958506286144,
+    0.026206625625491142,
+    0.0998726636171341,
+    0.05811558663845062,
+    0.17778567969799042,
+    0.03848251700401306,
+    0.06771660596132278,
+    0.12826846539974213,
+    0.0932215005159378,
+    0.09365398436784744,
+    0.05062372237443924,
+    0.14198827743530273,
+    0.1955757886171341,
+    0.11894428730010986,
+    0.05987606942653656,
+    0.08861979842185974,
+    0.07801398634910583,
+    0.0669315978884697,
+    0.006488454062491655,
+    0.1065145954489708,
+    0.2333785444498062,
+    0.0567842498421669,
+    0.07561848312616348,
+    0.011139637790620327,
+    0.0236407071352005,
+    0.01802280731499195,
+    0.0065960693173110485,
+    0.06679487228393555,
+    0.00860090833157301,
+    0.06400790065526962,
+    0.011517209000885487,
+    0.012597179971635342,
+    0.01104030106216669,
+    0.05747309699654579,
+    0.01022991631180048,
+    0.0356159508228302,
+    0.009020938538014889,
+    0.03533940762281418,
+    0.022832097485661507,
+    0.13449138402938843,
+    0.03574085235595703,
+    0.05514189600944519,
+    0.045296601951122284,
+    0.08444344252347946,
+    0.029250776395201683,
+    0.02663140371441841,
+    0.1705123484134674,
+    0.4231964349746704,
+    0.21168729662895203,
+    0.11220933496952057,
+    0.040347110480070114,
+    0.05661052092909813,
+    0.05570176616311073,
+    0.14796225726604462,
+    0.0695590153336525,
+    0.054833441972732544,
+    0.06713922321796417,
+    0.010807722806930542,
+    0.12321145832538605,
+    0.005056346766650677,
+    0.18204346299171448,
+    0.059647008776664734,
+    0.051088809967041016,
+    0.21014206111431122,
+    0.09430026262998581,
+    0.06042429059743881,
+    0.011139790527522564,
+    0.05970487743616104,
+    0.04520220682024956,
+    0.009009472094476223,
+    0.00603251438587904,
+    0.04515664651989937,
+    0.05570760369300842,
+    0.04669107869267464,
+    0.12651775777339935,
+    0.16679726541042328,
+    0.05513380840420723,
+    0.12762442231178284,
+    0.23179131746292114,
+    0.050835754722356796,
+    0.04043114557862282,
+    0.17387716472148895,
+    0.05152736231684685,
+    0.08898863196372986,
+    0.13324913382530212,
+    0.2082209587097168,
+    0.007762006483972073,
+    0.11771705746650696,
+    0.022903818637132645,
+    0.017091313377022743,
+    0.08513670414686203,
+    0.019765127450227737,
+    0.014137976802885532,
+    0.026270218193531036,
+    0.021953605115413666,
+    0.1389993131160736,
+    0.06765101104974747,
+    0.008104332722723484,
+    0.07625841349363327,
+    0.2199273407459259,
+    0.014200899749994278,
+    0.3459659516811371,
+    0.030170708894729614,
+    0.03074946627020836,
+    0.02265540510416031,
+    0.1854720413684845,
+    0.1364424228668213,
+    0.021422309800982475,
+    0.007079725619405508,
+    0.08156641572713852,
+    0.07993242889642715
+  ]
+}

p5-mae-15m-d96/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00010000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.12625600609829404,
+  "probe/map_train": 0.539354933563627,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1491438282222489,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.852171850041486,
+  "probe/total_s": 8.466326732072048,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1474749900257494
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1478620713485663
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1491438282222489
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1489945819850594
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1401848262909312
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12176237197193464
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09743991596721452
+    }
+  ],
+  "per_class_ap": [
+    0.6089791059494019,
+    0.009323357604444027,
+    0.051019418984651566,
+    0.18659155070781708,
+    0.09005177766084671,
+    0.22725404798984528,
+    0.24060821533203125,
+    0.29610881209373474,
+    0.028985263779759407,
+    0.04521890729665756,
+    0.01764284260571003,
+    0.05870959535241127,
+    0.4469185173511505,
+    0.26881641149520874,
+    0.039661236107349396,
+    0.4153759777545929,
+    0.25018149614334106,
+    0.33863916993141174,
+    0.04165646806359291,
+    0.09097939729690552,
+    0.2295035421848297,
+    0.09868130832910538,
+    0.21551451086997986,
+    0.11774931102991104,
+    0.0464334636926651,
+    0.02601245604455471,
+    0.059552501887083054,
+    0.14450864493846893,
+    0.21349027752876282,
+    0.06017215922474861,
+    0.2085256427526474,
+    0.12458402663469315,
+    0.01771942526102066,
+    0.0507899634540081,
+    0.25888654589653015,
+    0.06069229170680046,
+    0.3509494364261627,
+    0.04368090629577637,
+    0.07486317306756973,
+    0.12084722518920898,
+    0.14391909539699554,
+    0.015933586284518242,
+    0.08399968594312668,
+    0.3305921256542206,
+    0.01423615962266922,
+    0.12790265679359436,
+    0.00869685597717762,
+    0.12068497389554977,
+    0.05406003072857857,
+    0.06676722317934036,
+    0.10681869834661484,
+    0.010896333493292332,
+    0.01963447779417038,
+    0.04071635752916336,
+    0.2348625212907791,
+    0.09954128414392471,
+    0.207708477973938,
+    0.3198823630809784,
+    0.11222466826438904,
+    0.0742521658539772,
+    0.13616956770420074,
+    0.24402067065238953,
+    0.040921736508607864,
+    0.1128484457731247,
+    0.5062180757522583,
+    0.23531752824783325,
+    0.24978114664554596,
+    0.25405195355415344,
+    0.3826373815536499,
+    0.36125150322914124,
+    0.08794259279966354,
+    0.13458287715911865,
+    0.15296754240989685,
+    0.13503316044807434,
+    0.15540246665477753,
+    0.23397603631019592,
+    0.036793336272239685,
+    0.2291867733001709,
+    0.10547907650470734,
+    0.08807772397994995,
+    0.014556328766047955,
+    0.06867921352386475,
+    0.264605849981308,
+    0.08273351937532425,
+    0.07723559439182281,
+    0.024048279970884323,
+    0.05099465325474739,
+    0.020384659990668297,
+    0.018867947161197662,
+    0.03178888559341431,
+    0.033582597970962524,
+    0.031948238611221313,
+    0.16908183693885803,
+    0.020470283925533295,
+    0.023786840960383415,
+    0.025733327493071556,
+    0.014984582550823689,
+    0.02073298953473568,
+    0.12165670096874237,
+    0.13474321365356445,
+    0.08354191482067108,
+    0.18670552968978882,
+    0.03619123622775078,
+    0.03790481761097908,
+    0.025203697383403778,
+    0.05638805404305458,
+    0.08218854665756226,
+    0.0582270547747612,
+    0.06268894672393799,
+    0.15088576078414917,
+    0.18759766221046448,
+    0.10205059498548508,
+    0.09823424369096756,
+    0.0780448168516159,
+    0.03350142762064934,
+    0.17144539952278137,
+    0.1719847321510315,
+    0.10562948137521744,
+    0.11657652258872986,
+    0.18965812027454376,
+    0.1912984549999237,
+    0.15727528929710388,
+    0.06567490845918655,
+    0.07956575602293015,
+    0.014499894343316555,
+    0.03405922278761864,
+    0.11311644315719604,
+    0.16417694091796875,
+    0.11536037921905518,
+    0.09729453921318054,
+    0.0037285396829247475,
+    0.06877464056015015,
+    0.1409406214952469,
+    0.14314082264900208,
+    0.03439120575785637,
+    0.005740475840866566,
+    0.03853953257203102,
+    0.7123762369155884,
+    0.2172854244709015,
+    0.2761554419994354,
+    0.39329424500465393,
+    0.2636864483356476,
+    0.104952372610569,
+    0.13993267714977264,
+    0.07485035061836243,
+    0.08748771995306015,
+    0.07872682809829712,
+    0.1795734018087387,
+    0.0832897424697876,
+    0.1697923094034195,
+    0.13140282034873962,
+    0.1882002353668213,
+    0.1915641576051712,
+    0.07237750291824341,
+    0.07077817618846893,
+    0.1696016937494278,
+    0.08874333649873734,
+    0.07533488422632217,
+    0.022190755233168602,
+    0.0930158719420433,
+    0.4377138614654541,
+    0.2544877529144287,
+    0.33475950360298157,
+    0.15060430765151978,
+    0.25320905447006226,
+    0.27095407247543335,
+    0.31584131717681885,
+    0.19312120974063873,
+    0.3116225600242615,
+    0.382169634103775,
+    0.22820107638835907,
+    0.3196907937526703,
+    0.3369876444339752,
+    0.16654376685619354,
+    0.05699687823653221,
+    0.09680674225091934,
+    0.15354174375534058,
+    0.3126310110092163,
+    0.04830111563205719,
+    0.11652558296918869,
+    0.13186943531036377,
+    0.11431512981653214,
+    0.12632061541080475,
+    0.1818542331457138,
+    0.04788636043667793,
+    0.3272695541381836,
+    0.2944492697715759,
+    0.1448058933019638,
+    0.25692781805992126,
+    0.12217351049184799,
+    0.12818753719329834,
+    0.07085452973842621,
+    0.2741304039955139,
+    0.19836445152759552,
+    0.17729651927947998,
+    0.36302894353866577,
+    0.05804513022303581,
+    0.07297605276107788,
+    0.10978709161281586,
+    0.2290450930595398,
+    0.04186534136533737,
+    0.15274183452129364,
+    0.09883642941713333,
+    0.18268409371376038,
+    0.22240900993347168,
+    0.14346912503242493,
+    0.1484411656856537,
+    0.4203701317310333,
+    0.17055562138557434,
+    0.2559084892272949,
+    0.6916161775588989,
+    0.3728770911693573,
+    0.46536728739738464,
+    0.026795824989676476,
+    0.3372018039226532,
+    0.10725110024213791,
+    0.06399558484554291,
+    0.2273251712322235,
+    0.1791599839925766,
+    0.1471199095249176,
+    0.16571572422981262,
+    0.1224752888083458,
+    0.20269626379013062,
+    0.20987233519554138,
+    0.0650002509355545,
+    0.07449159771203995,
+    0.06943529099225998,
+    0.04414501413702965,
+    0.1312054991722107,
+    0.041948024183511734,
+    0.06229103356599808,
+    0.0774570107460022,
+    0.07485147565603256,
+    0.048484206199645996,
+    0.0513768307864666,
+    0.010844593867659569,
+    0.18160480260849,
+    0.017761610448360443,
+    0.2996954321861267,
+    0.03489882871508598,
+    0.14539587497711182,
+    0.19695253670215607,
+    0.28220078349113464,
+    0.22601087391376495,
+    0.16134408116340637,
+    0.23549577593803406,
+    0.04611671715974808,
+    0.11933978646993637,
+    0.030727289617061615,
+    0.08867838978767395,
+    0.08705514669418335,
+    0.03265325352549553,
+    0.05219370499253273,
+    0.08665484935045242,
+    0.07126414030790329,
+    0.1414802372455597,
+    0.27259013056755066,
+    0.26272523403167725,
+    0.15957525372505188,
+    0.07295520603656769,
+    0.03274115175008774,
+    0.0611875057220459,
+    0.14718978106975555,
+    0.07581227272748947,
+    0.014676942490041256,
+    0.06488684564828873,
+    0.06654702872037888,
+    0.09659765660762787,
+    0.1297399401664734,
+    0.029524661600589752,
+    0.028605803847312927,
+    0.20543056726455688,
+    0.11333080381155014,
+    0.033852554857730865,
+    0.18878966569900513,
+    0.04180144518613815,
+    0.07402762025594711,
+    0.02799558825790882,
+    0.07039673626422882,
+    0.03704936429858208,
+    0.027009136974811554,
+    0.26596832275390625,
+    0.14846986532211304,
+    0.20979608595371246,
+    0.06128081679344177,
+    0.21903958916664124,
+    0.23352490365505219,
+    0.26067644357681274,
+    0.21578450500965118,
+    0.16252501308918,
+    0.14110898971557617,
+    0.11600587517023087,
+    0.10953070968389511,
+    0.212798073887825,
+    0.16627182066440582,
+    0.17391684651374817,
+    0.09132757037878036,
+    0.007550875190645456,
+    0.009361384436488152,
+    0.010672315955162048,
+    0.2779732644557953,
+    0.17825423181056976,
+    0.11816268414258957,
+    0.07390386611223221,
+    0.03600570932030678,
+    0.09726805984973907,
+    0.021447299048304558,
+    0.1576969027519226,
+    0.030597925186157227,
+    0.056781720370054245,
+    0.12913289666175842,
+    0.06105862930417061,
+    0.10649781674146652,
+    0.06656545400619507,
+    0.05509528890252113,
+    0.12654253840446472,
+    0.06559814512729645,
+    0.04784286767244339,
+    0.08203858137130737,
+    0.05744646117091179,
+    0.16618278622627258,
+    0.04006821662187576,
+    0.3507310748100281,
+    0.26257386803627014,
+    0.19841063022613525,
+    0.19047211110591888,
+    0.03502487391233444,
+    0.06581809371709824,
+    0.2539611756801605,
+    0.23442137241363525,
+    0.1353045105934143,
+    0.20699438452720642,
+    0.25366130471229553,
+    0.24991264939308167,
+    0.18710501492023468,
+    0.12257295846939087,
+    0.11529006063938141,
+    0.16922099888324738,
+    0.0469682514667511,
+    0.023577887564897537,
+    0.07004953920841217,
+    0.010329591110348701,
+    0.07043646275997162,
+    0.1487571746110916,
+    0.09161045402288437,
+    0.07469096034765244,
+    0.10174670815467834,
+    0.27360662817955017,
+    0.03004823811352253,
+    0.016227327287197113,
+    0.11941282451152802,
+    0.016407541930675507,
+    0.10866577178239822,
+    0.08464979380369186,
+    0.02586379647254944,
+    0.032657284289598465,
+    0.03573039546608925,
+    0.012071607634425163,
+    0.03501368314027786,
+    0.14100873470306396,
+    0.01234517153352499,
+    0.05509277805685997,
+    0.1246233731508255,
+    0.10753409564495087,
+    0.02701018564403057,
+    0.040748003870248795,
+    0.38826799392700195,
+    0.16590705513954163,
+    0.03569547459483147,
+    0.15227028727531433,
+    0.11045131832361221,
+    0.10183001309633255,
+    0.11365294456481934,
+    0.382610946893692,
+    0.1470056176185608,
+    0.03097328543663025,
+    0.081144779920578,
+    0.06527523696422577,
+    0.02621280774474144,
+    0.014777843840420246,
+    0.018530981615185738,
+    0.0952816978096962,
+    0.08859819173812866,
+    0.046219874173402786,
+    0.12364261597394943,
+    0.19418443739414215,
+    0.15268725156784058,
+    0.0852547138929367,
+    0.058944910764694214,
+    0.055896516889333725,
+    0.25647538900375366,
+    0.0780813992023468,
+    0.017317919060587883,
+    0.3232909142971039,
+    0.19567526876926422,
+    0.0645592212677002,
+    0.3865860402584076,
+    0.4800031781196594,
+    0.02658948302268982,
+    0.3547215461730957,
+    0.44925427436828613,
+    0.04234372824430466,
+    0.1002771258354187,
+    0.1792777180671692,
+    0.022192461416125298,
+    0.01583695597946644,
+    0.03022613562643528,
+    0.024485794827342033,
+    0.03217190504074097,
+    0.013222185894846916,
+    0.012143159285187721,
+    0.180713951587677,
+    0.022990601137280464,
+    0.030572306364774704,
+    0.27776631712913513,
+    0.15961098670959473,
+    0.014933913946151733,
+    0.02574332244694233,
+    0.12272848933935165,
+    0.128330260515213,
+    0.24294181168079376,
+    0.05792343243956566,
+    0.0551314614713192,
+    0.20323248207569122,
+    0.10246890783309937,
+    0.10539837181568146,
+    0.06490650773048401,
+    0.19771790504455566,
+    0.26355263590812683,
+    0.15354123711585999,
+    0.0948597863316536,
+    0.1440500020980835,
+    0.137286975979805,
+    0.0924166738986969,
+    0.006455655209720135,
+    0.1173555999994278,
+    0.19961176812648773,
+    0.0745249018073082,
+    0.11287835985422134,
+    0.02918427437543869,
+    0.016154663637280464,
+    0.01826385036110878,
+    0.006846522446721792,
+    0.08645764738321304,
+    0.008404802531003952,
+    0.06482932716608047,
+    0.022979002445936203,
+    0.013678000308573246,
+    0.016467470675706863,
+    0.06425395607948303,
+    0.014241177588701248,
+    0.053010620176792145,
+    0.016965890303254128,
+    0.03971375152468681,
+    0.0485260933637619,
+    0.14492931962013245,
+    0.026752179488539696,
+    0.07321369647979736,
+    0.0356844924390316,
+    0.1045425534248352,
+    0.050553735345602036,
+    0.054291676729917526,
+    0.2208791822195053,
+    0.4717980921268463,
+    0.1998632401227951,
+    0.1530970335006714,
+    0.02307010069489479,
+    0.05138455331325531,
+    0.05613507330417633,
+    0.171847864985466,
+    0.11994953453540802,
+    0.05979609489440918,
+    0.06300700455904007,
+    0.007424340583384037,
+    0.07882445305585861,
+    0.009363816119730473,
+    0.24367837607860565,
+    0.06714563071727753,
+    0.07735183835029602,
+    0.2352232187986374,
+    0.14711607992649078,
+    0.09470988065004349,
+    0.024762030690908432,
+    0.09496202319860458,
+    0.06330690532922745,
+    0.011814487166702747,
+    0.006244359537959099,
+    0.04779664799571037,
+    0.03498372435569763,
+    0.053242091089487076,
+    0.149213969707489,
+    0.2219943255186081,
+    0.050325218588113785,
+    0.13130304217338562,
+    0.20809344947338104,
+    0.06865029782056808,
+    0.03826906159520149,
+    0.1785650998353958,
+    0.07182258367538452,
+    0.1127171516418457,
+    0.12131091207265854,
+    0.24620948731899261,
+    0.012549635954201221,
+    0.12014112621545792,
+    0.027843011543154716,
+    0.016849664971232414,
+    0.08949990570545197,
+    0.016487857326865196,
+    0.01300862617790699,
+    0.035398922860622406,
+    0.018227802589535713,
+    0.17052119970321655,
+    0.08197924494743347,
+    0.01096318382769823,
+    0.11883597820997238,
+    0.22725479304790497,
+    0.028152769431471825,
+    0.3602522611618042,
+    0.038064952939748764,
+    0.03250354900956154,
+    0.03266344219446182,
+    0.19216948747634888,
+    0.14400522410869598,
+    0.03632666543126106,
+    0.01124425046145916,
+    0.11285384744405746,
+    0.08563295006752014
+  ]
+}

p5-mae-15m-d96/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00015000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.13317072264358853,
+  "probe/map_train": 0.525703623721224,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1615514251535168,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.975320118945092,
+  "probe/total_s": 8.645663745934144,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1606725672563888
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.160804350211407
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1615514251535168
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16001785232241936
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15004333454861077
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12837472048886756
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10254533185961125
+    }
+  ],
+  "per_class_ap": [
+    0.6285040974617004,
+    0.0183869618922472,
+    0.05796736478805542,
+    0.18484966456890106,
+    0.09432689845561981,
+    0.2816984951496124,
+    0.2123640924692154,
+    0.2957676947116852,
+    0.028344569727778435,
+    0.043336719274520874,
+    0.018469708040356636,
+    0.08771771937608719,
+    0.4853810966014862,
+    0.3008642792701721,
+    0.03265994414687157,
+    0.4898397922515869,
+    0.2899568974971771,
+    0.34541481733322144,
+    0.04732305556535721,
+    0.0991634726524353,
+    0.2215205729007721,
+    0.09097166359424591,
+    0.1829666644334793,
+    0.11238282918930054,
+    0.050424929708242416,
+    0.021225428208708763,
+    0.05787555128335953,
+    0.1544029265642166,
+    0.19063709676265717,
+    0.04828139767050743,
+    0.23347947001457214,
+    0.13854095339775085,
+    0.019495069980621338,
+    0.05111449956893921,
+    0.24194414913654327,
+    0.041462987661361694,
+    0.42231813073158264,
+    0.05689416080713272,
+    0.06326007843017578,
+    0.1305055171251297,
+    0.137102872133255,
+    0.026335736736655235,
+    0.0687255859375,
+    0.39403241872787476,
+    0.011387412436306477,
+    0.09793644398450851,
+    0.015100197866559029,
+    0.15042564272880554,
+    0.054055240005254745,
+    0.1164669543504715,
+    0.1303701400756836,
+    0.008538699708878994,
+    0.01967626065015793,
+    0.06801867485046387,
+    0.2055450826883316,
+    0.10382913798093796,
+    0.21582074463367462,
+    0.37581560015678406,
+    0.11246862262487411,
+    0.09633813053369522,
+    0.15951529145240784,
+    0.21135854721069336,
+    0.05198933929204941,
+    0.16410142183303833,
+    0.5273764133453369,
+    0.2188185751438141,
+    0.25233373045921326,
+    0.27105236053466797,
+    0.36671918630599976,
+    0.3761487603187561,
+    0.14419682323932648,
+    0.13229884207248688,
+    0.17756173014640808,
+    0.15936608612537384,
+    0.17365336418151855,
+    0.24517670273780823,
+    0.04647500813007355,
+    0.261533260345459,
+    0.1195559874176979,
+    0.07688530534505844,
+    0.013632339425384998,
+    0.07788458466529846,
+    0.3108324706554413,
+    0.06460713595151901,
+    0.10115491598844528,
+    0.02337830327451229,
+    0.047764308750629425,
+    0.024949442595243454,
+    0.023505110293626785,
+    0.06619158387184143,
+    0.06341362744569778,
+    0.05024206265807152,
+    0.14654667675495148,
+    0.016436027362942696,
+    0.04654764384031296,
+    0.07016799598932266,
+    0.015335497446358204,
+    0.017567213624715805,
+    0.12158922851085663,
+    0.15557347238063812,
+    0.07764529436826706,
+    0.22760380804538727,
+    0.03827405720949173,
+    0.03967982158064842,
+    0.016434112563729286,
+    0.040399741381406784,
+    0.08711661398410797,
+    0.07571029663085938,
+    0.08858098834753036,
+    0.21733103692531586,
+    0.1805453896522522,
+    0.13072757422924042,
+    0.11292694509029388,
+    0.09036622196435928,
+    0.05083392933011055,
+    0.21038147807121277,
+    0.21488021314144135,
+    0.10815317183732986,
+    0.09206336736679077,
+    0.2034674882888794,
+    0.22192376852035522,
+    0.16674019396305084,
+    0.0901625007390976,
+    0.06389886885881424,
+    0.00818487349897623,
+    0.03880026936531067,
+    0.09997309744358063,
+    0.1365211308002472,
+    0.1419128179550171,
+    0.08239208906888962,
+    0.005382586270570755,
+    0.05662551894783974,
+    0.11457346379756927,
+    0.11219795793294907,
+    0.05735922232270241,
+    0.010773763991892338,
+    0.07056670635938644,
+    0.7185564041137695,
+    0.2605890929698944,
+    0.32833874225616455,
+    0.4131331145763397,
+    0.28234779834747314,
+    0.14377233386039734,
+    0.1502881795167923,
+    0.08914767950773239,
+    0.15845783054828644,
+    0.08943904936313629,
+    0.24940162897109985,
+    0.13313262164592743,
+    0.23204883933067322,
+    0.15046142041683197,
+    0.14908576011657715,
+    0.22060386836528778,
+    0.0959678664803505,
+    0.10204169899225235,
+    0.1732635796070099,
+    0.0731559693813324,
+    0.06305482983589172,
+    0.028611984103918076,
+    0.08019787073135376,
+    0.46284762024879456,
+    0.2830505669116974,
+    0.2878171503543854,
+    0.12247326970100403,
+    0.25334107875823975,
+    0.26778215169906616,
+    0.2877361476421356,
+    0.1585286557674408,
+    0.2783568501472473,
+    0.39905908703804016,
+    0.25103437900543213,
+    0.27064481377601624,
+    0.28625428676605225,
+    0.1536007970571518,
+    0.07830077409744263,
+    0.06544690579175949,
+    0.15167595446109772,
+    0.3431106209754944,
+    0.03075980581343174,
+    0.1429586559534073,
+    0.16266238689422607,
+    0.15605229139328003,
+    0.12216750532388687,
+    0.23499290645122528,
+    0.061425741761922836,
+    0.3705114722251892,
+    0.36375692486763,
+    0.14472204446792603,
+    0.30143553018569946,
+    0.12498106807470322,
+    0.1533435583114624,
+    0.06795335561037064,
+    0.28558218479156494,
+    0.18345768749713898,
+    0.1672639548778534,
+    0.36840182542800903,
+    0.05903909355401993,
+    0.0688723549246788,
+    0.14964152872562408,
+    0.26076841354370117,
+    0.059411827474832535,
+    0.1653880476951599,
+    0.08038885146379471,
+    0.13521672785282135,
+    0.1680087447166443,
+    0.15736185014247894,
+    0.16503110527992249,
+    0.513629674911499,
+    0.2216181755065918,
+    0.30139413475990295,
+    0.7241360545158386,
+    0.41561755537986755,
+    0.4694266617298126,
+    0.030251313000917435,
+    0.28763633966445923,
+    0.1439664363861084,
+    0.06456097960472107,
+    0.24797196686267853,
+    0.15444228053092957,
+    0.12748360633850098,
+    0.17213787138462067,
+    0.1319902241230011,
+    0.1802239865064621,
+    0.2337350696325302,
+    0.06256738305091858,
+    0.06571979075670242,
+    0.06728223711252213,
+    0.03775324299931526,
+    0.16280442476272583,
+    0.030172884464263916,
+    0.049714576452970505,
+    0.05517173931002617,
+    0.07854051887989044,
+    0.04433033987879753,
+    0.03774645924568176,
+    0.01093235332518816,
+    0.16967710852622986,
+    0.022053930908441544,
+    0.32012078166007996,
+    0.026791425421833992,
+    0.17471610009670258,
+    0.22876156866550446,
+    0.25867363810539246,
+    0.16911116242408752,
+    0.18518351018428802,
+    0.2234329730272293,
+    0.05419972911477089,
+    0.1465444713830948,
+    0.02288242243230343,
+    0.09466511756181717,
+    0.08826906979084015,
+    0.027484769001603127,
+    0.05471808463335037,
+    0.08306477218866348,
+    0.06651095300912857,
+    0.15775324404239655,
+    0.20753206312656403,
+    0.21565933525562286,
+    0.13379961252212524,
+    0.11369360238313675,
+    0.030545782297849655,
+    0.06584963947534561,
+    0.14730606973171234,
+    0.06281182169914246,
+    0.01741129718720913,
+    0.047841861844062805,
+    0.06636969745159149,
+    0.09764941781759262,
+    0.13035276532173157,
+    0.033473603427410126,
+    0.023207368329167366,
+    0.2518022358417511,
+    0.1471550166606903,
+    0.034223128110170364,
+    0.17858979105949402,
+    0.042561646550893784,
+    0.06343685835599899,
+    0.05702873319387436,
+    0.06999494880437851,
+    0.04441913217306137,
+    0.01972641982138157,
+    0.1726442277431488,
+    0.15451304614543915,
+    0.22621646523475647,
+    0.04572933912277222,
+    0.23519107699394226,
+    0.2616705596446991,
+    0.28677016496658325,
+    0.2286868393421173,
+    0.18427526950836182,
+    0.15685570240020752,
+    0.14881813526153564,
+    0.10249418020248413,
+    0.21151180565357208,
+    0.17190948128700256,
+    0.1773870587348938,
+    0.11720123887062073,
+    0.005292038433253765,
+    0.014910371042788029,
+    0.011784388683736324,
+    0.2893819212913513,
+    0.17549040913581848,
+    0.14068619906902313,
+    0.09131750464439392,
+    0.037128206342458725,
+    0.10595779120922089,
+    0.02261941134929657,
+    0.17264273762702942,
+    0.045443855226039886,
+    0.05073012784123421,
+    0.14606939256191254,
+    0.03759889304637909,
+    0.10914621502161026,
+    0.07896777242422104,
+    0.08170925825834274,
+    0.12200765311717987,
+    0.05357463285326958,
+    0.03966173902153969,
+    0.131686270236969,
+    0.05723550543189049,
+    0.1572694629430771,
+    0.0409550741314888,
+    0.42881712317466736,
+    0.3249185383319855,
+    0.24462006986141205,
+    0.2558744251728058,
+    0.03520532324910164,
+    0.06708243489265442,
+    0.2604770064353943,
+    0.243708074092865,
+    0.11118719726800919,
+    0.19919385015964508,
+    0.263467013835907,
+    0.29635921120643616,
+    0.21593236923217773,
+    0.14731113612651825,
+    0.10150737315416336,
+    0.1402348279953003,
+    0.047706086188554764,
+    0.03475314378738403,
+    0.10308708250522614,
+    0.005395525600761175,
+    0.09069971740245819,
+    0.14925503730773926,
+    0.10246355831623077,
+    0.08731593936681747,
+    0.09897752106189728,
+    0.25119519233703613,
+    0.044717561453580856,
+    0.01635766215622425,
+    0.09552744776010513,
+    0.02056220732629299,
+    0.09325443208217621,
+    0.10046080499887466,
+    0.026432638987898827,
+    0.029741251841187477,
+    0.03300744295120239,
+    0.012998372316360474,
+    0.03683155030012131,
+    0.10944247990846634,
+    0.01275650691241026,
+    0.05987216532230377,
+    0.11996515095233917,
+    0.11522413045167923,
+    0.02471763826906681,
+    0.029436178505420685,
+    0.403249055147171,
+    0.17021331191062927,
+    0.02434619329869747,
+    0.12388677895069122,
+    0.1673276722431183,
+    0.1303294450044632,
+    0.13382239639759064,
+    0.34353718161582947,
+    0.0998198390007019,
+    0.03505801409482956,
+    0.07315431535243988,
+    0.07063449919223785,
+    0.029630057513713837,
+    0.015450154431164265,
+    0.0246860571205616,
+    0.10375305265188217,
+    0.11555405706167221,
+    0.06800492852926254,
+    0.14615967869758606,
+    0.20265552401542664,
+    0.1561436951160431,
+    0.07254204899072647,
+    0.05045469477772713,
+    0.04515906050801277,
+    0.21355675160884857,
+    0.060271669179201126,
+    0.018549874424934387,
+    0.37374329566955566,
+    0.17268109321594238,
+    0.0763586163520813,
+    0.43893811106681824,
+    0.482809454202652,
+    0.017376137897372246,
+    0.347410649061203,
+    0.32624396681785583,
+    0.058956295251846313,
+    0.10422765463590622,
+    0.22961434721946716,
+    0.031902000308036804,
+    0.0230527576059103,
+    0.022962557151913643,
+    0.025842716917395592,
+    0.03863879293203354,
+    0.025447655469179153,
+    0.015951069071888924,
+    0.13061323761940002,
+    0.0180622898042202,
+    0.03277479112148285,
+    0.2954391539096832,
+    0.19213128089904785,
+    0.015262814238667488,
+    0.023900717496871948,
+    0.11812526732683182,
+    0.08174533396959305,
+    0.2553340494632721,
+    0.05464860796928406,
+    0.06966955959796906,
+    0.2658114433288574,
+    0.10909128189086914,
+    0.13902036845684052,
+    0.07246330380439758,
+    0.2310754805803299,
+    0.2937713861465454,
+    0.17868521809577942,
+    0.0919899046421051,
+    0.17738686501979828,
+    0.1816609799861908,
+    0.09291800856590271,
+    0.006787145975977182,
+    0.143741637468338,
+    0.20886707305908203,
+    0.07037778198719025,
+    0.15568877756595612,
+    0.022202471271157265,
+    0.014063093811273575,
+    0.03389103710651398,
+    0.005765794310718775,
+    0.12492610514163971,
+    0.011445302516222,
+    0.1357613056898117,
+    0.04056837037205696,
+    0.01288902759552002,
+    0.016082102432847023,
+    0.08023000508546829,
+    0.010631424374878407,
+    0.04692963883280754,
+    0.015438052825629711,
+    0.03137947618961334,
+    0.05635718256235123,
+    0.15712563693523407,
+    0.05712944641709328,
+    0.09825978428125381,
+    0.037931110709905624,
+    0.12248051166534424,
+    0.045347463339567184,
+    0.046444062143564224,
+    0.23452375829219818,
+    0.4194265604019165,
+    0.23123930394649506,
+    0.1615186631679535,
+    0.03514804691076279,
+    0.10341524332761765,
+    0.06614072620868683,
+    0.1994773894548416,
+    0.13638532161712646,
+    0.05528881028294563,
+    0.0938943475484848,
+    0.01034739799797535,
+    0.14557869732379913,
+    0.009853181429207325,
+    0.2914353013038635,
+    0.07400242239236832,
+    0.08267393708229065,
+    0.20240287482738495,
+    0.13812588155269623,
+    0.07540840655565262,
+    0.013489882461726665,
+    0.04950569197535515,
+    0.056589581072330475,
+    0.014763864688575268,
+    0.007868710905313492,
+    0.0564095713198185,
+    0.04245350509881973,
+    0.03190504014492035,
+    0.19420599937438965,
+    0.2517944872379303,
+    0.06777845323085785,
+    0.1334220916032791,
+    0.2198224663734436,
+    0.06662731617689133,
+    0.04669242724776268,
+    0.12281370908021927,
+    0.06666090339422226,
+    0.13249985873699188,
+    0.1317092478275299,
+    0.24497275054454803,
+    0.008045741356909275,
+    0.13528254628181458,
+    0.030001964420080185,
+    0.01379861868917942,
+    0.09337221086025238,
+    0.01851627230644226,
+    0.020026590675115585,
+    0.03055262751877308,
+    0.023118792101740837,
+    0.16726858913898468,
+    0.06144437938928604,
+    0.009491531178355217,
+    0.12126141786575317,
+    0.25495246052742004,
+    0.06280095875263214,
+    0.32444703578948975,
+    0.035396065562963486,
+    0.0468108095228672,
+    0.03629045560956001,
+    0.21584731340408325,
+    0.17867842316627502,
+    0.04129285737872124,
+    0.01718999072909355,
+    0.1378602534532547,
+    0.0970204770565033
+  ]
+}

p5-mae-15m-d96/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00020000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.1390329541813448,
+  "probe/map_train": 0.5168085139548756,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16817685231951682,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.380402968963608,
+  "probe/total_s": 8.937816192978062,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16680675394924982
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16741356535141394
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16817685231951682
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16515865528503648
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15421529257523367
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1299411155574158
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10410136154426909
+    }
+  ],
+  "per_class_ap": [
+    0.6364245414733887,
+    0.023467769846320152,
+    0.07061360031366348,
+    0.1956695318222046,
+    0.11270739883184433,
+    0.24411079287528992,
+    0.2010597586631775,
+    0.3045831620693207,
+    0.03617564216256142,
+    0.03013894334435463,
+    0.025213247165083885,
+    0.08619705587625504,
+    0.480205774307251,
+    0.26785537600517273,
+    0.04121806100010872,
+    0.49270525574684143,
+    0.2886427640914917,
+    0.3535107970237732,
+    0.05267410725355148,
+    0.08055619895458221,
+    0.21973496675491333,
+    0.08564141392707825,
+    0.1732589304447174,
+    0.12963266670703888,
+    0.05104564502835274,
+    0.02248319238424301,
+    0.06550620496273041,
+    0.17309892177581787,
+    0.20540910959243774,
+    0.06766072660684586,
+    0.21898984909057617,
+    0.18454456329345703,
+    0.0219033882021904,
+    0.07174244523048401,
+    0.2322760373353958,
+    0.05909882113337517,
+    0.42801985144615173,
+    0.05862656980752945,
+    0.07361412048339844,
+    0.13930177688598633,
+    0.1323232501745224,
+    0.021865326911211014,
+    0.061285436153411865,
+    0.39256224036216736,
+    0.013411423191428185,
+    0.10252194851636887,
+    0.016792641952633858,
+    0.15438205003738403,
+    0.06978973001241684,
+    0.08445201069116592,
+    0.11283968389034271,
+    0.008246158249676228,
+    0.022455675527453423,
+    0.039583273231983185,
+    0.20379619300365448,
+    0.11060301959514618,
+    0.226667582988739,
+    0.38237476348876953,
+    0.12767918407917023,
+    0.10663842409849167,
+    0.2208251953125,
+    0.23501983284950256,
+    0.048370420932769775,
+    0.17695918679237366,
+    0.5533487796783447,
+    0.2322268784046173,
+    0.24507680535316467,
+    0.2763538658618927,
+    0.3930149972438812,
+    0.35596027970314026,
+    0.15991666913032532,
+    0.13633669912815094,
+    0.18482227623462677,
+    0.1708354949951172,
+    0.17570947110652924,
+    0.239651158452034,
+    0.05516819283366203,
+    0.19110943377017975,
+    0.14655491709709167,
+    0.11959513276815414,
+    0.018703220412135124,
+    0.09470727294683456,
+    0.33884647488594055,
+    0.06104622036218643,
+    0.09340035915374756,
+    0.024875063449144363,
+    0.05854944884777069,
+    0.037466827780008316,
+    0.023104682564735413,
+    0.08476237207651138,
+    0.050557639449834824,
+    0.04617699980735779,
+    0.18193870782852173,
+    0.02355698123574257,
+    0.028881222009658813,
+    0.03953465819358826,
+    0.030541975051164627,
+    0.03383919969201088,
+    0.11732328683137894,
+    0.1342223435640335,
+    0.1291349232196808,
+    0.19076357781887054,
+    0.03208043798804283,
+    0.031415700912475586,
+    0.020584123209118843,
+    0.05349543318152428,
+    0.07407385110855103,
+    0.06531045585870743,
+    0.10215204209089279,
+    0.19689463078975677,
+    0.24011678993701935,
+    0.1453818529844284,
+    0.13386572897434235,
+    0.08941859006881714,
+    0.04356270655989647,
+    0.20423835515975952,
+    0.2036374807357788,
+    0.11280237883329391,
+    0.1170041561126709,
+    0.2797718942165375,
+    0.3021605908870697,
+    0.12196630984544754,
+    0.09971670061349869,
+    0.07196014374494553,
+    0.007159915287047625,
+    0.025501368567347527,
+    0.11702548712491989,
+    0.1742447465658188,
+    0.15348590910434723,
+    0.08863604068756104,
+    0.005280559416860342,
+    0.07515376806259155,
+    0.1617487519979477,
+    0.1527099311351776,
+    0.07510411739349365,
+    0.012348055839538574,
+    0.06088646128773689,
+    0.7236717939376831,
+    0.24858136475086212,
+    0.3299921751022339,
+    0.4207715690135956,
+    0.31247109174728394,
+    0.1136341318488121,
+    0.16646458208560944,
+    0.09029723703861237,
+    0.12633617222309113,
+    0.11845775693655014,
+    0.2554257810115814,
+    0.09337111562490463,
+    0.18600374460220337,
+    0.19428469240665436,
+    0.17847840487957,
+    0.24251122772693634,
+    0.08143685013055801,
+    0.09196534752845764,
+    0.22150258719921112,
+    0.09787347912788391,
+    0.09253502637147903,
+    0.021303506568074226,
+    0.05665585771203041,
+    0.48109158873558044,
+    0.29663610458374023,
+    0.2914993166923523,
+    0.1641826629638672,
+    0.2584776282310486,
+    0.2714379131793976,
+    0.278308242559433,
+    0.1569913923740387,
+    0.29303082823753357,
+    0.40537455677986145,
+    0.21045401692390442,
+    0.2586967647075653,
+    0.2738051116466522,
+    0.16337525844573975,
+    0.11613050103187561,
+    0.09878738969564438,
+    0.14135876297950745,
+    0.3604150116443634,
+    0.05048223212361336,
+    0.11837083846330643,
+    0.15884335339069366,
+    0.1375301480293274,
+    0.1276954561471939,
+    0.28698641061782837,
+    0.0642332062125206,
+    0.3855268657207489,
+    0.3720564842224121,
+    0.17083106935024261,
+    0.31547310948371887,
+    0.11851849406957626,
+    0.14160123467445374,
+    0.08647236973047256,
+    0.2985207140445709,
+    0.15394644439220428,
+    0.1506015807390213,
+    0.37076300382614136,
+    0.05088058114051819,
+    0.07335291802883148,
+    0.1775430291891098,
+    0.2952963709831238,
+    0.08256859332323074,
+    0.19343693554401398,
+    0.07250474393367767,
+    0.175375297665596,
+    0.2333550602197647,
+    0.16508550941944122,
+    0.17867711186408997,
+    0.47114822268486023,
+    0.25549963116645813,
+    0.34549349546432495,
+    0.7308645844459534,
+    0.4278753995895386,
+    0.4966864585876465,
+    0.028320590034127235,
+    0.3465706408023834,
+    0.17952106893062592,
+    0.05892174318432808,
+    0.2664535939693451,
+    0.1308128982782364,
+    0.13680395483970642,
+    0.161991685628891,
+    0.130728617310524,
+    0.18068772554397583,
+    0.22044259309768677,
+    0.07656687498092651,
+    0.08761163055896759,
+    0.07024995982646942,
+    0.030578359961509705,
+    0.13261087238788605,
+    0.0318237729370594,
+    0.05053618177771568,
+    0.06103191152215004,
+    0.08729004114866257,
+    0.0554010346531868,
+    0.032817285507917404,
+    0.015841703861951828,
+    0.18490314483642578,
+    0.01939394325017929,
+    0.32390275597572327,
+    0.032604362815618515,
+    0.15554428100585938,
+    0.2631359100341797,
+    0.2823489010334015,
+    0.17405059933662415,
+    0.15270960330963135,
+    0.2504299283027649,
+    0.06098194792866707,
+    0.1479814350605011,
+    0.028748447075486183,
+    0.11805032938718796,
+    0.08794162422418594,
+    0.026896875351667404,
+    0.053851835429668427,
+    0.10022062063217163,
+    0.0721571147441864,
+    0.1600719392299652,
+    0.22533299028873444,
+    0.27416756749153137,
+    0.14377738535404205,
+    0.09301693737506866,
+    0.02642248198390007,
+    0.06817626953125,
+    0.18515917658805847,
+    0.06130925938487053,
+    0.018986698240041733,
+    0.05392807349562645,
+    0.07089885324239731,
+    0.10994195938110352,
+    0.14235439896583557,
+    0.054884251207113266,
+    0.019909938797354698,
+    0.21833200752735138,
+    0.11646197736263275,
+    0.04163024201989174,
+    0.16446489095687866,
+    0.03971175476908684,
+    0.07875054329633713,
+    0.051940999925136566,
+    0.08472491800785065,
+    0.049811553210020065,
+    0.021327827125787735,
+    0.23200689256191254,
+    0.1679135411977768,
+    0.22884763777256012,
+    0.05335934832692146,
+    0.25475627183914185,
+    0.34998804330825806,
+    0.3675607442855835,
+    0.23513062298297882,
+    0.20957086980342865,
+    0.1977902352809906,
+    0.17725202441215515,
+    0.13036668300628662,
+    0.22865933179855347,
+    0.19661836326122284,
+    0.21630118787288666,
+    0.10842274874448776,
+    0.0059162890538573265,
+    0.019016189500689507,
+    0.01624877192080021,
+    0.2884707748889923,
+    0.1899610310792923,
+    0.153106689453125,
+    0.08075959235429764,
+    0.0434517040848732,
+    0.10810390114784241,
+    0.03079848550260067,
+    0.1720573455095291,
+    0.04523133859038353,
+    0.07873396575450897,
+    0.1499539166688919,
+    0.05619782954454422,
+    0.10413544625043869,
+    0.0776609256863594,
+    0.10871466994285583,
+    0.11379824578762054,
+    0.06790181994438171,
+    0.05355297401547432,
+    0.1290947049856186,
+    0.05801805481314659,
+    0.1959042251110077,
+    0.05496460944414139,
+    0.43153807520866394,
+    0.3556218147277832,
+    0.2511533200740814,
+    0.25959867238998413,
+    0.050326477736234665,
+    0.07165870070457458,
+    0.27062559127807617,
+    0.24137933552265167,
+    0.11001627892255783,
+    0.25717923045158386,
+    0.269728422164917,
+    0.32693782448768616,
+    0.22275938093662262,
+    0.1428818702697754,
+    0.09353762865066528,
+    0.1687411665916443,
+    0.047196898609399796,
+    0.03626533970236778,
+    0.08880080282688141,
+    0.00581972673535347,
+    0.08631780743598938,
+    0.15860749781131744,
+    0.10980025678873062,
+    0.07905147969722748,
+    0.10473756492137909,
+    0.3061988651752472,
+    0.04693704470992088,
+    0.0184867512434721,
+    0.11265283077955246,
+    0.023918963968753815,
+    0.08529104292392731,
+    0.10078860819339752,
+    0.02647610567510128,
+    0.03677728399634361,
+    0.030830934643745422,
+    0.012696461752057076,
+    0.037123266607522964,
+    0.12427365779876709,
+    0.010006224736571312,
+    0.07101650536060333,
+    0.12183801084756851,
+    0.11042194813489914,
+    0.0370936393737793,
+    0.0436917245388031,
+    0.38226476311683655,
+    0.17838014662265778,
+    0.019248148426413536,
+    0.13675931096076965,
+    0.1517721563577652,
+    0.09466294944286346,
+    0.11265842616558075,
+    0.3674163818359375,
+    0.15143002569675446,
+    0.048546262085437775,
+    0.09069164097309113,
+    0.08035223186016083,
+    0.04299967736005783,
+    0.015855196863412857,
+    0.018036000430583954,
+    0.1093505248427391,
+    0.15383374691009521,
+    0.06856506317853928,
+    0.16284330189228058,
+    0.21300223469734192,
+    0.16723135113716125,
+    0.04127001017332077,
+    0.05289646238088608,
+    0.060278214514255524,
+    0.19687418639659882,
+    0.05768024921417236,
+    0.020855620503425598,
+    0.39123237133026123,
+    0.1706317961215973,
+    0.07593540102243423,
+    0.4464198350906372,
+    0.5216737389564514,
+    0.029384922236204147,
+    0.35075077414512634,
+    0.3522496819496155,
+    0.059464357793331146,
+    0.10747365653514862,
+    0.1955421417951584,
+    0.030044300481677055,
+    0.029113011434674263,
+    0.023030055686831474,
+    0.02115287259221077,
+    0.028927307575941086,
+    0.02436884492635727,
+    0.012139654718339443,
+    0.16238828003406525,
+    0.02327018231153488,
+    0.0456618033349514,
+    0.2952512502670288,
+    0.1680547297000885,
+    0.022199014201760292,
+    0.012243645265698433,
+    0.11392229050397873,
+    0.11340199410915375,
+    0.24405302107334137,
+    0.059300120919942856,
+    0.08882570266723633,
+    0.24386368691921234,
+    0.10494809597730637,
+    0.10780622065067291,
+    0.05730804055929184,
+    0.20286139845848083,
+    0.27170035243034363,
+    0.14989104866981506,
+    0.08865561336278915,
+    0.1586540788412094,
+    0.20926612615585327,
+    0.11877688020467758,
+    0.00709104398265481,
+    0.15648196637630463,
+    0.2071319818496704,
+    0.06844506412744522,
+    0.1730303019285202,
+    0.025645123794674873,
+    0.022397879511117935,
+    0.022881416603922844,
+    0.00915425457060337,
+    0.10041578859090805,
+    0.012981901876628399,
+    0.13115482032299042,
+    0.07238997519016266,
+    0.010909909382462502,
+    0.02683515101671219,
+    0.10364911705255508,
+    0.01136215403676033,
+    0.05178389698266983,
+    0.01581394672393799,
+    0.06127560883760452,
+    0.04191843792796135,
+    0.20839299261569977,
+    0.04135241359472275,
+    0.0927044078707695,
+    0.047794897109270096,
+    0.15921369194984436,
+    0.04327654838562012,
+    0.04913516342639923,
+    0.2980046272277832,
+    0.4328107535839081,
+    0.21192039549350739,
+    0.1490597277879715,
+    0.03257500380277634,
+    0.06374514102935791,
+    0.06068568676710129,
+    0.23815381526947021,
+    0.12350524216890335,
+    0.05786920711398125,
+    0.08177878707647324,
+    0.009814448654651642,
+    0.16419276595115662,
+    0.009054201655089855,
+    0.2602246105670929,
+    0.07218902558088303,
+    0.09383480250835419,
+    0.21614819765090942,
+    0.13778555393218994,
+    0.07577910274267197,
+    0.012982876971364021,
+    0.06651966273784637,
+    0.05203969404101372,
+    0.012778273783624172,
+    0.010544737800955772,
+    0.0631309524178505,
+    0.047559451311826706,
+    0.05831437185406685,
+    0.20471474528312683,
+    0.2346244752407074,
+    0.10848080366849899,
+    0.1509333699941635,
+    0.19781643152236938,
+    0.07807110995054245,
+    0.03679613769054413,
+    0.11057914793491364,
+    0.0882568359375,
+    0.12496160715818405,
+    0.12957651913166046,
+    0.32995840907096863,
+    0.009663955308496952,
+    0.1448957920074463,
+    0.0322314016520977,
+    0.016380051150918007,
+    0.09855932742357254,
+    0.02249438874423504,
+    0.026860497891902924,
+    0.03734763711690903,
+    0.025390969589352608,
+    0.1460980623960495,
+    0.05363389849662781,
+    0.009759216569364071,
+    0.12855669856071472,
+    0.2782973647117615,
+    0.06312482059001923,
+    0.32617616653442383,
+    0.0361754409968853,
+    0.038290269672870636,
+    0.03585699573159218,
+    0.22563117742538452,
+    0.1612696498632431,
+    0.03544562682509422,
+    0.011748561635613441,
+    0.09956490248441696,
+    0.1354193389415741
+  ]
+}

p5-mae-15m-d96/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00025000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.14593879608313715,
+  "probe/map_train": 0.5183331502682796,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1734602865378639,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.72471069090534,
+  "probe/total_s": 8.443235158920288,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17286872171462855
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17284595294576316
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1734602865378639
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17026282747786853
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15954545699590128
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13463254505856778
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10570740806949687
+    }
+  ],
+  "per_class_ap": [
+    0.6405758857727051,
+    0.01768053136765957,
+    0.06412087380886078,
+    0.22260084748268127,
+    0.11143804341554642,
+    0.2807604670524597,
+    0.2306031435728073,
+    0.3013569712638855,
+    0.029443170875310898,
+    0.041680920869112015,
+    0.02156609669327736,
+    0.08719975501298904,
+    0.5104362964630127,
+    0.3107437789440155,
+    0.05106025189161301,
+    0.5113070607185364,
+    0.31374499201774597,
+    0.35933956503868103,
+    0.06317179650068283,
+    0.09002932906150818,
+    0.20990042388439178,
+    0.08344326913356781,
+    0.18653583526611328,
+    0.13945980370044708,
+    0.06417115777730942,
+    0.03048388846218586,
+    0.07198812067508698,
+    0.1869511604309082,
+    0.27347639203071594,
+    0.08305381238460541,
+    0.23027338087558746,
+    0.18674159049987793,
+    0.022426152601838112,
+    0.07082553207874298,
+    0.21253955364227295,
+    0.054967790842056274,
+    0.4494854211807251,
+    0.06269486993551254,
+    0.0691312626004219,
+    0.13422943651676178,
+    0.12608668208122253,
+    0.01583532989025116,
+    0.06700647622346878,
+    0.4318377673625946,
+    0.013135531917214394,
+    0.1045643538236618,
+    0.024308141320943832,
+    0.1614827960729599,
+    0.07870695739984512,
+    0.10350178927183151,
+    0.10554346442222595,
+    0.012030142359435558,
+    0.03803126513957977,
+    0.07083255052566528,
+    0.21395206451416016,
+    0.12307792156934738,
+    0.24633072316646576,
+    0.3668448030948639,
+    0.13941997289657593,
+    0.09129641950130463,
+    0.20000720024108887,
+    0.21941743791103363,
+    0.04936343431472778,
+    0.17409098148345947,
+    0.5235421657562256,
+    0.23536983132362366,
+    0.2889857888221741,
+    0.3290385603904724,
+    0.3923518657684326,
+    0.3795680105686188,
+    0.13859494030475616,
+    0.13174118101596832,
+    0.20709647238254547,
+    0.18813471496105194,
+    0.19138292968273163,
+    0.22944480180740356,
+    0.042394548654556274,
+    0.22661639750003815,
+    0.13849133253097534,
+    0.10137813538312912,
+    0.02007637545466423,
+    0.11319500207901001,
+    0.37060752511024475,
+    0.07108880579471588,
+    0.1030350923538208,
+    0.029048966243863106,
+    0.0627267137169838,
+    0.04268903285264969,
+    0.024173548445105553,
+    0.05144573003053665,
+    0.07737050205469131,
+    0.07304128259420395,
+    0.17089037597179413,
+    0.031327854841947556,
+    0.042718514800071716,
+    0.0655408650636673,
+    0.015204427763819695,
+    0.024358317255973816,
+    0.1206899955868721,
+    0.15010333061218262,
+    0.14801497757434845,
+    0.20777074992656708,
+    0.036654576659202576,
+    0.037147894501686096,
+    0.021695079281926155,
+    0.06142896041274071,
+    0.0813564658164978,
+    0.06910780817270279,
+    0.09800756722688675,
+    0.23576143383979797,
+    0.25611788034439087,
+    0.14928306639194489,
+    0.13866539299488068,
+    0.09702347218990326,
+    0.0442388616502285,
+    0.18670205771923065,
+    0.18545754253864288,
+    0.12907996773719788,
+    0.11552779376506805,
+    0.3142068684101105,
+    0.31678298115730286,
+    0.18660536408424377,
+    0.10107539594173431,
+    0.09804587066173553,
+    0.00975545309484005,
+    0.024304326623678207,
+    0.1390622854232788,
+    0.18771925568580627,
+    0.1464250534772873,
+    0.12642507255077362,
+    0.004827133845537901,
+    0.08227237313985825,
+    0.13075672090053558,
+    0.13115227222442627,
+    0.047140367329120636,
+    0.010691763833165169,
+    0.07600086182355881,
+    0.7259696125984192,
+    0.2566877007484436,
+    0.3325871229171753,
+    0.4278442859649658,
+    0.310527503490448,
+    0.17755591869354248,
+    0.15912862122058868,
+    0.10122846066951752,
+    0.1422833353281021,
+    0.10285034775733948,
+    0.3086642920970917,
+    0.12128599733114243,
+    0.22591720521450043,
+    0.1578134000301361,
+    0.18392790853977203,
+    0.2683645486831665,
+    0.10561186075210571,
+    0.10275793820619583,
+    0.1999455839395523,
+    0.10434329509735107,
+    0.095993272960186,
+    0.03122660703957081,
+    0.05981553718447685,
+    0.46460533142089844,
+    0.3001398742198944,
+    0.30700600147247314,
+    0.15225084125995636,
+    0.26447823643684387,
+    0.2807498872280121,
+    0.300557017326355,
+    0.18084147572517395,
+    0.29639163613319397,
+    0.39182236790657043,
+    0.2861485183238983,
+    0.2584402561187744,
+    0.27106186747550964,
+    0.16301244497299194,
+    0.1454247385263443,
+    0.10708925873041153,
+    0.1324268877506256,
+    0.3376787006855011,
+    0.07112663239240646,
+    0.15049296617507935,
+    0.2071225643157959,
+    0.16902899742126465,
+    0.1725253015756607,
+    0.2913499176502228,
+    0.0625995397567749,
+    0.41475456953048706,
+    0.36322134733200073,
+    0.17506186664104462,
+    0.3118523359298706,
+    0.1280125230550766,
+    0.16663645207881927,
+    0.09033571928739548,
+    0.3283686339855194,
+    0.1861475557088852,
+    0.15768909454345703,
+    0.37273985147476196,
+    0.060099657624959946,
+    0.0842897966504097,
+    0.1722780019044876,
+    0.31667765974998474,
+    0.06485976278781891,
+    0.22032530605793,
+    0.10274232178926468,
+    0.15267491340637207,
+    0.2214977741241455,
+    0.13253267109394073,
+    0.1461656391620636,
+    0.5012320280075073,
+    0.24083827435970306,
+    0.30938491225242615,
+    0.7342365384101868,
+    0.42254090309143066,
+    0.5022085309028625,
+    0.03579886257648468,
+    0.36662963032722473,
+    0.18484614789485931,
+    0.04102225974202156,
+    0.2919260859489441,
+    0.23134396970272064,
+    0.14587168395519257,
+    0.1771792471408844,
+    0.16854988038539886,
+    0.18753430247306824,
+    0.21934746205806732,
+    0.08595402538776398,
+    0.07914267480373383,
+    0.08052968233823776,
+    0.03519337996840477,
+    0.18248870968818665,
+    0.042957186698913574,
+    0.0593390092253685,
+    0.09415299445390701,
+    0.09041734039783478,
+    0.06528687477111816,
+    0.03413998708128929,
+    0.014287237077951431,
+    0.14352327585220337,
+    0.01869281940162182,
+    0.3610517084598541,
+    0.0307889673858881,
+    0.19423827528953552,
+    0.27785131335258484,
+    0.2976486384868622,
+    0.215783029794693,
+    0.15625646710395813,
+    0.26218360662460327,
+    0.07888206094503403,
+    0.16650402545928955,
+    0.02714710310101509,
+    0.11674147844314575,
+    0.10261166840791702,
+    0.020756708458065987,
+    0.091005839407444,
+    0.10152104496955872,
+    0.07715485990047455,
+    0.19082674384117126,
+    0.2543124258518219,
+    0.2910482585430145,
+    0.11031483858823776,
+    0.08589177578687668,
+    0.03051019459962845,
+    0.07223694026470184,
+    0.18463867902755737,
+    0.055044710636138916,
+    0.020646454766392708,
+    0.059534862637519836,
+    0.07740776240825653,
+    0.10890056192874908,
+    0.12387789040803909,
+    0.04056338220834732,
+    0.039972223341464996,
+    0.2526184916496277,
+    0.15318983793258667,
+    0.04843578115105629,
+    0.20261849462985992,
+    0.0329618863761425,
+    0.07001321017742157,
+    0.0642743855714798,
+    0.07248512655496597,
+    0.06188670173287392,
+    0.022824525833129883,
+    0.25777357816696167,
+    0.14186443388462067,
+    0.22842520475387573,
+    0.07463730126619339,
+    0.25541597604751587,
+    0.30716535449028015,
+    0.32108375430107117,
+    0.2552591860294342,
+    0.21240553259849548,
+    0.21858152747154236,
+    0.18027058243751526,
+    0.1238771602511406,
+    0.21295514702796936,
+    0.21607175469398499,
+    0.2358386367559433,
+    0.1305674910545349,
+    0.006967736873775721,
+    0.013057544827461243,
+    0.01574714109301567,
+    0.29539230465888977,
+    0.1959565430879593,
+    0.15038655698299408,
+    0.08530877530574799,
+    0.04767099767923355,
+    0.10165723413228989,
+    0.028311125934123993,
+    0.1818825751543045,
+    0.06436097621917725,
+    0.08070679754018784,
+    0.1579173356294632,
+    0.07976856827735901,
+    0.1084626317024231,
+    0.07948900759220123,
+    0.11887586861848831,
+    0.14625419676303864,
+    0.06794606149196625,
+    0.07126576453447342,
+    0.1431145817041397,
+    0.053712375462055206,
+    0.18601639568805695,
+    0.039526939392089844,
+    0.42876502871513367,
+    0.3826228678226471,
+    0.26475369930267334,
+    0.24183155596256256,
+    0.06787509471178055,
+    0.07502038776874542,
+    0.26007699966430664,
+    0.24811908602714539,
+    0.14711806178092957,
+    0.22617653012275696,
+    0.25774139165878296,
+    0.3626869022846222,
+    0.21250376105308533,
+    0.17565347254276276,
+    0.13523444533348083,
+    0.1661546528339386,
+    0.07137028872966766,
+    0.04356240853667259,
+    0.11211597919464111,
+    0.0052109695971012115,
+    0.08452749997377396,
+    0.14728854596614838,
+    0.09724999219179153,
+    0.06694082915782928,
+    0.11358984559774399,
+    0.3177862763404846,
+    0.03303166478872299,
+    0.019294220954179764,
+    0.12213005125522614,
+    0.04173365235328674,
+    0.08628649264574051,
+    0.1040906086564064,
+    0.02817736752331257,
+    0.05383576825261116,
+    0.024030815809965134,
+    0.01277929823845625,
+    0.03555541858077049,
+    0.1535525619983673,
+    0.008775448426604271,
+    0.09073559939861298,
+    0.09855644404888153,
+    0.1687060296535492,
+    0.026330120861530304,
+    0.03255505859851837,
+    0.39655908942222595,
+    0.20029452443122864,
+    0.017077630385756493,
+    0.14114072918891907,
+    0.15867507457733154,
+    0.10559020936489105,
+    0.14642077684402466,
+    0.3928106129169464,
+    0.19042208790779114,
+    0.06332635879516602,
+    0.09309504181146622,
+    0.09327969700098038,
+    0.053777486085891724,
+    0.015300353989005089,
+    0.024289440363645554,
+    0.10685954988002777,
+    0.1429581642150879,
+    0.0820305272936821,
+    0.16253019869327545,
+    0.2255045622587204,
+    0.17631599307060242,
+    0.0671636313199997,
+    0.05240348353981972,
+    0.03598764166235924,
+    0.23594169318675995,
+    0.054940115660429,
+    0.02174188196659088,
+    0.4010901153087616,
+    0.21084560453891754,
+    0.10275249183177948,
+    0.4718158543109894,
+    0.5115916132926941,
+    0.030866431072354317,
+    0.31344324350357056,
+    0.3640287220478058,
+    0.05039147660136223,
+    0.1163131520152092,
+    0.23757672309875488,
+    0.0413200743496418,
+    0.02692492865025997,
+    0.028461383655667305,
+    0.027958665043115616,
+    0.028641333803534508,
+    0.025882674381136894,
+    0.017480961978435516,
+    0.17703260481357574,
+    0.025230497121810913,
+    0.05113350600004196,
+    0.2975415587425232,
+    0.13584353029727936,
+    0.023985620588064194,
+    0.019235951825976372,
+    0.13055138289928436,
+    0.10024366527795792,
+    0.2610118091106415,
+    0.07687173783779144,
+    0.08236575126647949,
+    0.27347245812416077,
+    0.11244060099124908,
+    0.11633148789405823,
+    0.05949864909052849,
+    0.20344293117523193,
+    0.2605332136154175,
+    0.16295085847377777,
+    0.09586948156356812,
+    0.149201437830925,
+    0.1986430138349533,
+    0.12789542973041534,
+    0.006500971503555775,
+    0.13926269114017487,
+    0.21157218515872955,
+    0.10121729224920273,
+    0.14525911211967468,
+    0.03570003807544708,
+    0.015400656498968601,
+    0.04393601417541504,
+    0.00942464079707861,
+    0.10836609452962875,
+    0.015581208281219006,
+    0.13965754210948944,
+    0.05998300015926361,
+    0.012994849123060703,
+    0.020475441589951515,
+    0.09716114401817322,
+    0.02298741228878498,
+    0.05156644061207771,
+    0.019539039582014084,
+    0.06518934667110443,
+    0.04391040280461311,
+    0.18564973771572113,
+    0.06103772297501564,
+    0.09326337277889252,
+    0.04822326824069023,
+    0.1531975269317627,
+    0.04778800159692764,
+    0.06265412271022797,
+    0.34088441729545593,
+    0.4307602345943451,
+    0.24686114490032196,
+    0.14734569191932678,
+    0.03952055424451828,
+    0.08704563230276108,
+    0.0698653981089592,
+    0.2305326759815216,
+    0.15659894049167633,
+    0.060928259044885635,
+    0.08440027385950089,
+    0.01630537398159504,
+    0.18763265013694763,
+    0.009657789021730423,
+    0.28109660744667053,
+    0.11002535372972488,
+    0.09467136859893799,
+    0.20625567436218262,
+    0.17047487199306488,
+    0.09230602532625198,
+    0.01616780273616314,
+    0.061803679913282394,
+    0.055653057992458344,
+    0.012727946974337101,
+    0.009051305241882801,
+    0.06616657227277756,
+    0.06587809324264526,
+    0.06595457345247269,
+    0.21085700392723083,
+    0.307051420211792,
+    0.0874251201748848,
+    0.15708807110786438,
+    0.1944923996925354,
+    0.07101980596780777,
+    0.04043026268482208,
+    0.11374858766794205,
+    0.09833774715662003,
+    0.11599022895097733,
+    0.11274226754903793,
+    0.30352693796157837,
+    0.008167771622538567,
+    0.1452898234128952,
+    0.028431210666894913,
+    0.019413616508245468,
+    0.09291587769985199,
+    0.020545952022075653,
+    0.02412812039256096,
+    0.04170937463641167,
+    0.024251991882920265,
+    0.17560037970542908,
+    0.05371720343828201,
+    0.010422996245324612,
+    0.10670263320207596,
+    0.3120891749858856,
+    0.0824328139424324,
+    0.3255259096622467,
+    0.030533820390701294,
+    0.05759299546480179,
+    0.050621744245290756,
+    0.19499725103378296,
+    0.15116046369075775,
+    0.04419999197125435,
+    0.010813283734023571,
+    0.16310659050941467,
+    0.1178407371044159
+  ]
+}

p5-mae-15m-d96/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00030000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.14746478872737748,
+  "probe/map_train": 0.5160068539333524,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1740969468797937,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.076584705035202,
+  "probe/total_s": 8.59435571799986,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17252550739308986
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17260322080831444
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1740969468797937
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17143417375013797
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16088263888134705
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13723159970784563
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10797365106142125
+    }
+  ],
+  "per_class_ap": [
+    0.6369754672050476,
+    0.021144362166523933,
+    0.0640646368265152,
+    0.20380516350269318,
+    0.09595788270235062,
+    0.2598124146461487,
+    0.20374692976474762,
+    0.31276577711105347,
+    0.0341082364320755,
+    0.03933429345488548,
+    0.018656523898243904,
+    0.09932811558246613,
+    0.5290245413780212,
+    0.2962998151779175,
+    0.05377132073044777,
+    0.4841403663158417,
+    0.306658536195755,
+    0.3584340214729309,
+    0.06437791883945465,
+    0.09240393340587616,
+    0.23128123581409454,
+    0.08800879865884781,
+    0.1907801330089569,
+    0.12817877531051636,
+    0.07502739131450653,
+    0.023486271500587463,
+    0.07580938935279846,
+    0.19082334637641907,
+    0.27710458636283875,
+    0.07853353768587112,
+    0.23435281217098236,
+    0.17587660253047943,
+    0.019201770424842834,
+    0.0813385620713234,
+    0.23143619298934937,
+    0.0586911104619503,
+    0.43754300475120544,
+    0.06489476561546326,
+    0.07063298672437668,
+    0.15560059249401093,
+    0.14673510193824768,
+    0.019983487203717232,
+    0.05991264805197716,
+    0.4365234673023224,
+    0.013417944312095642,
+    0.0934385433793068,
+    0.023511547595262527,
+    0.16447129845619202,
+    0.07998012006282806,
+    0.10855069011449814,
+    0.10970012098550797,
+    0.012295513413846493,
+    0.0387490876019001,
+    0.07808767259120941,
+    0.22260373830795288,
+    0.13357822597026825,
+    0.23637154698371887,
+    0.36751338839530945,
+    0.12241992354393005,
+    0.09300924092531204,
+    0.21751920878887177,
+    0.1985175758600235,
+    0.06683248281478882,
+    0.1660989671945572,
+    0.535291850566864,
+    0.24757243692874908,
+    0.27500274777412415,
+    0.3093715310096741,
+    0.3696047365665436,
+    0.39817509055137634,
+    0.1503145396709442,
+    0.1313851773738861,
+    0.2089121788740158,
+    0.1930450201034546,
+    0.20485922694206238,
+    0.26417988538742065,
+    0.04747854918241501,
+    0.2776883840560913,
+    0.17229218780994415,
+    0.10843633115291595,
+    0.022305630147457123,
+    0.10808690637350082,
+    0.3831532299518585,
+    0.09314443171024323,
+    0.1050034761428833,
+    0.0271547082811594,
+    0.06349129974842072,
+    0.03500207141041756,
+    0.026762330904603004,
+    0.0459352470934391,
+    0.07111412286758423,
+    0.06647001206874847,
+    0.1627451777458191,
+    0.030981307849287987,
+    0.03244597092270851,
+    0.06325314193964005,
+    0.011385029181838036,
+    0.01943037658929825,
+    0.12947309017181396,
+    0.16757510602474213,
+    0.16202209889888763,
+    0.2361801266670227,
+    0.03749462217092514,
+    0.038233399391174316,
+    0.02602398954331875,
+    0.05816914886236191,
+    0.0699002668261528,
+    0.06582536548376083,
+    0.100631482899189,
+    0.21805909276008606,
+    0.19761523604393005,
+    0.14159199595451355,
+    0.14098243415355682,
+    0.09375932812690735,
+    0.0375521183013916,
+    0.19722145795822144,
+    0.1917269080877304,
+    0.15453973412513733,
+    0.13323591649532318,
+    0.299692839384079,
+    0.2919396162033081,
+    0.19736269116401672,
+    0.10844839364290237,
+    0.094671830534935,
+    0.009768159128725529,
+    0.04398375749588013,
+    0.13105085492134094,
+    0.1904650777578354,
+    0.11280031502246857,
+    0.10286469757556915,
+    0.004498274531215429,
+    0.10191746056079865,
+    0.15649165213108063,
+    0.1626831740140915,
+    0.043055132031440735,
+    0.009883366525173187,
+    0.07680457085371017,
+    0.7243003249168396,
+    0.26638150215148926,
+    0.34473273158073425,
+    0.43038758635520935,
+    0.318266898393631,
+    0.13970717787742615,
+    0.1695135086774826,
+    0.10598217695951462,
+    0.12521065771579742,
+    0.11411914229393005,
+    0.30481404066085815,
+    0.11366108804941177,
+    0.22739894688129425,
+    0.19779761135578156,
+    0.1768592894077301,
+    0.2943088412284851,
+    0.12736395001411438,
+    0.13442093133926392,
+    0.22300522029399872,
+    0.13210329413414001,
+    0.08559174090623856,
+    0.029840677976608276,
+    0.06932809948921204,
+    0.5112295150756836,
+    0.3023347556591034,
+    0.3263992667198181,
+    0.1507532000541687,
+    0.26339423656463623,
+    0.29928475618362427,
+    0.3018195629119873,
+    0.17351378500461578,
+    0.29910707473754883,
+    0.40611621737480164,
+    0.29077184200286865,
+    0.275349885225296,
+    0.30553245544433594,
+    0.1502365916967392,
+    0.16231204569339752,
+    0.09160587936639786,
+    0.16978444159030914,
+    0.3256983160972595,
+    0.06724608689546585,
+    0.14647525548934937,
+    0.203426331281662,
+    0.15956155955791473,
+    0.16569268703460693,
+    0.32498064637184143,
+    0.05563276633620262,
+    0.42285841703414917,
+    0.3485090136528015,
+    0.1975545883178711,
+    0.3111536204814911,
+    0.12871475517749786,
+    0.16473402082920074,
+    0.07360563427209854,
+    0.31936922669410706,
+    0.17493312060832977,
+    0.1612159013748169,
+    0.386322021484375,
+    0.06526912748813629,
+    0.0799497738480568,
+    0.14774255454540253,
+    0.27975893020629883,
+    0.06861753761768341,
+    0.21376994252204895,
+    0.10333142429590225,
+    0.1732545644044876,
+    0.2387509047985077,
+    0.1704498827457428,
+    0.17978435754776,
+    0.5279815793037415,
+    0.2906065881252289,
+    0.31500717997550964,
+    0.7420536875724792,
+    0.44444045424461365,
+    0.5462520718574524,
+    0.04158838465809822,
+    0.3693593144416809,
+    0.18965324759483337,
+    0.0482226200401783,
+    0.2958851754665375,
+    0.2206399142742157,
+    0.13317908346652985,
+    0.18414942920207977,
+    0.13078296184539795,
+    0.18020834028720856,
+    0.21304941177368164,
+    0.08708039671182632,
+    0.09287094324827194,
+    0.0988384336233139,
+    0.034186169505119324,
+    0.1497529298067093,
+    0.03793280944228172,
+    0.05170879885554314,
+    0.07898528128862381,
+    0.13350620865821838,
+    0.06855135411024094,
+    0.03889333829283714,
+    0.016063077375292778,
+    0.15067324042320251,
+    0.02631288394331932,
+    0.3594588339328766,
+    0.03215615823864937,
+    0.17091037333011627,
+    0.2991894483566284,
+    0.2736494839191437,
+    0.23036296665668488,
+    0.14828462898731232,
+    0.26004523038864136,
+    0.07451442629098892,
+    0.16714657843112946,
+    0.03456354886293411,
+    0.11442652344703674,
+    0.09221530705690384,
+    0.022237129509449005,
+    0.07541080564260483,
+    0.09517974406480789,
+    0.06922987848520279,
+    0.21301807463169098,
+    0.22992463409900665,
+    0.2705453932285309,
+    0.11140027642250061,
+    0.0938311517238617,
+    0.03201614320278168,
+    0.06771213561296463,
+    0.1878451406955719,
+    0.06854559481143951,
+    0.026891395449638367,
+    0.04312486574053764,
+    0.07395172119140625,
+    0.11067743599414825,
+    0.12534905970096588,
+    0.038114115595817566,
+    0.02295202948153019,
+    0.24988044798374176,
+    0.16040927171707153,
+    0.040267277508974075,
+    0.20239584147930145,
+    0.03807831555604935,
+    0.07193443924188614,
+    0.06590482592582703,
+    0.07570468634366989,
+    0.06183307617902756,
+    0.021512893959879875,
+    0.28152996301651,
+    0.13656611740589142,
+    0.2531690001487732,
+    0.07343336194753647,
+    0.28190943598747253,
+    0.3289160132408142,
+    0.3454063832759857,
+    0.25095880031585693,
+    0.2293606400489807,
+    0.2313183844089508,
+    0.22777977585792542,
+    0.12394212931394577,
+    0.21215565502643585,
+    0.23947197198867798,
+    0.2479141354560852,
+    0.13374003767967224,
+    0.008962912485003471,
+    0.019704682752490044,
+    0.01665918156504631,
+    0.29820847511291504,
+    0.2047087550163269,
+    0.18221411108970642,
+    0.08518432080745697,
+    0.04118673503398895,
+    0.11307789385318756,
+    0.027934839949011803,
+    0.18085123598575592,
+    0.05945894122123718,
+    0.08648226410150528,
+    0.15671980381011963,
+    0.06137651577591896,
+    0.11810091882944107,
+    0.08651522547006607,
+    0.11524350941181183,
+    0.13878637552261353,
+    0.07708572596311569,
+    0.06950810551643372,
+    0.11995845288038254,
+    0.06690090149641037,
+    0.18020722270011902,
+    0.03786519169807434,
+    0.4292895495891571,
+    0.378927618265152,
+    0.26020681858062744,
+    0.24612607061862946,
+    0.04758388549089432,
+    0.07701799273490906,
+    0.2575610280036926,
+    0.24697838723659515,
+    0.15139394998550415,
+    0.22829216718673706,
+    0.25799545645713806,
+    0.35707512497901917,
+    0.21959532797336578,
+    0.17547477781772614,
+    0.1695476770401001,
+    0.14330331981182098,
+    0.05796471983194351,
+    0.056483302265405655,
+    0.10389543324708939,
+    0.005922628566622734,
+    0.06810486316680908,
+    0.15819872915744781,
+    0.09771858155727386,
+    0.06897909194231033,
+    0.10575630515813828,
+    0.33044999837875366,
+    0.04761074483394623,
+    0.01794648915529251,
+    0.11518363654613495,
+    0.02895026095211506,
+    0.10247503221035004,
+    0.11319229006767273,
+    0.03612199425697327,
+    0.04654381796717644,
+    0.03120892494916916,
+    0.012257072143256664,
+    0.039430659264326096,
+    0.1489558070898056,
+    0.010037066414952278,
+    0.08751995116472244,
+    0.1103958711028099,
+    0.15683645009994507,
+    0.027374329045414925,
+    0.0349314846098423,
+    0.3781827390193939,
+    0.19776327908039093,
+    0.019702298566699028,
+    0.14625947177410126,
+    0.17009644210338593,
+    0.11383433640003204,
+    0.12622538208961487,
+    0.38901472091674805,
+    0.14169751107692719,
+    0.0578155443072319,
+    0.0886145830154419,
+    0.09140448272228241,
+    0.07046040892601013,
+    0.020666489377617836,
+    0.027019184082746506,
+    0.10440553724765778,
+    0.16191646456718445,
+    0.08061273396015167,
+    0.17837882041931152,
+    0.2380831241607666,
+    0.17915436625480652,
+    0.0882907509803772,
+    0.0583580918610096,
+    0.040912333875894547,
+    0.23655454814434052,
+    0.0659899041056633,
+    0.028935560956597328,
+    0.35300031304359436,
+    0.24125723540782928,
+    0.1098303571343422,
+    0.46888643503189087,
+    0.5121768712997437,
+    0.025397107005119324,
+    0.3018668293952942,
+    0.40302255749702454,
+    0.0455436147749424,
+    0.11793743073940277,
+    0.23003003001213074,
+    0.029733695089817047,
+    0.034693822264671326,
+    0.028034541755914688,
+    0.027991751208901405,
+    0.05921810120344162,
+    0.020890770480036736,
+    0.012692892923951149,
+    0.1297864019870758,
+    0.022746587172150612,
+    0.044941045343875885,
+    0.28241315484046936,
+    0.17953896522521973,
+    0.02130891941487789,
+    0.016837220638990402,
+    0.12704846262931824,
+    0.10229113698005676,
+    0.2535967528820038,
+    0.08169230073690414,
+    0.07321260124444962,
+    0.27104470133781433,
+    0.10950104892253876,
+    0.11868006736040115,
+    0.05439869686961174,
+    0.21795904636383057,
+    0.2573515474796295,
+    0.18018139898777008,
+    0.10844475775957108,
+    0.17135685682296753,
+    0.23867811262607574,
+    0.12144877761602402,
+    0.006479918025434017,
+    0.16141656041145325,
+    0.1908445507287979,
+    0.09435530006885529,
+    0.1426142305135727,
+    0.028276316821575165,
+    0.018566740676760674,
+    0.033600207418203354,
+    0.011835170909762383,
+    0.10472733527421951,
+    0.013476620428264141,
+    0.13321544229984283,
+    0.08447656035423279,
+    0.014089243486523628,
+    0.024692652747035027,
+    0.13991667330265045,
+    0.01089925691485405,
+    0.05127676948904991,
+    0.015145480632781982,
+    0.05300452560186386,
+    0.062271494418382645,
+    0.16241909563541412,
+    0.026582079008221626,
+    0.1017208844423294,
+    0.040846627205610275,
+    0.13477683067321777,
+    0.043786659836769104,
+    0.06109940633177757,
+    0.3456002175807953,
+    0.41717734932899475,
+    0.2473345845937729,
+    0.13136710226535797,
+    0.028357965871691704,
+    0.07192303985357285,
+    0.06434659659862518,
+    0.191058948636055,
+    0.14714302122592926,
+    0.057618699967861176,
+    0.0891566127538681,
+    0.014239146374166012,
+    0.18754467368125916,
+    0.006861046422272921,
+    0.27091437578201294,
+    0.10200859606266022,
+    0.09365444630384445,
+    0.23382221162319183,
+    0.162563294172287,
+    0.09577018767595291,
+    0.012818650342524052,
+    0.04398319497704506,
+    0.04772765189409256,
+    0.018300237134099007,
+    0.006711137481033802,
+    0.06462123245000839,
+    0.053447190672159195,
+    0.06654556095600128,
+    0.18746590614318848,
+    0.27883705496788025,
+    0.14956055581569672,
+    0.16684772074222565,
+    0.20229852199554443,
+    0.08380433171987534,
+    0.03984899818897247,
+    0.10903168469667435,
+    0.08467576652765274,
+    0.13383939862251282,
+    0.1225050687789917,
+    0.28391462564468384,
+    0.008511682040989399,
+    0.15017041563987732,
+    0.029371052980422974,
+    0.016034578904509544,
+    0.09089667350053787,
+    0.020510153844952583,
+    0.023852869868278503,
+    0.043978024274110794,
+    0.02611500583589077,
+    0.15939189493656158,
+    0.05535012111067772,
+    0.00921809021383524,
+    0.12382562458515167,
+    0.28357622027397156,
+    0.1005348190665245,
+    0.3164367079734802,
+    0.03994809836149216,
+    0.04899263381958008,
+    0.05937373265624046,
+    0.21811267733573914,
+    0.1478728950023651,
+    0.04488300904631615,
+    0.008998495526611805,
+    0.1471291482448578,
+    0.10977564752101898
+  ]
+}

p5-mae-15m-d96/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00035000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.1519193168847947,
+  "probe/map_train": 0.5140423008171838,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17892290502512717,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.866996905999258,
+  "probe/total_s": 8.61418357398361,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17802143037545387
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1782639093994847
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17892290502512717
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17625512844402222
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16514864207627128
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1399307181436632
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1114651569526685
+    }
+  ],
+  "per_class_ap": [
+    0.6426066756248474,
+    0.018991412594914436,
+    0.06504572182893753,
+    0.2188415676355362,
+    0.11415576934814453,
+    0.2587440609931946,
+    0.21746820211410522,
+    0.32228556275367737,
+    0.036978986114263535,
+    0.03846535459160805,
+    0.01962723769247532,
+    0.10291846841573715,
+    0.5392444133758545,
+    0.30659982562065125,
+    0.04916005954146385,
+    0.4913228154182434,
+    0.3078998923301697,
+    0.3667672276496887,
+    0.06974012404680252,
+    0.10028206557035446,
+    0.2499030977487564,
+    0.10014801472425461,
+    0.19661034643650055,
+    0.13303397595882416,
+    0.07599487155675888,
+    0.022023262456059456,
+    0.09460964053869247,
+    0.1851090043783188,
+    0.2860671877861023,
+    0.08588702231645584,
+    0.24181443452835083,
+    0.19855976104736328,
+    0.019225414842367172,
+    0.0802924782037735,
+    0.24092194437980652,
+    0.06481195241212845,
+    0.4372665584087372,
+    0.0671972930431366,
+    0.07129932194948196,
+    0.15382175147533417,
+    0.1477859616279602,
+    0.018476668745279312,
+    0.07098504900932312,
+    0.4303124248981476,
+    0.014453962445259094,
+    0.10103242099285126,
+    0.026900973170995712,
+    0.16208644211292267,
+    0.08218532800674438,
+    0.0935860425233841,
+    0.1139887273311615,
+    0.013477884232997894,
+    0.04097340628504753,
+    0.07647962123155594,
+    0.2428494691848755,
+    0.129514679312706,
+    0.26200786232948303,
+    0.37674641609191895,
+    0.13794463872909546,
+    0.10733243823051453,
+    0.2405572384595871,
+    0.2092379629611969,
+    0.08220916986465454,
+    0.1828184574842453,
+    0.5355607271194458,
+    0.2500073313713074,
+    0.2909839153289795,
+    0.3143368065357208,
+    0.37693995237350464,
+    0.39340072870254517,
+    0.15849943459033966,
+    0.13977673649787903,
+    0.2110031098127365,
+    0.1944551020860672,
+    0.208217054605484,
+    0.2623264491558075,
+    0.051915690302848816,
+    0.25550252199172974,
+    0.17300105094909668,
+    0.13029827177524567,
+    0.021777955815196037,
+    0.11173278838396072,
+    0.4070614278316498,
+    0.09709226340055466,
+    0.10535037517547607,
+    0.03066263347864151,
+    0.06896607577800751,
+    0.02696768380701542,
+    0.026018228381872177,
+    0.03494320064783096,
+    0.07929080724716187,
+    0.07513066381216049,
+    0.17556270956993103,
+    0.02617814391851425,
+    0.039771754294633865,
+    0.06851924955844879,
+    0.013064681552350521,
+    0.02355113811790943,
+    0.13555623590946198,
+    0.17281784117221832,
+    0.14175797998905182,
+    0.2533968985080719,
+    0.04232187196612358,
+    0.043927233666181564,
+    0.028385527431964874,
+    0.05926712229847908,
+    0.05815017223358154,
+    0.061556942760944366,
+    0.10732775926589966,
+    0.22968997061252594,
+    0.2210732251405716,
+    0.1526649445295334,
+    0.15310855209827423,
+    0.09929995238780975,
+    0.04185815528035164,
+    0.21238380670547485,
+    0.21511702239513397,
+    0.16306047141551971,
+    0.14516066014766693,
+    0.35176438093185425,
+    0.33583033084869385,
+    0.18843834102153778,
+    0.10740388184785843,
+    0.09895183891057968,
+    0.008812597021460533,
+    0.04478815570473671,
+    0.14525777101516724,
+    0.19872824847698212,
+    0.14384403824806213,
+    0.13448847830295563,
+    0.005173300858587027,
+    0.10332304239273071,
+    0.15940798819065094,
+    0.15690977871418,
+    0.044578809291124344,
+    0.00824578758329153,
+    0.0931476503610611,
+    0.7273728251457214,
+    0.2788839340209961,
+    0.348288893699646,
+    0.4429101347923279,
+    0.3348001539707184,
+    0.16839757561683655,
+    0.1953468918800354,
+    0.11074145883321762,
+    0.13500672578811646,
+    0.11650644987821579,
+    0.30101218819618225,
+    0.14078156650066376,
+    0.21819883584976196,
+    0.20204642415046692,
+    0.17026998102664948,
+    0.3143893778324127,
+    0.12574785947799683,
+    0.15003693103790283,
+    0.19523245096206665,
+    0.11620213091373444,
+    0.07654441893100739,
+    0.031200215220451355,
+    0.06896097213029861,
+    0.5286259055137634,
+    0.3061494529247284,
+    0.32883018255233765,
+    0.15690812468528748,
+    0.2653888463973999,
+    0.28536224365234375,
+    0.3117881715297699,
+    0.1726102977991104,
+    0.2978140413761139,
+    0.4254382848739624,
+    0.28793463110923767,
+    0.25151923298835754,
+    0.2753809690475464,
+    0.16541513800621033,
+    0.16785553097724915,
+    0.10974587500095367,
+    0.1329534947872162,
+    0.34588342905044556,
+    0.06912261992692947,
+    0.14933353662490845,
+    0.20898467302322388,
+    0.15855436027050018,
+    0.1698739230632782,
+    0.33328571915626526,
+    0.07526877522468567,
+    0.43764528632164,
+    0.35440054535865784,
+    0.21531960368156433,
+    0.3014654219150543,
+    0.13362213969230652,
+    0.16179168224334717,
+    0.08104949444532394,
+    0.3238653242588043,
+    0.17156988382339478,
+    0.16224215924739838,
+    0.3915571868419647,
+    0.0664023831486702,
+    0.0947522521018982,
+    0.14659461379051208,
+    0.3055117130279541,
+    0.06115761399269104,
+    0.22921901941299438,
+    0.11381423473358154,
+    0.16723789274692535,
+    0.20929016172885895,
+    0.17913179099559784,
+    0.19708171486854553,
+    0.5333377122879028,
+    0.2676384150981903,
+    0.3354543149471283,
+    0.7463007569313049,
+    0.4526222348213196,
+    0.5560954213142395,
+    0.03934139758348465,
+    0.3558400273323059,
+    0.19906273484230042,
+    0.05374797061085701,
+    0.3072648048400879,
+    0.23689530789852142,
+    0.15038681030273438,
+    0.19104915857315063,
+    0.1363375335931778,
+    0.18262682855129242,
+    0.21881592273712158,
+    0.08935330808162689,
+    0.10158530622720718,
+    0.09470617026090622,
+    0.03663193807005882,
+    0.15762288868427277,
+    0.04652348533272743,
+    0.056520093232393265,
+    0.09315944463014603,
+    0.10628670454025269,
+    0.07017450034618378,
+    0.03923016041517258,
+    0.016281992197036743,
+    0.16476057469844818,
+    0.026828408241271973,
+    0.36639875173568726,
+    0.0319228321313858,
+    0.1625848114490509,
+    0.2851538360118866,
+    0.2982456386089325,
+    0.20838633179664612,
+    0.15595361590385437,
+    0.26987171173095703,
+    0.06904353201389313,
+    0.16709044575691223,
+    0.02965068817138672,
+    0.12605328857898712,
+    0.09696827083826065,
+    0.020412839949131012,
+    0.06689463555812836,
+    0.09592116624116898,
+    0.07780012488365173,
+    0.23135168850421906,
+    0.24128450453281403,
+    0.285887748003006,
+    0.10098254680633545,
+    0.11232173442840576,
+    0.03576396405696869,
+    0.07743056863546371,
+    0.19419418275356293,
+    0.07419465482234955,
+    0.03267546370625496,
+    0.04967254400253296,
+    0.06830451637506485,
+    0.11328212916851044,
+    0.13826686143875122,
+    0.042176563292741776,
+    0.038464292883872986,
+    0.2669452726840973,
+    0.13071352243423462,
+    0.047309983521699905,
+    0.20614920556545258,
+    0.039189279079437256,
+    0.07805287092924118,
+    0.08660805970430374,
+    0.0735597088932991,
+    0.07290992885828018,
+    0.02417633682489395,
+    0.28451359272003174,
+    0.13930785655975342,
+    0.24368061125278473,
+    0.09412349760532379,
+    0.2716335654258728,
+    0.3222959041595459,
+    0.3368222415447235,
+    0.25403058528900146,
+    0.2353498637676239,
+    0.23174837231636047,
+    0.2157045155763626,
+    0.13106317818164825,
+    0.18971137702465057,
+    0.23120999336242676,
+    0.24007706344127655,
+    0.14500576257705688,
+    0.008442725986242294,
+    0.016575539484620094,
+    0.0161589328199625,
+    0.29926952719688416,
+    0.20182928442955017,
+    0.17657288908958435,
+    0.08868081867694855,
+    0.03993683308362961,
+    0.09406835585832596,
+    0.031460341066122055,
+    0.1802820861339569,
+    0.07561720162630081,
+    0.11247993260622025,
+    0.16151867806911469,
+    0.07083740830421448,
+    0.1277397722005844,
+    0.08656734973192215,
+    0.1351921707391739,
+    0.14106766879558563,
+    0.08552424609661102,
+    0.06600406020879745,
+    0.14275693893432617,
+    0.06898345798254013,
+    0.19542373716831207,
+    0.037583399564027786,
+    0.4479391872882843,
+    0.38742250204086304,
+    0.26353856921195984,
+    0.2689655125141144,
+    0.057823486626148224,
+    0.07826891541481018,
+    0.2962223291397095,
+    0.2787591516971588,
+    0.14979538321495056,
+    0.23637336492538452,
+    0.29293227195739746,
+    0.39667725563049316,
+    0.22801099717617035,
+    0.178901806473732,
+    0.16815254092216492,
+    0.16525274515151978,
+    0.058052483946084976,
+    0.05856727808713913,
+    0.10873294621706009,
+    0.0054868715815246105,
+    0.08365120738744736,
+    0.1582186073064804,
+    0.11236009746789932,
+    0.07070328295230865,
+    0.1108001247048378,
+    0.3469070494174957,
+    0.04149417206645012,
+    0.019839929416775703,
+    0.11572655290365219,
+    0.033174507319927216,
+    0.10535281896591187,
+    0.12833699584007263,
+    0.025979580357670784,
+    0.04362970590591431,
+    0.03366125375032425,
+    0.013498815707862377,
+    0.03839386999607086,
+    0.1601848006248474,
+    0.010205992497503757,
+    0.09374277293682098,
+    0.11275134980678558,
+    0.16183067858219147,
+    0.02870255522429943,
+    0.03622186556458473,
+    0.38782232999801636,
+    0.19988277554512024,
+    0.016873065382242203,
+    0.12743248045444489,
+    0.17989371716976166,
+    0.11346716433763504,
+    0.1437300592660904,
+    0.386350154876709,
+    0.142763152718544,
+    0.06382901221513748,
+    0.09409142285585403,
+    0.10378698259592056,
+    0.07789409905672073,
+    0.016702478751540184,
+    0.03087332285940647,
+    0.1038498505949974,
+    0.19070185720920563,
+    0.08087629824876785,
+    0.16636312007904053,
+    0.24121029675006866,
+    0.1727319061756134,
+    0.08899926394224167,
+    0.058934349566698074,
+    0.038278624415397644,
+    0.21587160229682922,
+    0.07936904579401016,
+    0.0299205519258976,
+    0.3608393669128418,
+    0.21306996047496796,
+    0.11948870122432709,
+    0.4840712249279022,
+    0.5158429145812988,
+    0.023563573136925697,
+    0.30171260237693787,
+    0.4036140739917755,
+    0.05161347985267639,
+    0.1279001533985138,
+    0.24564963579177856,
+    0.03517815098166466,
+    0.027802372351288795,
+    0.027288159355521202,
+    0.034318167716264725,
+    0.05347355455160141,
+    0.0223277285695076,
+    0.011689992621541023,
+    0.12033800780773163,
+    0.025219149887561798,
+    0.04862416163086891,
+    0.2946966290473938,
+    0.1628410965204239,
+    0.04113353043794632,
+    0.030605455860495567,
+    0.12724067270755768,
+    0.09825187921524048,
+    0.2613579034805298,
+    0.08083583414554596,
+    0.0889098271727562,
+    0.2744467854499817,
+    0.10814430564641953,
+    0.11749988794326782,
+    0.059590715914964676,
+    0.22130270302295685,
+    0.26488178968429565,
+    0.18113848567008972,
+    0.10276742279529572,
+    0.18558190762996674,
+    0.2466779351234436,
+    0.12065424770116806,
+    0.0063587068580091,
+    0.15628433227539062,
+    0.20308126509189606,
+    0.10165393352508545,
+    0.12568949162960052,
+    0.029768582433462143,
+    0.01996006816625595,
+    0.04125062748789787,
+    0.011139648966491222,
+    0.11654384434223175,
+    0.01441398449242115,
+    0.14725983142852783,
+    0.09469155222177505,
+    0.013806258328258991,
+    0.021986719220876694,
+    0.15227870643138885,
+    0.013361511752009392,
+    0.05052242800593376,
+    0.01745118573307991,
+    0.05014615133404732,
+    0.06867104768753052,
+    0.19502000510692596,
+    0.02886047214269638,
+    0.10222925990819931,
+    0.04523118585348129,
+    0.15820744633674622,
+    0.048842497169971466,
+    0.05413159355521202,
+    0.35045671463012695,
+    0.41151466965675354,
+    0.2643153965473175,
+    0.1421840786933899,
+    0.02995980717241764,
+    0.07037071138620377,
+    0.05943114683032036,
+    0.189510777592659,
+    0.17933401465415955,
+    0.07165739685297012,
+    0.085589699447155,
+    0.01672038622200489,
+    0.20475085079669952,
+    0.0064859651029109955,
+    0.28387153148651123,
+    0.09877756237983704,
+    0.09861917793750763,
+    0.23867662250995636,
+    0.1748732179403305,
+    0.09421606361865997,
+    0.014010661281645298,
+    0.04418862238526344,
+    0.046744927763938904,
+    0.03271051496267319,
+    0.00683969259262085,
+    0.0660862848162651,
+    0.06167465075850487,
+    0.07050986588001251,
+    0.19501501321792603,
+    0.27905017137527466,
+    0.16307291388511658,
+    0.17195767164230347,
+    0.20184583961963654,
+    0.062868632376194,
+    0.041456662118434906,
+    0.09798839688301086,
+    0.11859390139579773,
+    0.13914774358272552,
+    0.12247245013713837,
+    0.31047847867012024,
+    0.008503361605107784,
+    0.1534217894077301,
+    0.025434477254748344,
+    0.018774131312966347,
+    0.09372055530548096,
+    0.020877955481410027,
+    0.024680783972144127,
+    0.04651011526584625,
+    0.027130460366606712,
+    0.1570252925157547,
+    0.0620417520403862,
+    0.009169922210276127,
+    0.1259670853614807,
+    0.3166288435459137,
+    0.09587322920560837,
+    0.334229975938797,
+    0.04146835580468178,
+    0.03816106915473938,
+    0.06261718273162842,
+    0.21805870532989502,
+    0.15092746913433075,
+    0.04540984332561493,
+    0.009796865284442902,
+    0.13710691034793854,
+    0.11143358051776886
+  ]
+}

p5-mae-15m-d96/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00901171875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.45984375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.226443359375
+  - 0.0
+  - 0.304701171875
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d96
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d96/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d96/exports/step_00040000",
+  "fingerprint": "763d2a9109b95876",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "probe/map": 0.15197164921330347,
+  "probe/map_train": 0.5131854299293297,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17743369844385143,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.177790287067182,
+  "probe/total_s": 8.665126449079253,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1767052017586161
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17723590264315991
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17743369844385143
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17599786756395855
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16483228384831697
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13987049944230498
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1103831943905642
+    }
+  ],
+  "per_class_ap": [
+    0.6435403227806091,
+    0.021130479872226715,
+    0.06618112325668335,
+    0.21890422701835632,
+    0.1068326085805893,
+    0.25401219725608826,
+    0.20759908854961395,
+    0.3250649869441986,
+    0.03597354143857956,
+    0.0416082963347435,
+    0.01993303745985031,
+    0.1047457605600357,
+    0.5443335175514221,
+    0.31945160031318665,
+    0.05443023890256882,
+    0.5018631815910339,
+    0.3065527379512787,
+    0.3683372735977173,
+    0.07283396273851395,
+    0.09610041975975037,
+    0.2509525716304779,
+    0.09626084566116333,
+    0.19808755815029144,
+    0.13323388993740082,
+    0.0821370780467987,
+    0.022124795243144035,
+    0.08910420536994934,
+    0.18741685152053833,
+    0.29358893632888794,
+    0.0869603157043457,
+    0.23885494470596313,
+    0.1964017152786255,
+    0.020055223256349564,
+    0.08460011333227158,
+    0.24226731061935425,
+    0.06622706353664398,
+    0.43086403608322144,
+    0.06484261155128479,
+    0.07627928256988525,
+    0.15652436017990112,
+    0.1510951668024063,
+    0.01927649974822998,
+    0.07260232418775558,
+    0.424215704202652,
+    0.015579652972519398,
+    0.09113205224275589,
+    0.023456748574972153,
+    0.17078788578510284,
+    0.08029203861951828,
+    0.09416622668504715,
+    0.11485005915164948,
+    0.013025932013988495,
+    0.04044392332434654,
+    0.0742291510105133,
+    0.24379169940948486,
+    0.13478443026542664,
+    0.2501988410949707,
+    0.3686077892780304,
+    0.1350094974040985,
+    0.10939214378595352,
+    0.23614786565303802,
+    0.20636342465877533,
+    0.07937337458133698,
+    0.1895027458667755,
+    0.5334171056747437,
+    0.2531568706035614,
+    0.30603551864624023,
+    0.3234786093235016,
+    0.3748476803302765,
+    0.39969462156295776,
+    0.1573469489812851,
+    0.14282426238059998,
+    0.2103031575679779,
+    0.19512122869491577,
+    0.2095600664615631,
+    0.26878711581230164,
+    0.05249679833650589,
+    0.25955718755722046,
+    0.18337996304035187,
+    0.13394932448863983,
+    0.02083807997405529,
+    0.11525578796863556,
+    0.39922094345092773,
+    0.09928297251462936,
+    0.10617080330848694,
+    0.030168356373906136,
+    0.07083293795585632,
+    0.029439086094498634,
+    0.02680504322052002,
+    0.0462685264647007,
+    0.08242395520210266,
+    0.07771211117506027,
+    0.17951829731464386,
+    0.02792924828827381,
+    0.040725257247686386,
+    0.09029334783554077,
+    0.012566789984703064,
+    0.023249683901667595,
+    0.1381668895483017,
+    0.16585029661655426,
+    0.13433882594108582,
+    0.2482825517654419,
+    0.04244475066661835,
+    0.042914245277643204,
+    0.02789894863963127,
+    0.060381051152944565,
+    0.060192253440618515,
+    0.06289587169885635,
+    0.10323169082403183,
+    0.22849443554878235,
+    0.222399041056633,
+    0.15592874586582184,
+    0.15314140915870667,
+    0.09909527748823166,
+    0.04296976700425148,
+    0.2175573855638504,
+    0.21946322917938232,
+    0.1666235327720642,
+    0.1402512490749359,
+    0.34413883090019226,
+    0.3459247648715973,
+    0.17848174273967743,
+    0.10050085186958313,
+    0.09869886934757233,
+    0.009980276226997375,
+    0.047273214906454086,
+    0.14642927050590515,
+    0.2012389749288559,
+    0.14794936776161194,
+    0.13650107383728027,
+    0.005116683430969715,
+    0.10975614190101624,
+    0.1523606926202774,
+    0.1516251116991043,
+    0.045997098088264465,
+    0.009721829555928707,
+    0.09444480389356613,
+    0.7278324365615845,
+    0.2797467112541199,
+    0.3505174219608307,
+    0.445389062166214,
+    0.3298114240169525,
+    0.17753812670707703,
+    0.19319766759872437,
+    0.11371766775846481,
+    0.13781346380710602,
+    0.1183352917432785,
+    0.3091018795967102,
+    0.13594886660575867,
+    0.21405231952667236,
+    0.22412391006946564,
+    0.17400126159191132,
+    0.3100828230381012,
+    0.1263476014137268,
+    0.14635901153087616,
+    0.1978229433298111,
+    0.11687348783016205,
+    0.07927766442298889,
+    0.030275946483016014,
+    0.07237796485424042,
+    0.520778238773346,
+    0.3043186664581299,
+    0.33516648411750793,
+    0.15455107390880585,
+    0.2641357183456421,
+    0.28837475180625916,
+    0.30882543325424194,
+    0.17145191133022308,
+    0.29649001359939575,
+    0.42378634214401245,
+    0.28541266918182373,
+    0.2408326268196106,
+    0.2635182738304138,
+    0.1635688841342926,
+    0.1591392457485199,
+    0.10500035434961319,
+    0.12995308637619019,
+    0.3399755656719208,
+    0.07195622473955154,
+    0.13859091699123383,
+    0.1987840086221695,
+    0.15500390529632568,
+    0.1702107936143875,
+    0.3337407112121582,
+    0.08542051166296005,
+    0.4399336874485016,
+    0.3648145794868469,
+    0.21069210767745972,
+    0.3088940680027008,
+    0.13178420066833496,
+    0.16057801246643066,
+    0.08189217001199722,
+    0.3332904279232025,
+    0.17013342678546906,
+    0.1617334932088852,
+    0.39381441473960876,
+    0.06833836436271667,
+    0.09060648083686829,
+    0.1469588726758957,
+    0.3057859241962433,
+    0.059481408447027206,
+    0.23782067000865936,
+    0.11808596551418304,
+    0.16111786663532257,
+    0.2037077248096466,
+    0.17570291459560394,
+    0.19533559679985046,
+    0.52825528383255,
+    0.25812071561813354,
+    0.32658490538597107,
+    0.7450960874557495,
+    0.4586039185523987,
+    0.5537222027778625,
+    0.036394961178302765,
+    0.3629007041454315,
+    0.19340777397155762,
+    0.05396553501486778,
+    0.3076626658439636,
+    0.23840124905109406,
+    0.14273901283740997,
+    0.18748891353607178,
+    0.1374431848526001,
+    0.17762482166290283,
+    0.21035383641719818,
+    0.08937389403581619,
+    0.0991477370262146,
+    0.09262318164110184,
+    0.03724553808569908,
+    0.16089433431625366,
+    0.047103915363550186,
+    0.054819315671920776,
+    0.09118977189064026,
+    0.10667308419942856,
+    0.07114485651254654,
+    0.03907937556505203,
+    0.014184542000293732,
+    0.16479195654392242,
+    0.028141777962446213,
+    0.37045207619667053,
+    0.030941352248191833,
+    0.17178775370121002,
+    0.28768062591552734,
+    0.2992230951786041,
+    0.2138826549053192,
+    0.1571686565876007,
+    0.26668399572372437,
+    0.06873531639575958,
+    0.1684504598379135,
+    0.02994595840573311,
+    0.1274317502975464,
+    0.09866943955421448,
+    0.020287318155169487,
+    0.07352426648139954,
+    0.09206578135490417,
+    0.07391747087240219,
+    0.23544692993164062,
+    0.23883619904518127,
+    0.2850152254104614,
+    0.09973553568124771,
+    0.11260873079299927,
+    0.03594311699271202,
+    0.077375128865242,
+    0.194100484251976,
+    0.06923817843198776,
+    0.03029084950685501,
+    0.049612779170274734,
+    0.06873401254415512,
+    0.11028632521629333,
+    0.13902278244495392,
+    0.03956830874085426,
+    0.029886100441217422,
+    0.2694585621356964,
+    0.14057877659797668,
+    0.04528368264436722,
+    0.19867046177387238,
+    0.03681604936718941,
+    0.0743839219212532,
+    0.07257533818483353,
+    0.07133035361766815,
+    0.06909158080816269,
+    0.02546600252389908,
+    0.2780354917049408,
+    0.13772952556610107,
+    0.24642322957515717,
+    0.08985662460327148,
+    0.2716318666934967,
+    0.3332597017288208,
+    0.3473949432373047,
+    0.25378111004829407,
+    0.23321989178657532,
+    0.23017342388629913,
+    0.21239620447158813,
+    0.13047198951244354,
+    0.1982119232416153,
+    0.22799146175384521,
+    0.23723259568214417,
+    0.1454520970582962,
+    0.008705858141183853,
+    0.018585890531539917,
+    0.015541009604930878,
+    0.2997119724750519,
+    0.20525574684143066,
+    0.17761096358299255,
+    0.08738290518522263,
+    0.03953763470053673,
+    0.09426750242710114,
+    0.03183331713080406,
+    0.18229544162750244,
+    0.07603318244218826,
+    0.10829824954271317,
+    0.1599460393190384,
+    0.06868112832307816,
+    0.13244150578975677,
+    0.0892924815416336,
+    0.12156862020492554,
+    0.14276577532291412,
+    0.08391672372817993,
+    0.06753119081258774,
+    0.1575031578540802,
+    0.06747600436210632,
+    0.2008267492055893,
+    0.0417238250374794,
+    0.45032599568367004,
+    0.38568687438964844,
+    0.2661835849285126,
+    0.27371546626091003,
+    0.05672571435570717,
+    0.07911688834428787,
+    0.2918628454208374,
+    0.27969756722450256,
+    0.14979900419712067,
+    0.23227377235889435,
+    0.29375097155570984,
+    0.3878173232078552,
+    0.23115317523479462,
+    0.1794849932193756,
+    0.1701812744140625,
+    0.16708727180957794,
+    0.057945121079683304,
+    0.05558042973279953,
+    0.11162669211626053,
+    0.005358661524951458,
+    0.08340947329998016,
+    0.15896818041801453,
+    0.11203122138977051,
+    0.07035357505083084,
+    0.11005845665931702,
+    0.3438207805156708,
+    0.04262039437890053,
+    0.019845539703965187,
+    0.11543677002191544,
+    0.0342848002910614,
+    0.10745257884263992,
+    0.1283414661884308,
+    0.026874659582972527,
+    0.048219431191682816,
+    0.033822499215602875,
+    0.014044425450265408,
+    0.038137223571538925,
+    0.1586296558380127,
+    0.01027884054929018,
+    0.09440625458955765,
+    0.11043571680784225,
+    0.15651017427444458,
+    0.030570797622203827,
+    0.038103438913822174,
+    0.3867475688457489,
+    0.21155275404453278,
+    0.016233175992965698,
+    0.1324850618839264,
+    0.18468062579631805,
+    0.11826711893081665,
+    0.14611953496932983,
+    0.3732084631919861,
+    0.15105894207954407,
+    0.06252216547727585,
+    0.0942264050245285,
+    0.10304297506809235,
+    0.07793325930833817,
+    0.017413698136806488,
+    0.030858056619763374,
+    0.10430514067411423,
+    0.17919383943080902,
+    0.08567250519990921,
+    0.17125363647937775,
+    0.24111692607402802,
+    0.178741455078125,
+    0.08430192619562149,
+    0.06111976131796837,
+    0.03950054943561554,
+    0.21608395874500275,
+    0.08515971153974533,
+    0.029524600133299828,
+    0.34626057744026184,
+    0.2111494541168213,
+    0.11815313994884491,
+    0.48812296986579895,
+    0.5194621086120605,
+    0.023305092006921768,
+    0.3012217581272125,
+    0.4022144377231598,
+    0.053640786558389664,
+    0.1284482628107071,
+    0.23722639679908752,
+    0.03374540060758591,
+    0.026016827672719955,
+    0.028963599354028702,
+    0.031976643949747086,
+    0.05465325340628624,
+    0.022341903299093246,
+    0.012718575075268745,
+    0.12374505400657654,
+    0.02370932139456272,
+    0.04991908371448517,
+    0.2956181764602661,
+    0.1559567004442215,
+    0.031220462173223495,
+    0.028704136610031128,
+    0.12362490594387054,
+    0.1000613197684288,
+    0.26143133640289307,
+    0.0800846740603447,
+    0.08154018968343735,
+    0.27942073345184326,
+    0.11358076333999634,
+    0.11752191185951233,
+    0.06057407334446907,
+    0.2227628231048584,
+    0.25727763772010803,
+    0.17877385020256042,
+    0.10078305006027222,
+    0.1891612410545349,
+    0.24642342329025269,
+    0.11518196016550064,
+    0.00622841389849782,
+    0.1511029750108719,
+    0.20400285720825195,
+    0.10842776298522949,
+    0.13261790573596954,
+    0.03042813390493393,
+    0.021120429039001465,
+    0.04045211151242256,
+    0.011322036385536194,
+    0.11677586287260056,
+    0.013966730795800686,
+    0.14746491611003876,
+    0.09123113006353378,
+    0.013408447615802288,
+    0.02297523431479931,
+    0.138115793466568,
+    0.013299966230988503,
+    0.05147043243050575,
+    0.016254151239991188,
+    0.05112259462475777,
+    0.06468311697244644,
+    0.20288608968257904,
+    0.026713905856013298,
+    0.1007901057600975,
+    0.04659247398376465,
+    0.15215463936328888,
+    0.04858908802270889,
+    0.049839287996292114,
+    0.35661235451698303,
+    0.41394296288490295,
+    0.2734381854534149,
+    0.14083877205848694,
+    0.02856510505080223,
+    0.07907304167747498,
+    0.06083293259143829,
+    0.18910939991474152,
+    0.17850054800510406,
+    0.06617382913827896,
+    0.09128957241773605,
+    0.01604279689490795,
+    0.19686368107795715,
+    0.006288748234510422,
+    0.28528735041618347,
+    0.0967000275850296,
+    0.09291481226682663,
+    0.22916288673877716,
+    0.18328094482421875,
+    0.0909845158457756,
+    0.015303915366530418,
+    0.043866898864507675,
+    0.04679214209318161,
+    0.030827714130282402,
+    0.006932953372597694,
+    0.06607746332883835,
+    0.058265719562768936,
+    0.06598511338233948,
+    0.19404029846191406,
+    0.28134459257125854,
+    0.14732326567173004,
+    0.16729430854320526,
+    0.20459985733032227,
+    0.058744411915540695,
+    0.0420515201985836,
+    0.1007668599486351,
+    0.11511392891407013,
+    0.14255566895008087,
+    0.12265453487634659,
+    0.33315858244895935,
+    0.00843778159469366,
+    0.1527336686849594,
+    0.026673713698983192,
+    0.020503291860222816,
+    0.09451936930418015,
+    0.01998390629887581,
+    0.02634299360215664,
+    0.0482880063354969,
+    0.0269609447568655,
+    0.16345171630382538,
+    0.05948822945356369,
+    0.008867782540619373,
+    0.12322259694337845,
+    0.309406042098999,
+    0.10607137531042099,
+    0.3331416845321655,
+    0.041341643780469894,
+    0.03694600984454155,
+    0.05041945353150368,
+    0.22044885158538818,
+    0.15265963971614838,
+    0.04780379310250282,
+    0.0095159150660038,
+    0.1422327309846878,
+    0.11164000630378723
+  ]
+}

p5-mae-15m-d96/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e614a4920fd1f94eb06cc442dfd4795453d89a58f9325b2972d15e89d66d1689
+size 15360128

p5-mae-15m-d96/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d96",
+  "fingerprint": "763d2a9109b95876",
+  "wandb_run_id": "phase5-p5-mae-15m-d96",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 312748,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.009011979166666666,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.45984375,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.22644322916666668,
+      0.0,
+      0.30470104166666667,
+      0.0
+    ]
+  },
+  "started_at": 1787007465.051981,
+  "finished_at": 1787008196.5131702,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6338874557986856,
+    "val/frame": 0.6338874557986856,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d96/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787008196.5148816,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6338874557986856,
+  "val/frame": 0.6338874557986856,
+  "val/utterance": 0.0
+}