Upload folder using huggingface_hub

p5-mae-15m-d184/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00005000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.10165642580349683,
+  "probe/map_train": 0.45463600200539067,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.12791133176471747,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.041109981946647,
+  "probe/total_s": 8.549624748993665,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12544424659386985
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12586817132314382
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12776072917062528
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12791133176471747
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11727823221709657
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.09679440844607888
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07644046875038511
+    }
+  ],
+  "per_class_ap": [
+    0.5976315140724182,
+    0.007715970277786255,
+    0.05952491983771324,
+    0.17350149154663086,
+    0.07032553851604462,
+    0.2384217530488968,
+    0.17707028985023499,
+    0.2854419946670532,
+    0.02167222835123539,
+    0.03616773337125778,
+    0.01632761023938656,
+    0.05976325646042824,
+    0.38994377851486206,
+    0.17002522945404053,
+    0.03420644998550415,
+    0.37426847219467163,
+    0.1930972784757614,
+    0.3196532726287842,
+    0.039353691041469574,
+    0.050834182649850845,
+    0.16785944998264313,
+    0.03690065070986748,
+    0.09242895990610123,
+    0.117436483502388,
+    0.023494930937886238,
+    0.024450739845633507,
+    0.033110618591308594,
+    0.1521904319524765,
+    0.17880688607692719,
+    0.041877564042806625,
+    0.22271908819675446,
+    0.09740106016397476,
+    0.011565393768250942,
+    0.04643499478697777,
+    0.1607813537120819,
+    0.02819076180458069,
+    0.26959577202796936,
+    0.04142451658844948,
+    0.03937668353319168,
+    0.06442701816558838,
+    0.10840116441249847,
+    0.013944623991847038,
+    0.03787965700030327,
+    0.18933792412281036,
+    0.007117981091141701,
+    0.03734012693166733,
+    0.009625905193388462,
+    0.03579365834593773,
+    0.06412697583436966,
+    0.04187597334384918,
+    0.12370660901069641,
+    0.008516408503055573,
+    0.0199272558093071,
+    0.02710687182843685,
+    0.1465289145708084,
+    0.06385792046785355,
+    0.15264824032783508,
+    0.2672429084777832,
+    0.07012604176998138,
+    0.06142242252826691,
+    0.1974891573190689,
+    0.1587696373462677,
+    0.026191100478172302,
+    0.08951053023338318,
+    0.4906249940395355,
+    0.17893794178962708,
+    0.17468960583209991,
+    0.2297922819852829,
+    0.29654210805892944,
+    0.30483564734458923,
+    0.0688055083155632,
+    0.07544119656085968,
+    0.13920894265174866,
+    0.1079862043261528,
+    0.11303474754095078,
+    0.15308979153633118,
+    0.05169172212481499,
+    0.12398447841405869,
+    0.15608073770999908,
+    0.047061603516340256,
+    0.013997339643537998,
+    0.048881080001592636,
+    0.12057607620954514,
+    0.027589790523052216,
+    0.06597419828176498,
+    0.018013153225183487,
+    0.03469402715563774,
+    0.019791560247540474,
+    0.013141324743628502,
+    0.07615416496992111,
+    0.025654016062617302,
+    0.026033954694867134,
+    0.13893325626850128,
+    0.013999128714203835,
+    0.02223910763859749,
+    0.01813075691461563,
+    0.015469330362975597,
+    0.025190599262714386,
+    0.09734456241130829,
+    0.16025730967521667,
+    0.10935148596763611,
+    0.204427570104599,
+    0.026052558794617653,
+    0.026649046689271927,
+    0.0189517829567194,
+    0.06860081851482391,
+    0.029810573905706406,
+    0.026039838790893555,
+    0.04665398970246315,
+    0.1049388125538826,
+    0.09046316146850586,
+    0.07071905583143234,
+    0.04949415847659111,
+    0.05056033283472061,
+    0.026587700471282005,
+    0.09575501084327698,
+    0.09234009683132172,
+    0.04825294017791748,
+    0.04366748780012131,
+    0.05096662789583206,
+    0.05183817446231842,
+    0.08270332962274551,
+    0.0552835538983345,
+    0.02078915573656559,
+    0.009522190317511559,
+    0.018453484401106834,
+    0.08840236067771912,
+    0.10585848987102509,
+    0.11134327948093414,
+    0.08433635532855988,
+    0.003962014801800251,
+    0.036634113639593124,
+    0.10371983051300049,
+    0.090977244079113,
+    0.02038220316171646,
+    0.006047610659152269,
+    0.044596314430236816,
+    0.6883166432380676,
+    0.19505463540554047,
+    0.23526866734027863,
+    0.346192866563797,
+    0.24499556422233582,
+    0.07260831445455551,
+    0.107493557035923,
+    0.07427900284528732,
+    0.08795323967933655,
+    0.06919935345649719,
+    0.10503969341516495,
+    0.07474134862422943,
+    0.11507612466812134,
+    0.07719549536705017,
+    0.12932901084423065,
+    0.1487957239151001,
+    0.06208193674683571,
+    0.04760641232132912,
+    0.16156484186649323,
+    0.08729950338602066,
+    0.055145084857940674,
+    0.020284831523895264,
+    0.07720088958740234,
+    0.2827237546443939,
+    0.2333742380142212,
+    0.30944517254829407,
+    0.12117292732000351,
+    0.21981941163539886,
+    0.2672341465950012,
+    0.27549001574516296,
+    0.17636804282665253,
+    0.2874777317047119,
+    0.2694447636604309,
+    0.1807783544063568,
+    0.2601386308670044,
+    0.2725697159767151,
+    0.22042734920978546,
+    0.050878871232271194,
+    0.0754784643650055,
+    0.09514319151639938,
+    0.28021562099456787,
+    0.040526196360588074,
+    0.06930406391620636,
+    0.0856790766119957,
+    0.0746319368481636,
+    0.0910486951470375,
+    0.1444081813097,
+    0.03217453882098198,
+    0.28030532598495483,
+    0.2902314364910126,
+    0.11305888742208481,
+    0.2299022376537323,
+    0.10423634201288223,
+    0.14953063428401947,
+    0.08679812401533127,
+    0.20998549461364746,
+    0.13933753967285156,
+    0.07886537909507751,
+    0.3236810863018036,
+    0.041714344173669815,
+    0.038918811827898026,
+    0.1012679785490036,
+    0.15637287497520447,
+    0.03489800915122032,
+    0.13127587735652924,
+    0.052516769617795944,
+    0.12950988113880157,
+    0.1457112580537796,
+    0.08784111589193344,
+    0.08767407387495041,
+    0.29953131079673767,
+    0.14566843211650848,
+    0.19494637846946716,
+    0.6837164759635925,
+    0.3105730712413788,
+    0.4172199070453644,
+    0.02966487966477871,
+    0.24765470623970032,
+    0.11065329611301422,
+    0.037024516612291336,
+    0.17159968614578247,
+    0.08162931352853775,
+    0.126848042011261,
+    0.12710747122764587,
+    0.10424526780843735,
+    0.1926957219839096,
+    0.18355490267276764,
+    0.07328590750694275,
+    0.06277274340391159,
+    0.08108281344175339,
+    0.0355752594769001,
+    0.11819017678499222,
+    0.04001916944980621,
+    0.04527248814702034,
+    0.0756625309586525,
+    0.05957924574613571,
+    0.06740854680538177,
+    0.035588569939136505,
+    0.010901597328484058,
+    0.09690079838037491,
+    0.01752649061381817,
+    0.22390376031398773,
+    0.032551079988479614,
+    0.1061263456940651,
+    0.1919562667608261,
+    0.28279992938041687,
+    0.16574150323867798,
+    0.13054056465625763,
+    0.22318072617053986,
+    0.03640701621770859,
+    0.14823397994041443,
+    0.022158872336149216,
+    0.1141989678144455,
+    0.08854636549949646,
+    0.0249010156840086,
+    0.042035024613142014,
+    0.055215541273355484,
+    0.05347426235675812,
+    0.10506222397089005,
+    0.1882043182849884,
+    0.16205839812755585,
+    0.09361965954303741,
+    0.07141631096601486,
+    0.05798392742872238,
+    0.038884907960891724,
+    0.16279670596122742,
+    0.07938104122877121,
+    0.027905413880944252,
+    0.053417131304740906,
+    0.07155773043632507,
+    0.07953603565692902,
+    0.1152445524930954,
+    0.04439562186598778,
+    0.02066422998905182,
+    0.17481043934822083,
+    0.048523299396038055,
+    0.02045283280313015,
+    0.16532963514328003,
+    0.04242920130491257,
+    0.06141700968146324,
+    0.04817463830113411,
+    0.06849324703216553,
+    0.03829609975218773,
+    0.02570849470794201,
+    0.19030651450157166,
+    0.09127552807331085,
+    0.1586538851261139,
+    0.05485347658395767,
+    0.16001541912555695,
+    0.1893685758113861,
+    0.20219288766384125,
+    0.1312851458787918,
+    0.15211200714111328,
+    0.11136484146118164,
+    0.11607564240694046,
+    0.09463941305875778,
+    0.21218250691890717,
+    0.11450012028217316,
+    0.1021275669336319,
+    0.08867387473583221,
+    0.005230845883488655,
+    0.014606230892241001,
+    0.007123119197785854,
+    0.25704556703567505,
+    0.14334411919116974,
+    0.07851585745811462,
+    0.09189945459365845,
+    0.02863667532801628,
+    0.0892241820693016,
+    0.023647109046578407,
+    0.13034462928771973,
+    0.0479370579123497,
+    0.03793816268444061,
+    0.08554743975400925,
+    0.025904007256031036,
+    0.05393296107649803,
+    0.03468025475740433,
+    0.05124429240822792,
+    0.07478190958499908,
+    0.05140496790409088,
+    0.02604968100786209,
+    0.06367495656013489,
+    0.04873055964708328,
+    0.08807496726512909,
+    0.05171114206314087,
+    0.37493470311164856,
+    0.27354928851127625,
+    0.21991769969463348,
+    0.19024114310741425,
+    0.02034209854900837,
+    0.05819961428642273,
+    0.1975582093000412,
+    0.18466410040855408,
+    0.1128629744052887,
+    0.12789204716682434,
+    0.19678165018558502,
+    0.24830706417560577,
+    0.15312671661376953,
+    0.11512650549411774,
+    0.07950639724731445,
+    0.1502915322780609,
+    0.047148965299129486,
+    0.028265824541449547,
+    0.06593123078346252,
+    0.006108973175287247,
+    0.029570478945970535,
+    0.11823909729719162,
+    0.1158444955945015,
+    0.058821361511945724,
+    0.10223577916622162,
+    0.22543026506900787,
+    0.01891675777733326,
+    0.021001411601901054,
+    0.037981066852808,
+    0.026949647814035416,
+    0.07600926607847214,
+    0.07147686928510666,
+    0.02047923393547535,
+    0.03817169740796089,
+    0.05076112598180771,
+    0.009523797780275345,
+    0.0459277480840683,
+    0.07278545200824738,
+    0.00957950484007597,
+    0.011349517852067947,
+    0.08218973875045776,
+    0.07257698476314545,
+    0.02160033769905567,
+    0.028837909922003746,
+    0.3383725583553314,
+    0.1049569621682167,
+    0.012547561898827553,
+    0.10792849957942963,
+    0.07470572739839554,
+    0.06510329246520996,
+    0.0754372775554657,
+    0.2976359724998474,
+    0.070866160094738,
+    0.02343156933784485,
+    0.044255707412958145,
+    0.05016409605741501,
+    0.010674248449504375,
+    0.013436393812298775,
+    0.019392991438508034,
+    0.07715614885091782,
+    0.039500437676906586,
+    0.05963074788451195,
+    0.07913098484277725,
+    0.17991577088832855,
+    0.12011493742465973,
+    0.027041874825954437,
+    0.048869479447603226,
+    0.06414318829774857,
+    0.14645853638648987,
+    0.043584685772657394,
+    0.02583102323114872,
+    0.28956693410873413,
+    0.16415412724018097,
+    0.03462882339954376,
+    0.3989655375480652,
+    0.4722084105014801,
+    0.020556198433041573,
+    0.2959323823451996,
+    0.39606112241744995,
+    0.0378071665763855,
+    0.10823272168636322,
+    0.17104579508304596,
+    0.015545276924967766,
+    0.014711389318108559,
+    0.012331475503742695,
+    0.0151364766061306,
+    0.018448466435074806,
+    0.009628349915146828,
+    0.008581065572798252,
+    0.12347452342510223,
+    0.018670711666345596,
+    0.019170789048075676,
+    0.228810653090477,
+    0.15308021008968353,
+    0.014612806960940361,
+    0.008944903500378132,
+    0.10156862437725067,
+    0.08761542290449142,
+    0.1603764295578003,
+    0.024856822565197945,
+    0.046386782079935074,
+    0.12487234175205231,
+    0.08891509473323822,
+    0.12281601876020432,
+    0.03761972486972809,
+    0.11326868832111359,
+    0.1702495813369751,
+    0.11985297501087189,
+    0.05069935694336891,
+    0.08836692571640015,
+    0.07987653464078903,
+    0.05994419753551483,
+    0.005610719323158264,
+    0.10131247341632843,
+    0.200823113322258,
+    0.048946719616651535,
+    0.07548677921295166,
+    0.013602351769804955,
+    0.016056180000305176,
+    0.013777943328022957,
+    0.006386513356119394,
+    0.06053401902318001,
+    0.006626110523939133,
+    0.07574237138032913,
+    0.011047390289604664,
+    0.01630839891731739,
+    0.01017723884433508,
+    0.022445768117904663,
+    0.008053997531533241,
+    0.03343958407640457,
+    0.008676755242049694,
+    0.03607381507754326,
+    0.022342702373862267,
+    0.11096986383199692,
+    0.02060590870678425,
+    0.08717676252126694,
+    0.02553383819758892,
+    0.08339889347553253,
+    0.02902812324464321,
+    0.02692570723593235,
+    0.14708560705184937,
+    0.43579554557800293,
+    0.17350566387176514,
+    0.10317054390907288,
+    0.026466233655810356,
+    0.0386245958507061,
+    0.053802888840436935,
+    0.07515203952789307,
+    0.04067771136760712,
+    0.052037183195352554,
+    0.05097013711929321,
+    0.01339032594114542,
+    0.10915504395961761,
+    0.004414276219904423,
+    0.18213039636611938,
+    0.058969561010599136,
+    0.037784915417432785,
+    0.1851019412279129,
+    0.08486746996641159,
+    0.058643367141485214,
+    0.03249827399849892,
+    0.06489583104848862,
+    0.04241512715816498,
+    0.01073278859257698,
+    0.0059448531828820705,
+    0.05045595392584801,
+    0.03550933673977852,
+    0.043153610080480576,
+    0.11204218864440918,
+    0.19642387330532074,
+    0.05296933278441429,
+    0.14447738230228424,
+    0.2541279196739197,
+    0.03704770654439926,
+    0.03124990686774254,
+    0.19028912484645844,
+    0.05335472896695137,
+    0.07893332839012146,
+    0.1285928338766098,
+    0.2584633529186249,
+    0.005391222890466452,
+    0.10451368987560272,
+    0.02962004393339157,
+    0.019441774114966393,
+    0.08292780071496964,
+    0.016691133379936218,
+    0.010099176317453384,
+    0.03071734495460987,
+    0.021339423954486847,
+    0.1578538864850998,
+    0.05089522525668144,
+    0.016596779227256775,
+    0.09321224689483643,
+    0.18962450325489044,
+    0.015635304152965546,
+    0.3357436954975128,
+    0.025411343201994896,
+    0.023582007735967636,
+    0.03305826336145401,
+    0.19601775705814362,
+    0.13753336668014526,
+    0.020191455259919167,
+    0.00740981986746192,
+    0.13418538868427277,
+    0.10000190138816833
+  ]
+}

p5-mae-15m-d184/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
+    "fingerprint": "6e78e338bc91b92c",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d184",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006505368824383735,
+      "val_map": 0.005615228123916931,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02379,
+      "train_map": 0.03047895691984031,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0233,
+      "train_map": 0.0439524357383841,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.5
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02271,
+      "train_map": 0.06002192387681638,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02231,
+      "train_map": 0.07170711386554735,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02256,
+      "train_map": 0.07316756245911658,
+      "val_map": 0.04567550007382892,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02152,
+      "train_map": 0.07821073748022883,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02104,
+      "train_map": 0.08061373691503984,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.9
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02093,
+      "train_map": 0.10043329171451124,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02073,
+      "train_map": 0.1146458538109525,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.0
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02014,
+      "train_map": 0.11506988791275267,
+      "val_map": 0.07104081385442015,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.3
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02044,
+      "train_map": 0.11087496513571499,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02054,
+      "train_map": 0.13389631617368963,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.0202,
+      "train_map": 0.1401443801417353,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01975,
+      "train_map": 0.15457439651020027,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01932,
+      "train_map": 0.15867700813818844,
+      "val_map": 0.09609306524498866,
+      "lr": 0.000541962785848462,
+      "train_s": 7.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01961,
+      "train_map": 0.158435028984761,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01892,
+      "train_map": 0.1711533693985508,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01849,
+      "train_map": 0.17659102135516377,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01819,
+      "train_map": 0.1789425716327196,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01879,
+      "train_map": 0.17976626984517052,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0188,
+      "train_map": 0.1799788190868367,
+      "val_map": 0.10693176031250513,
+      "lr": 1e-05,
+      "train_s": 10.3
+    }
+  ],
+  "final_train_map": 0.1799788190868367,
+  "final_val_map": 0.10693176031250513,
+  "lora/map": 0.10693176031250513,
+  "train_seconds": 10.3,
+  "wall_seconds": 62.9
+}

p5-mae-15m-d184/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
+    "fingerprint": "6e78e338bc91b92c",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d184",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006718438929074976,
+      "val_map": 0.00572527682035808,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02487,
+      "train_map": 0.02768129053763317,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02321,
+      "train_map": 0.05473891617847338,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02278,
+      "train_map": 0.05778113141279505,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02212,
+      "train_map": 0.06942108583630396,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02246,
+      "train_map": 0.07227157707948174,
+      "val_map": 0.04489917681151312,
+      "lr": 0.002795633084492174,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02138,
+      "train_map": 0.07360672047167338,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02163,
+      "train_map": 0.08191152567978757,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02075,
+      "train_map": 0.09875527294653078,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02111,
+      "train_map": 0.099700619831091,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02042,
+      "train_map": 0.11312850903758542,
+      "val_map": 0.06740653426147841,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.1
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02037,
+      "train_map": 0.12026215632502661,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02004,
+      "train_map": 0.12446291336482232,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01996,
+      "train_map": 0.141294655026921,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01933,
+      "train_map": 0.1485508516650873,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.0189,
+      "train_map": 0.1634893653237489,
+      "val_map": 0.0980352010609727,
+      "lr": 0.000541962785848462,
+      "train_s": 7.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01919,
+      "train_map": 0.16198160934511155,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01862,
+      "train_map": 0.17165316862851182,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01886,
+      "train_map": 0.17529037891687432,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01864,
+      "train_map": 0.17958954963532667,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01871,
+      "train_map": 0.17970982201722588,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01842,
+      "train_map": 0.17959671517731568,
+      "val_map": 0.1079317110986493,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.17959671517731568,
+  "final_val_map": 0.1079317110986493,
+  "lora/map": 0.1079317110986493,
+  "train_seconds": 10.0,
+  "wall_seconds": 59.6
+}

p5-mae-15m-d184/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a553f22e6a4c0d3280ef0f00164fe629587a633db60b6b8d70be96f6ee7dbece
+size 60174680

p5-mae-15m-d184/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00010000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.1227085081581203,
+  "probe/map_train": 0.5373797336384739,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1512827223111156,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.169884597999044,
+  "probe/total_s": 8.955292736995034,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14911499981365503
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14953358246692133
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1512827223111156
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1501306553054919
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14028269617661013
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11582838745250507
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09269511047353088
+    }
+  ],
+  "per_class_ap": [
+    0.6109070181846619,
+    0.006659489590674639,
+    0.05655491352081299,
+    0.2074025422334671,
+    0.07231426239013672,
+    0.24976712465286255,
+    0.19730322062969208,
+    0.31543511152267456,
+    0.03756045922636986,
+    0.037243664264678955,
+    0.01650458388030529,
+    0.0667351707816124,
+    0.4826461374759674,
+    0.28316637873649597,
+    0.03328206017613411,
+    0.4523843824863434,
+    0.2838105857372284,
+    0.3477694094181061,
+    0.05123044177889824,
+    0.06251919269561768,
+    0.22796592116355896,
+    0.07096550613641739,
+    0.13797318935394287,
+    0.12650811672210693,
+    0.049049705266952515,
+    0.01990625448524952,
+    0.049724478274583817,
+    0.17031119763851166,
+    0.19221869111061096,
+    0.04490285739302635,
+    0.24364185333251953,
+    0.1423758566379547,
+    0.020647751167416573,
+    0.08666949719190598,
+    0.23916922509670258,
+    0.03587289899587631,
+    0.2935066223144531,
+    0.04396277293562889,
+    0.0537479929625988,
+    0.10822762548923492,
+    0.14264820516109467,
+    0.030710918828845024,
+    0.05017208307981491,
+    0.34901103377342224,
+    0.009866515174508095,
+    0.0628601536154747,
+    0.012467785738408566,
+    0.09945071488618851,
+    0.04333579167723656,
+    0.09799066931009293,
+    0.11195459961891174,
+    0.009922190569341183,
+    0.018016204237937927,
+    0.045960433781147,
+    0.18242515623569489,
+    0.08305247873067856,
+    0.16098681092262268,
+    0.35876789689064026,
+    0.09270481765270233,
+    0.07175809144973755,
+    0.20414093136787415,
+    0.19883084297180176,
+    0.047617651522159576,
+    0.12964299321174622,
+    0.4945312738418579,
+    0.20556803047657013,
+    0.26792046427726746,
+    0.3023344576358795,
+    0.3675041198730469,
+    0.37859195470809937,
+    0.1035693809390068,
+    0.11202771961688995,
+    0.16186559200286865,
+    0.14457224309444427,
+    0.14152836799621582,
+    0.18870490789413452,
+    0.0550297349691391,
+    0.23268166184425354,
+    0.13265638053417206,
+    0.11001040786504745,
+    0.018873384222388268,
+    0.056055039167404175,
+    0.1385248601436615,
+    0.08592622727155685,
+    0.10324879735708237,
+    0.018591593950986862,
+    0.06720764935016632,
+    0.02542741969227791,
+    0.021453820168972015,
+    0.04460728541016579,
+    0.06400387734174728,
+    0.06376785039901733,
+    0.1687745600938797,
+    0.014374530874192715,
+    0.035802725702524185,
+    0.030862223356962204,
+    0.013688500039279461,
+    0.03455645963549614,
+    0.10590055584907532,
+    0.1457117348909378,
+    0.10127735137939453,
+    0.19728174805641174,
+    0.03593115881085396,
+    0.037328846752643585,
+    0.01568163000047207,
+    0.03907127305865288,
+    0.04123875871300697,
+    0.03164266422390938,
+    0.08136564493179321,
+    0.19210085272789001,
+    0.20077472925186157,
+    0.11090437322854996,
+    0.08848927170038223,
+    0.06923200935125351,
+    0.04147859662771225,
+    0.15598982572555542,
+    0.1541152447462082,
+    0.08459030091762543,
+    0.08105853199958801,
+    0.24486447870731354,
+    0.237395241856575,
+    0.1457410305738449,
+    0.08499766886234283,
+    0.055301401764154434,
+    0.01446638721972704,
+    0.018682017922401428,
+    0.10619142651557922,
+    0.16339825093746185,
+    0.11656197905540466,
+    0.07545782625675201,
+    0.0053387777879834175,
+    0.08401690423488617,
+    0.08147290349006653,
+    0.07810001075267792,
+    0.044819675385951996,
+    0.008605427108705044,
+    0.05208427459001541,
+    0.706001877784729,
+    0.21529483795166016,
+    0.266918420791626,
+    0.3825657069683075,
+    0.2889218032360077,
+    0.1047576293349266,
+    0.12746019661426544,
+    0.06116541847586632,
+    0.10697345435619354,
+    0.07853347808122635,
+    0.16358456015586853,
+    0.1259177029132843,
+    0.16119377315044403,
+    0.14435964822769165,
+    0.1804017573595047,
+    0.1845950484275818,
+    0.06274059414863586,
+    0.07304023951292038,
+    0.1588405817747116,
+    0.0806666687130928,
+    0.05841118469834328,
+    0.019367028027772903,
+    0.07138187438249588,
+    0.39711064100265503,
+    0.2574983239173889,
+    0.2850361466407776,
+    0.1308898776769638,
+    0.2288750559091568,
+    0.23408320546150208,
+    0.26813483238220215,
+    0.16174359619617462,
+    0.26198717951774597,
+    0.38211795687675476,
+    0.181804820895195,
+    0.2758431136608124,
+    0.2990278899669647,
+    0.20348486304283142,
+    0.0909712165594101,
+    0.09027014672756195,
+    0.1306176632642746,
+    0.3108064532279968,
+    0.06607180833816528,
+    0.08876032382249832,
+    0.1315004825592041,
+    0.09858626872301102,
+    0.11642621457576752,
+    0.18321658670902252,
+    0.04441908001899719,
+    0.3302183747291565,
+    0.2919822037220001,
+    0.13039694726467133,
+    0.262281209230423,
+    0.14616844058036804,
+    0.15221449732780457,
+    0.08962945640087128,
+    0.25502848625183105,
+    0.20112760365009308,
+    0.2081541121006012,
+    0.3586585819721222,
+    0.04645406827330589,
+    0.05887015163898468,
+    0.14628836512565613,
+    0.1979382038116455,
+    0.0322805792093277,
+    0.15230311453342438,
+    0.07985153049230576,
+    0.2080850750207901,
+    0.16597901284694672,
+    0.1136644259095192,
+    0.12053827941417694,
+    0.37600743770599365,
+    0.15710249543190002,
+    0.19817069172859192,
+    0.6947190761566162,
+    0.358085036277771,
+    0.4925670325756073,
+    0.038382984697818756,
+    0.35036414861679077,
+    0.11478277295827866,
+    0.03957964479923248,
+    0.19498661160469055,
+    0.12744490802288055,
+    0.11634265631437302,
+    0.1575217843055725,
+    0.08736804872751236,
+    0.1835816651582718,
+    0.16646155714988708,
+    0.06771838665008545,
+    0.04668950289487839,
+    0.05467388033866882,
+    0.02897956408560276,
+    0.13902413845062256,
+    0.053033217787742615,
+    0.0764385238289833,
+    0.1124328002333641,
+    0.0835651084780693,
+    0.05788138136267662,
+    0.038015447556972504,
+    0.011080862022936344,
+    0.12561102211475372,
+    0.010941442102193832,
+    0.2820497453212738,
+    0.03192223608493805,
+    0.11643748730421066,
+    0.20654959976673126,
+    0.2910858392715454,
+    0.20899662375450134,
+    0.17866845428943634,
+    0.23863692581653595,
+    0.04553773254156113,
+    0.1183411031961441,
+    0.03307289630174637,
+    0.1401212066411972,
+    0.10981915891170502,
+    0.03808939829468727,
+    0.0827222540974617,
+    0.05636553466320038,
+    0.05959169566631317,
+    0.15016448497772217,
+    0.21439030766487122,
+    0.21306784451007843,
+    0.1715785264968872,
+    0.06926845014095306,
+    0.059508249163627625,
+    0.053106047213077545,
+    0.2323908656835556,
+    0.10459963232278824,
+    0.013546749018132687,
+    0.04983515664935112,
+    0.05356641486287117,
+    0.09585918486118317,
+    0.11934954673051834,
+    0.030707182362675667,
+    0.020380917936563492,
+    0.2010154128074646,
+    0.07438666373491287,
+    0.03979096561670303,
+    0.1643286794424057,
+    0.045220643281936646,
+    0.06656835228204727,
+    0.03624329715967178,
+    0.05665775388479233,
+    0.04015456512570381,
+    0.030982909724116325,
+    0.2616672217845917,
+    0.10179920494556427,
+    0.20385640859603882,
+    0.05118703097105026,
+    0.21021884679794312,
+    0.2694539427757263,
+    0.30901095271110535,
+    0.22005395591259003,
+    0.17697618901729584,
+    0.12468668073415756,
+    0.12043600529432297,
+    0.10982237756252289,
+    0.21093398332595825,
+    0.14679548144340515,
+    0.17161725461483002,
+    0.1329152137041092,
+    0.0076035321690142155,
+    0.013456851243972778,
+    0.009846741333603859,
+    0.2638400197029114,
+    0.15672890841960907,
+    0.13337209820747375,
+    0.08532098680734634,
+    0.021534543484449387,
+    0.07917404174804688,
+    0.02477281726896763,
+    0.17547227442264557,
+    0.05998687073588371,
+    0.10166098177433014,
+    0.1401430368423462,
+    0.04559892788529396,
+    0.14838586747646332,
+    0.07177084684371948,
+    0.10102856904268265,
+    0.12463213503360748,
+    0.06344997137784958,
+    0.03469102829694748,
+    0.08517489582300186,
+    0.06315730512142181,
+    0.15557315945625305,
+    0.03085578978061676,
+    0.3716411590576172,
+    0.27389201521873474,
+    0.1907319277524948,
+    0.23539352416992188,
+    0.04180007427930832,
+    0.061770960688591,
+    0.20821647346019745,
+    0.20260615646839142,
+    0.11534306406974792,
+    0.16414836049079895,
+    0.208391472697258,
+    0.2656790316104889,
+    0.19083651900291443,
+    0.12037988007068634,
+    0.0772736594080925,
+    0.13770121335983276,
+    0.07208528369665146,
+    0.02576250210404396,
+    0.06603294610977173,
+    0.005541212856769562,
+    0.0517285093665123,
+    0.12993639707565308,
+    0.10781395435333252,
+    0.06490954011678696,
+    0.08304194360971451,
+    0.2650214731693268,
+    0.02752799168229103,
+    0.020687934011220932,
+    0.08868663758039474,
+    0.019165895879268646,
+    0.0639004111289978,
+    0.07665444910526276,
+    0.025179719552397728,
+    0.0472249910235405,
+    0.02555885538458824,
+    0.009111572988331318,
+    0.05680222809314728,
+    0.14142191410064697,
+    0.010145618580281734,
+    0.05900254473090172,
+    0.08913369476795197,
+    0.10261163860559464,
+    0.026043381541967392,
+    0.033201031386852264,
+    0.38220009207725525,
+    0.16719172894954681,
+    0.022893523797392845,
+    0.14595182240009308,
+    0.10888000577688217,
+    0.07502537965774536,
+    0.08557438105344772,
+    0.33008623123168945,
+    0.10832123458385468,
+    0.0384000726044178,
+    0.07565537095069885,
+    0.06811517477035522,
+    0.00880039855837822,
+    0.01171086635440588,
+    0.024971505627036095,
+    0.09530739486217499,
+    0.06360302120447159,
+    0.07035119086503983,
+    0.12700043618679047,
+    0.17900919914245605,
+    0.13854649662971497,
+    0.03805664926767349,
+    0.034568775445222855,
+    0.06378036737442017,
+    0.22581884264945984,
+    0.07179316878318787,
+    0.020593838766217232,
+    0.3254396915435791,
+    0.2045232355594635,
+    0.08440525829792023,
+    0.4201527535915375,
+    0.523389995098114,
+    0.025066105648875237,
+    0.3655317425727844,
+    0.39623844623565674,
+    0.04112335667014122,
+    0.09251147508621216,
+    0.23491746187210083,
+    0.017850104719400406,
+    0.011144214309751987,
+    0.019434722140431404,
+    0.058756329119205475,
+    0.03167813643813133,
+    0.008748470805585384,
+    0.010026907548308372,
+    0.17195679247379303,
+    0.01636519655585289,
+    0.03294055908918381,
+    0.24466735124588013,
+    0.17344295978546143,
+    0.022432131692767143,
+    0.014521096833050251,
+    0.09570828825235367,
+    0.0930696502327919,
+    0.22894300520420074,
+    0.059456147253513336,
+    0.07401040941476822,
+    0.2447582334280014,
+    0.09840831905603409,
+    0.10277615487575531,
+    0.057457033544778824,
+    0.16099311411380768,
+    0.197396919131279,
+    0.14670397341251373,
+    0.06307417899370193,
+    0.1317080408334732,
+    0.12939032912254333,
+    0.07128701359033585,
+    0.005486039910465479,
+    0.0964982658624649,
+    0.20245864987373352,
+    0.05659080669283867,
+    0.11308152973651886,
+    0.01523914746940136,
+    0.020776499062776566,
+    0.01886100508272648,
+    0.005493473261594772,
+    0.08262373507022858,
+    0.010608870536088943,
+    0.11546983569860458,
+    0.023690158501267433,
+    0.009043405763804913,
+    0.01184238400310278,
+    0.03915698081254959,
+    0.010605770163238049,
+    0.04473748430609703,
+    0.012714451178908348,
+    0.02514209784567356,
+    0.02235456183552742,
+    0.2373664230108261,
+    0.01932499371469021,
+    0.0926285833120346,
+    0.03309372812509537,
+    0.12605538964271545,
+    0.03627138212323189,
+    0.030152741819620132,
+    0.2128390669822693,
+    0.44294145703315735,
+    0.18242648243904114,
+    0.12327893823385239,
+    0.0188534427434206,
+    0.060009412467479706,
+    0.03427491709589958,
+    0.091820128262043,
+    0.046438101679086685,
+    0.06326884031295776,
+    0.09042917937040329,
+    0.010493761859834194,
+    0.12804004549980164,
+    0.005322684533894062,
+    0.22579078376293182,
+    0.054715946316719055,
+    0.05657282471656799,
+    0.22522999346256256,
+    0.130650132894516,
+    0.1179807111620903,
+    0.016380364075303078,
+    0.08388493955135345,
+    0.07035841792821884,
+    0.014885464683175087,
+    0.005749635864049196,
+    0.054249584674835205,
+    0.05641704797744751,
+    0.06262340396642685,
+    0.16119994223117828,
+    0.24477873742580414,
+    0.04449539631605148,
+    0.1383383572101593,
+    0.21780818700790405,
+    0.04796002060174942,
+    0.03622559458017349,
+    0.16742359101772308,
+    0.07063663750886917,
+    0.0979212149977684,
+    0.13456083834171295,
+    0.23877865076065063,
+    0.008543027564883232,
+    0.13155722618103027,
+    0.02916950173676014,
+    0.014633668586611748,
+    0.09134164452552795,
+    0.019782843068242073,
+    0.01295582763850689,
+    0.03251694142818451,
+    0.01996973156929016,
+    0.17393189668655396,
+    0.06324300169944763,
+    0.007923508994281292,
+    0.14719794690608978,
+    0.2943475544452667,
+    0.04070618003606796,
+    0.32928603887557983,
+    0.03907608613371849,
+    0.024073120206594467,
+    0.02614769898355007,
+    0.2307244837284088,
+    0.13932929933071136,
+    0.05021291971206665,
+    0.008538388647139072,
+    0.08112170547246933,
+    0.11355319619178772
+  ]
+}

p5-mae-15m-d184/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00015000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.13206667830351126,
+  "probe/map_train": 0.534104110648329,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.15969163681065887,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.847288931952789,
+  "probe/total_s": 8.339004480978474,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15881096474884654
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15915015728020265
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15969163681065887
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1576509951526366
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14609265006350555
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1240421396780024
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09936623721413555
+    }
+  ],
+  "per_class_ap": [
+    0.626638650894165,
+    0.009485266171395779,
+    0.05831623822450638,
+    0.19461320340633392,
+    0.08846455812454224,
+    0.25460073351860046,
+    0.1821826994419098,
+    0.30573731660842896,
+    0.04764149710536003,
+    0.04667697846889496,
+    0.01695467345416546,
+    0.0715203806757927,
+    0.514133870601654,
+    0.2728421986103058,
+    0.050273556262254715,
+    0.433475136756897,
+    0.2952668070793152,
+    0.3608558475971222,
+    0.056261096149683,
+    0.07791277766227722,
+    0.24061009287834167,
+    0.06506069749593735,
+    0.17975029349327087,
+    0.12122055143117905,
+    0.05562352389097214,
+    0.02423001080751419,
+    0.053120099008083344,
+    0.1641090363264084,
+    0.1898311972618103,
+    0.054573532193899155,
+    0.2093784511089325,
+    0.13205882906913757,
+    0.02199609763920307,
+    0.07584076374769211,
+    0.21421478688716888,
+    0.048950403928756714,
+    0.30079424381256104,
+    0.05347239971160889,
+    0.06331802904605865,
+    0.12849737703800201,
+    0.19305530190467834,
+    0.021695584058761597,
+    0.07898962497711182,
+    0.3655121326446533,
+    0.011900149285793304,
+    0.10040581226348877,
+    0.014019355177879333,
+    0.09732012450695038,
+    0.049668241292238235,
+    0.08834277838468552,
+    0.11335542052984238,
+    0.00937408022582531,
+    0.029666634276509285,
+    0.054749514907598495,
+    0.21682395040988922,
+    0.10306455194950104,
+    0.21119943261146545,
+    0.3427647352218628,
+    0.08674925565719604,
+    0.1012561023235321,
+    0.22708669304847717,
+    0.1765136867761612,
+    0.036499734967947006,
+    0.12949766218662262,
+    0.4921719431877136,
+    0.2128719687461853,
+    0.25916942954063416,
+    0.3135325014591217,
+    0.4062453508377075,
+    0.39139896631240845,
+    0.11112122982740402,
+    0.15981252491474152,
+    0.1653454601764679,
+    0.138746976852417,
+    0.1369451880455017,
+    0.21389442682266235,
+    0.05895805358886719,
+    0.15336419641971588,
+    0.15320736169815063,
+    0.0970139130949974,
+    0.018675340339541435,
+    0.08198176324367523,
+    0.2540861964225769,
+    0.1433097869157791,
+    0.09975778311491013,
+    0.02259441465139389,
+    0.07055540382862091,
+    0.02849290892481804,
+    0.021727558225393295,
+    0.08170248568058014,
+    0.04744932800531387,
+    0.043717943131923676,
+    0.1454177051782608,
+    0.02259461022913456,
+    0.05181900039315224,
+    0.05737846717238426,
+    0.014472294598817825,
+    0.019137175753712654,
+    0.13381999731063843,
+    0.205280140042305,
+    0.15899576246738434,
+    0.27381107211112976,
+    0.036470018327236176,
+    0.037226755172014236,
+    0.029091525822877884,
+    0.0455528199672699,
+    0.055239323526620865,
+    0.05425974726676941,
+    0.1143065094947815,
+    0.17875908315181732,
+    0.18426381051540375,
+    0.11654027551412582,
+    0.1004771739244461,
+    0.08755703270435333,
+    0.04686761647462845,
+    0.13998442888259888,
+    0.13798104226589203,
+    0.10848420113325119,
+    0.13637369871139526,
+    0.2243693619966507,
+    0.22051438689231873,
+    0.17283959686756134,
+    0.08086580783128738,
+    0.10614393651485443,
+    0.01241478230804205,
+    0.03564031422138214,
+    0.10285405814647675,
+    0.1324307769536972,
+    0.13326917588710785,
+    0.09420786798000336,
+    0.004763531964272261,
+    0.08220205456018448,
+    0.1600101739168167,
+    0.17449156939983368,
+    0.10616962611675262,
+    0.011259164661169052,
+    0.07809943705797195,
+    0.7148464918136597,
+    0.22628256678581238,
+    0.3010532259941101,
+    0.41497310996055603,
+    0.29676562547683716,
+    0.12214232236146927,
+    0.1639125794172287,
+    0.06403076648712158,
+    0.10085070133209229,
+    0.09595277905464172,
+    0.16852010786533356,
+    0.09947196394205093,
+    0.1877899467945099,
+    0.12905681133270264,
+    0.17922598123550415,
+    0.22441017627716064,
+    0.08269336074590683,
+    0.0854138433933258,
+    0.19214577972888947,
+    0.09275562316179276,
+    0.0807281881570816,
+    0.0249315295368433,
+    0.07564429193735123,
+    0.47829675674438477,
+    0.25688713788986206,
+    0.29583099484443665,
+    0.12427594512701035,
+    0.22982339560985565,
+    0.23976819217205048,
+    0.2741939127445221,
+    0.15928655862808228,
+    0.2665031850337982,
+    0.35276705026626587,
+    0.18367768824100494,
+    0.28229227662086487,
+    0.30318742990493774,
+    0.20220783352851868,
+    0.11750251054763794,
+    0.1369122564792633,
+    0.09232881665229797,
+    0.3659704923629761,
+    0.04924970865249634,
+    0.14418214559555054,
+    0.19908708333969116,
+    0.15700805187225342,
+    0.12559393048286438,
+    0.23933927714824677,
+    0.04252517595887184,
+    0.36918631196022034,
+    0.3167838156223297,
+    0.1393280327320099,
+    0.26271554827690125,
+    0.1114133894443512,
+    0.16812023520469666,
+    0.0797758400440216,
+    0.2944163382053375,
+    0.17904740571975708,
+    0.1678694784641266,
+    0.36378365755081177,
+    0.05603001266717911,
+    0.08841687440872192,
+    0.13469381630420685,
+    0.22653624415397644,
+    0.0395185649394989,
+    0.21153417229652405,
+    0.10641023516654968,
+    0.18172140419483185,
+    0.1411309540271759,
+    0.12646761536598206,
+    0.1492801010608673,
+    0.4765363931655884,
+    0.23613132536411285,
+    0.27173882722854614,
+    0.7343228459358215,
+    0.40983039140701294,
+    0.5182134509086609,
+    0.03695112094283104,
+    0.3332670032978058,
+    0.16163253784179688,
+    0.053987566381692886,
+    0.20529934763908386,
+    0.18019816279411316,
+    0.09488062560558319,
+    0.15853771567344666,
+    0.0929478257894516,
+    0.16504186391830444,
+    0.1752641350030899,
+    0.0683659240603447,
+    0.05488203465938568,
+    0.07272428274154663,
+    0.03820965066552162,
+    0.1585448533296585,
+    0.06384147703647614,
+    0.06404303014278412,
+    0.08865810185670853,
+    0.07243077456951141,
+    0.0466310977935791,
+    0.032221194356679916,
+    0.012193930335342884,
+    0.14141781628131866,
+    0.015268250368535519,
+    0.3183075785636902,
+    0.03084772638976574,
+    0.12433598190546036,
+    0.18521328270435333,
+    0.2737864553928375,
+    0.18581606447696686,
+    0.1651003360748291,
+    0.24822452664375305,
+    0.049073923379182816,
+    0.10467968881130219,
+    0.04587109014391899,
+    0.11697710305452347,
+    0.16295874118804932,
+    0.038235221058130264,
+    0.07042592763900757,
+    0.05174967274069786,
+    0.040170058608055115,
+    0.18997062742710114,
+    0.2890814542770386,
+    0.24424348771572113,
+    0.1136799082159996,
+    0.08119212836027145,
+    0.04888052120804787,
+    0.05988834425806999,
+    0.20977197587490082,
+    0.10742335021495819,
+    0.02095416747033596,
+    0.046339232474565506,
+    0.0689462199807167,
+    0.08817501366138458,
+    0.10476845502853394,
+    0.0304047092795372,
+    0.017906423658132553,
+    0.21268723905086517,
+    0.12319290637969971,
+    0.03404967859387398,
+    0.16836437582969666,
+    0.04663120582699776,
+    0.061191342771053314,
+    0.04644522815942764,
+    0.07708412408828735,
+    0.04049237072467804,
+    0.02212238311767578,
+    0.2452763468027115,
+    0.11065967381000519,
+    0.2194099873304367,
+    0.07896507531404495,
+    0.23928970098495483,
+    0.3211992681026459,
+    0.3449680805206299,
+    0.2251393049955368,
+    0.19543278217315674,
+    0.16497935354709625,
+    0.18383869528770447,
+    0.10678882896900177,
+    0.22518248856067657,
+    0.1623673141002655,
+    0.18735389411449432,
+    0.12448660284280777,
+    0.005892022978514433,
+    0.03240756317973137,
+    0.012490822933614254,
+    0.28036805987358093,
+    0.18289896845817566,
+    0.18815530836582184,
+    0.08380585163831711,
+    0.046494945883750916,
+    0.09555910527706146,
+    0.03800128772854805,
+    0.1726287603378296,
+    0.051791511476039886,
+    0.15648484230041504,
+    0.15916581451892853,
+    0.04879113286733627,
+    0.12459133565425873,
+    0.07369479537010193,
+    0.09874223172664642,
+    0.1279708445072174,
+    0.06365547329187393,
+    0.05019133910536766,
+    0.08985237032175064,
+    0.05909628048539162,
+    0.21590206027030945,
+    0.028149720281362534,
+    0.434264600276947,
+    0.3541735112667084,
+    0.22418977320194244,
+    0.26895400881767273,
+    0.06398734450340271,
+    0.07306218892335892,
+    0.22726407647132874,
+    0.21341010928153992,
+    0.14856265485286713,
+    0.18441855907440186,
+    0.2281559407711029,
+    0.335235059261322,
+    0.22978773713111877,
+    0.13974808156490326,
+    0.12308622896671295,
+    0.16256099939346313,
+    0.07479432225227356,
+    0.03634921833872795,
+    0.09196674823760986,
+    0.004455063492059708,
+    0.07030779868364334,
+    0.13080722093582153,
+    0.09965173900127411,
+    0.0771007239818573,
+    0.08759891986846924,
+    0.2812905013561249,
+    0.03806249424815178,
+    0.0233682319521904,
+    0.11202804744243622,
+    0.02817513234913349,
+    0.09688369929790497,
+    0.09816613048315048,
+    0.024616245180368423,
+    0.05909144878387451,
+    0.01988852396607399,
+    0.010845542885363102,
+    0.03919123858213425,
+    0.12406560033559799,
+    0.012283198535442352,
+    0.061271801590919495,
+    0.11925499141216278,
+    0.09068331867456436,
+    0.02738342061638832,
+    0.031193362548947334,
+    0.3983830511569977,
+    0.19709767401218414,
+    0.022922884672880173,
+    0.12618251144886017,
+    0.11313898116350174,
+    0.13328732550144196,
+    0.09538792818784714,
+    0.2938816249370575,
+    0.125723198056221,
+    0.05091152340173721,
+    0.08832263946533203,
+    0.0821235328912735,
+    0.008616182021796703,
+    0.010720686987042427,
+    0.02796781435608864,
+    0.09311553090810776,
+    0.08721469342708588,
+    0.059175748378038406,
+    0.14882349967956543,
+    0.16344080865383148,
+    0.1417532116174698,
+    0.053417421877384186,
+    0.045242615044116974,
+    0.05625040829181671,
+    0.24280022084712982,
+    0.06697048991918564,
+    0.015607690438628197,
+    0.3256198763847351,
+    0.21872632205486298,
+    0.05862779542803764,
+    0.47251102328300476,
+    0.5699661374092102,
+    0.019547492265701294,
+    0.3207465708255768,
+    0.37071874737739563,
+    0.03426848351955414,
+    0.09962806850671768,
+    0.21044054627418518,
+    0.019302833825349808,
+    0.013265433721244335,
+    0.034257881343364716,
+    0.02563372068107128,
+    0.03818141669034958,
+    0.009912420064210892,
+    0.011039950884878635,
+    0.1353747546672821,
+    0.021197408437728882,
+    0.03303389996290207,
+    0.24887016415596008,
+    0.2094668298959732,
+    0.018648948520421982,
+    0.011383367702364922,
+    0.09541475772857666,
+    0.08097236603498459,
+    0.2424468696117401,
+    0.07124868780374527,
+    0.08602611720561981,
+    0.23744793236255646,
+    0.09697162359952927,
+    0.10689284652471542,
+    0.046898797154426575,
+    0.17903780937194824,
+    0.26495105028152466,
+    0.151209756731987,
+    0.08491597324609756,
+    0.1210775375366211,
+    0.1359129399061203,
+    0.08143122494220734,
+    0.006753643974661827,
+    0.09610139578580856,
+    0.18837463855743408,
+    0.05449587106704712,
+    0.14120565354824066,
+    0.021420177072286606,
+    0.022495634853839874,
+    0.018188614398241043,
+    0.006406894885003567,
+    0.062405772507190704,
+    0.011067195795476437,
+    0.12420687824487686,
+    0.03085009939968586,
+    0.00883557926863432,
+    0.018346527591347694,
+    0.08369643241167068,
+    0.007473559584468603,
+    0.05729284882545471,
+    0.012557962909340858,
+    0.040437351912260056,
+    0.026949802413582802,
+    0.21162529289722443,
+    0.03328951820731163,
+    0.08415913581848145,
+    0.026154926046729088,
+    0.12163951992988586,
+    0.04503122344613075,
+    0.031230047345161438,
+    0.3431312143802643,
+    0.42854273319244385,
+    0.20222367346286774,
+    0.17499776184558868,
+    0.024076402187347412,
+    0.0917624831199646,
+    0.04136893153190613,
+    0.1325729787349701,
+    0.10057270526885986,
+    0.06146463379263878,
+    0.09633109718561172,
+    0.011164719238877296,
+    0.12484843283891678,
+    0.006452337373048067,
+    0.23772349953651428,
+    0.05547463148832321,
+    0.07998473942279816,
+    0.2320842295885086,
+    0.15963666141033173,
+    0.08182555437088013,
+    0.016001248732209206,
+    0.07306515425443649,
+    0.06265794485807419,
+    0.009894080460071564,
+    0.006450372748076916,
+    0.06122263893485069,
+    0.0661488026380539,
+    0.03806568309664726,
+    0.17046500742435455,
+    0.23842854797840118,
+    0.05749598518013954,
+    0.12648339569568634,
+    0.23133525252342224,
+    0.04185745492577553,
+    0.03825760632753372,
+    0.17022819817066193,
+    0.12737533450126648,
+    0.09692483395338058,
+    0.12209182977676392,
+    0.29690486192703247,
+    0.007726041134446859,
+    0.1243634819984436,
+    0.03303059935569763,
+    0.013977867551147938,
+    0.08489879965782166,
+    0.018350664526224136,
+    0.018500052392482758,
+    0.030988113954663277,
+    0.02605588361620903,
+    0.189988374710083,
+    0.0632329210639,
+    0.008478786796331406,
+    0.1414390355348587,
+    0.2663498520851135,
+    0.025234583765268326,
+    0.34066110849380493,
+    0.036297038197517395,
+    0.027470950037240982,
+    0.03113383613526821,
+    0.2332504838705063,
+    0.14934448897838593,
+    0.052039291709661484,
+    0.0071028308011591434,
+    0.0924905315041542,
+    0.10206509381532669
+  ]
+}

p5-mae-15m-d184/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00020000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.14108422765706222,
+  "probe/map_train": 0.5204675566030408,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17187826785495755,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.96002610004507,
+  "probe/total_s": 8.818441529059783,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17078080172897928
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17111639103735576
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17187826785495755
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1689203893191462
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1547744119848236
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1292068621654424
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09879013777894288
+    }
+  ],
+  "per_class_ap": [
+    0.633770227432251,
+    0.020893346518278122,
+    0.06155429780483246,
+    0.20721779763698578,
+    0.08907843381166458,
+    0.24832405149936676,
+    0.19965708255767822,
+    0.2973855435848236,
+    0.04618250951170921,
+    0.03990281745791435,
+    0.018478447571396828,
+    0.09981831908226013,
+    0.5520714521408081,
+    0.2945818603038788,
+    0.06820866465568542,
+    0.4918687343597412,
+    0.2919039726257324,
+    0.34774285554885864,
+    0.06135019287467003,
+    0.08037111163139343,
+    0.2589137554168701,
+    0.07355771958827972,
+    0.20402932167053223,
+    0.141904816031456,
+    0.07800917327404022,
+    0.019973238930106163,
+    0.08950228989124298,
+    0.16842864453792572,
+    0.2322833389043808,
+    0.0777328684926033,
+    0.2253531515598297,
+    0.1540561467409134,
+    0.02598852477967739,
+    0.06484226882457733,
+    0.24116827547550201,
+    0.07612794637680054,
+    0.3037703037261963,
+    0.06616885215044022,
+    0.09333541244268417,
+    0.14517857134342194,
+    0.17721885442733765,
+    0.01549539715051651,
+    0.08347465842962265,
+    0.4271177053451538,
+    0.014978756196796894,
+    0.12868089973926544,
+    0.023903192952275276,
+    0.10799169540405273,
+    0.06792560964822769,
+    0.0782732367515564,
+    0.14395076036453247,
+    0.010063732042908669,
+    0.02664981223642826,
+    0.055337101221084595,
+    0.24033482372760773,
+    0.10465224087238312,
+    0.20889975130558014,
+    0.35622572898864746,
+    0.1643960028886795,
+    0.08988408744335175,
+    0.19716428220272064,
+    0.19323168694972992,
+    0.04564937204122543,
+    0.19166989624500275,
+    0.5021483898162842,
+    0.23833759129047394,
+    0.26960211992263794,
+    0.3153876066207886,
+    0.39682403206825256,
+    0.38763153553009033,
+    0.13231432437896729,
+    0.161620631814003,
+    0.19146686792373657,
+    0.1696590632200241,
+    0.17165954411029816,
+    0.24814513325691223,
+    0.06613273918628693,
+    0.21981649100780487,
+    0.15638208389282227,
+    0.13876989483833313,
+    0.020790962502360344,
+    0.11750980466604233,
+    0.2751879394054413,
+    0.18415924906730652,
+    0.1173044890165329,
+    0.03388355299830437,
+    0.06232515349984169,
+    0.03376802057027817,
+    0.027083981782197952,
+    0.07820376753807068,
+    0.09541764855384827,
+    0.09496772289276123,
+    0.18412214517593384,
+    0.01825481653213501,
+    0.04679298400878906,
+    0.07039809972047806,
+    0.025732005015015602,
+    0.04826970770955086,
+    0.13594473898410797,
+    0.19211208820343018,
+    0.15000556409358978,
+    0.3086877167224884,
+    0.03719894215464592,
+    0.03621474280953407,
+    0.024705154821276665,
+    0.04191157594323158,
+    0.07624468952417374,
+    0.06576059758663177,
+    0.10943327844142914,
+    0.2156294286251068,
+    0.2384105622768402,
+    0.12908011674880981,
+    0.12301065772771835,
+    0.09304440766572952,
+    0.051712218672037125,
+    0.1671922653913498,
+    0.1706639677286148,
+    0.06616806238889694,
+    0.08636237680912018,
+    0.3009650409221649,
+    0.3116198778152466,
+    0.18819928169250488,
+    0.08697230368852615,
+    0.0753173828125,
+    0.011299721896648407,
+    0.03352395445108414,
+    0.11591169238090515,
+    0.15167438983917236,
+    0.10247960686683655,
+    0.08662788569927216,
+    0.004643504973500967,
+    0.08184757828712463,
+    0.15528517961502075,
+    0.15467962622642517,
+    0.05171694979071617,
+    0.012289159931242466,
+    0.11950348317623138,
+    0.7234519720077515,
+    0.2348387986421585,
+    0.3094848692417145,
+    0.42737454175949097,
+    0.27471378445625305,
+    0.15139652788639069,
+    0.15280115604400635,
+    0.10099432617425919,
+    0.1424540877342224,
+    0.09246666729450226,
+    0.19726742804050446,
+    0.10115967690944672,
+    0.20340557396411896,
+    0.12907525897026062,
+    0.1989569067955017,
+    0.2481921911239624,
+    0.10556190460920334,
+    0.10793619602918625,
+    0.2106693834066391,
+    0.13767756521701813,
+    0.07842056453227997,
+    0.019814176484942436,
+    0.0943053811788559,
+    0.4898681044578552,
+    0.2744443416595459,
+    0.3046437203884125,
+    0.12809498608112335,
+    0.23577915132045746,
+    0.2760297954082489,
+    0.29829201102256775,
+    0.14385204017162323,
+    0.2869050204753876,
+    0.3635929822921753,
+    0.17748884856700897,
+    0.3241393566131592,
+    0.3525730073451996,
+    0.2039000689983368,
+    0.12203329801559448,
+    0.15642425417900085,
+    0.11742012947797775,
+    0.4070528745651245,
+    0.061001237481832504,
+    0.14165863394737244,
+    0.16543754935264587,
+    0.1480610966682434,
+    0.19228915870189667,
+    0.19616444408893585,
+    0.06930231302976608,
+    0.38511043787002563,
+    0.3393070101737976,
+    0.1370934247970581,
+    0.28563907742500305,
+    0.12086430191993713,
+    0.1681555062532425,
+    0.09274087101221085,
+    0.26723092794418335,
+    0.16536244750022888,
+    0.1618686318397522,
+    0.39653900265693665,
+    0.055735908448696136,
+    0.0776982456445694,
+    0.12539495527744293,
+    0.2207777202129364,
+    0.0369451604783535,
+    0.2195357084274292,
+    0.09149247407913208,
+    0.1932571828365326,
+    0.20568624138832092,
+    0.14237836003303528,
+    0.15768693387508392,
+    0.4481862783432007,
+    0.25072529911994934,
+    0.28507766127586365,
+    0.7209264636039734,
+    0.4052164852619171,
+    0.5377841591835022,
+    0.03658265620470047,
+    0.33426573872566223,
+    0.17443495988845825,
+    0.06008061766624451,
+    0.21432648599147797,
+    0.23220928013324738,
+    0.1140422597527504,
+    0.1682552844285965,
+    0.11395744234323502,
+    0.20726552605628967,
+    0.21845942735671997,
+    0.062379926443099976,
+    0.06697168201208115,
+    0.06287337094545364,
+    0.04142650216817856,
+    0.18993443250656128,
+    0.04576743021607399,
+    0.06794150173664093,
+    0.12311333417892456,
+    0.07983255386352539,
+    0.06132359802722931,
+    0.04339554160833359,
+    0.01449836790561676,
+    0.12252156436443329,
+    0.02056804858148098,
+    0.2816891372203827,
+    0.028098173439502716,
+    0.12613479793071747,
+    0.18467149138450623,
+    0.2703917324542999,
+    0.17314167320728302,
+    0.1811690479516983,
+    0.2614845931529999,
+    0.048795185983181,
+    0.1084703877568245,
+    0.05300998315215111,
+    0.16910074651241302,
+    0.1244325041770935,
+    0.026098359376192093,
+    0.063699871301651,
+    0.06530122458934784,
+    0.057284269481897354,
+    0.22092778980731964,
+    0.22929486632347107,
+    0.2545003294944763,
+    0.17088021337985992,
+    0.07960455864667892,
+    0.05196309834718704,
+    0.08290388435125351,
+    0.2130468636751175,
+    0.12795116007328033,
+    0.019244225695729256,
+    0.05244721472263336,
+    0.08443119376897812,
+    0.0849829688668251,
+    0.09988004714250565,
+    0.029338225722312927,
+    0.03858165070414543,
+    0.2614082396030426,
+    0.11191853135824203,
+    0.03234858438372612,
+    0.19307801127433777,
+    0.03412420675158501,
+    0.09111719578504562,
+    0.041433077305555344,
+    0.06377245485782623,
+    0.032082609832286835,
+    0.022471629083156586,
+    0.2618429660797119,
+    0.12923279404640198,
+    0.23141822218894958,
+    0.05684087052941322,
+    0.25558483600616455,
+    0.31522685289382935,
+    0.33552467823028564,
+    0.23828722536563873,
+    0.1971835345029831,
+    0.15070229768753052,
+    0.17606809735298157,
+    0.10195749253034592,
+    0.18676695227622986,
+    0.19890514016151428,
+    0.2154996395111084,
+    0.14891847968101501,
+    0.010190282016992569,
+    0.010490958578884602,
+    0.015105435624718666,
+    0.2944967746734619,
+    0.18904879689216614,
+    0.1754039227962494,
+    0.08733033388853073,
+    0.02723567932844162,
+    0.09408305585384369,
+    0.03686962649226189,
+    0.17033040523529053,
+    0.07132934778928757,
+    0.1257050782442093,
+    0.17519983649253845,
+    0.054004352539777756,
+    0.13629727065563202,
+    0.09863919019699097,
+    0.13106369972229004,
+    0.10877130925655365,
+    0.07225814461708069,
+    0.048392247408628464,
+    0.12976455688476562,
+    0.08206997811794281,
+    0.22076638042926788,
+    0.029294665902853012,
+    0.45359763503074646,
+    0.32065349817276,
+    0.219181090593338,
+    0.3131958246231079,
+    0.06783048808574677,
+    0.07288764417171478,
+    0.26128196716308594,
+    0.2451377958059311,
+    0.1695549339056015,
+    0.2014712244272232,
+    0.2623685896396637,
+    0.30276623368263245,
+    0.21815448999404907,
+    0.19430464506149292,
+    0.14270688593387604,
+    0.23513317108154297,
+    0.05821632593870163,
+    0.04115409776568413,
+    0.11657554656267166,
+    0.005212561693042517,
+    0.0767480731010437,
+    0.15096738934516907,
+    0.11162342131137848,
+    0.06935971230268478,
+    0.09382876753807068,
+    0.33524033427238464,
+    0.04095412790775299,
+    0.02028212510049343,
+    0.12130937725305557,
+    0.044358011335134506,
+    0.09003164619207382,
+    0.10689670592546463,
+    0.020646728575229645,
+    0.07917439937591553,
+    0.04311014711856842,
+    0.009690320119261742,
+    0.04902142658829689,
+    0.1174122765660286,
+    0.009986182674765587,
+    0.06224774569272995,
+    0.11676754057407379,
+    0.12573830783367157,
+    0.047711774706840515,
+    0.04526218771934509,
+    0.3926139771938324,
+    0.2033054083585739,
+    0.020009636878967285,
+    0.1373443752527237,
+    0.13156770169734955,
+    0.0937771126627922,
+    0.12085668742656708,
+    0.3313300609588623,
+    0.1664113998413086,
+    0.05835310369729996,
+    0.09052897989749908,
+    0.07174985855817795,
+    0.011887319386005402,
+    0.01236199401319027,
+    0.029632361605763435,
+    0.11848236620426178,
+    0.12076882272958755,
+    0.09127697348594666,
+    0.2029917687177658,
+    0.19237402081489563,
+    0.18851152062416077,
+    0.046179525554180145,
+    0.04808872193098068,
+    0.038315530866384506,
+    0.2128848135471344,
+    0.07776328921318054,
+    0.017768364399671555,
+    0.41031840443611145,
+    0.2145199477672577,
+    0.04612709954380989,
+    0.4861932694911957,
+    0.5603432655334473,
+    0.031472098082304,
+    0.36057859659194946,
+    0.40694066882133484,
+    0.044902458786964417,
+    0.10438095778226852,
+    0.24775424599647522,
+    0.02780294232070446,
+    0.022179359570145607,
+    0.022490035742521286,
+    0.03676144778728485,
+    0.046092163771390915,
+    0.01602363958954811,
+    0.015758199617266655,
+    0.146327942609787,
+    0.02318914420902729,
+    0.03957412391901016,
+    0.28758493065834045,
+    0.11007056385278702,
+    0.034442462027072906,
+    0.018353644758462906,
+    0.11134927719831467,
+    0.08881082385778427,
+    0.24299868941307068,
+    0.07539447396993637,
+    0.08410496264696121,
+    0.2851310968399048,
+    0.10863914340734482,
+    0.10655192285776138,
+    0.05337503179907799,
+    0.2064497172832489,
+    0.2905349135398865,
+    0.171644926071167,
+    0.0847771018743515,
+    0.13559363782405853,
+    0.16848978400230408,
+    0.09554316848516464,
+    0.006288349162787199,
+    0.09124943614006042,
+    0.18969599902629852,
+    0.06905411183834076,
+    0.12395069748163223,
+    0.02980222925543785,
+    0.017278853803873062,
+    0.022729631513357162,
+    0.006971306167542934,
+    0.08918093144893646,
+    0.01245496328920126,
+    0.1041698083281517,
+    0.037775713950395584,
+    0.01377017330378294,
+    0.01931384578347206,
+    0.08028444647789001,
+    0.016659541055560112,
+    0.04732061177492142,
+    0.0143305454403162,
+    0.03824674338102341,
+    0.03567750006914139,
+    0.20029258728027344,
+    0.06002611294388771,
+    0.15037015080451965,
+    0.03441695123910904,
+    0.1460459679365158,
+    0.04749605059623718,
+    0.04381440952420235,
+    0.3459228277206421,
+    0.3885657489299774,
+    0.22867311537265778,
+    0.1760350912809372,
+    0.03095785155892372,
+    0.07015038281679153,
+    0.04631967470049858,
+    0.2397538423538208,
+    0.12193252146244049,
+    0.06253211200237274,
+    0.07368958741426468,
+    0.01675916090607643,
+    0.14847147464752197,
+    0.005687408149242401,
+    0.2532491087913513,
+    0.06979956477880478,
+    0.07884175330400467,
+    0.19437086582183838,
+    0.17062640190124512,
+    0.08666350692510605,
+    0.014988414011895657,
+    0.03987153619527817,
+    0.059201791882514954,
+    0.013820760883390903,
+    0.007921578362584114,
+    0.05219287425279617,
+    0.06499074399471283,
+    0.048226237297058105,
+    0.1879357546567917,
+    0.25363489985466003,
+    0.09423592686653137,
+    0.14210949838161469,
+    0.23480190336704254,
+    0.05880112946033478,
+    0.04613392427563667,
+    0.14699611067771912,
+    0.14104031026363373,
+    0.1140621230006218,
+    0.13660898804664612,
+    0.27117249369621277,
+    0.007067615631967783,
+    0.121368408203125,
+    0.027593642473220825,
+    0.021759143099188805,
+    0.09060408174991608,
+    0.022134779021143913,
+    0.019579919055104256,
+    0.03802425414323807,
+    0.02665591798722744,
+    0.16420906782150269,
+    0.07031840085983276,
+    0.0093863969668746,
+    0.14436209201812744,
+    0.28217005729675293,
+    0.04671850800514221,
+    0.3040347099304199,
+    0.04317113757133484,
+    0.04308084025979042,
+    0.031949304044246674,
+    0.21706658601760864,
+    0.1391318440437317,
+    0.065493144094944,
+    0.007269326131790876,
+    0.12438783794641495,
+    0.11248024553060532
+  ]
+}

p5-mae-15m-d184/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00025000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.14817406162990707,
+  "probe/map_train": 0.5146450029661352,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18002056632194477,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.750195518950932,
+  "probe/total_s": 8.323649717029184,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17968216474014254
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1796851330295389
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18002056632194477
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17645717234628194
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1607853581420229
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13476859258648638
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10652658370618605
+    }
+  ],
+  "per_class_ap": [
+    0.6380558609962463,
+    0.01551353931427002,
+    0.06227454915642738,
+    0.19742196798324585,
+    0.1131739616394043,
+    0.25523874163627625,
+    0.20666681230068207,
+    0.294102281332016,
+    0.05578622221946716,
+    0.03822947293519974,
+    0.023538675159215927,
+    0.09557047486305237,
+    0.5715596079826355,
+    0.3196401000022888,
+    0.04825657233595848,
+    0.5064926147460938,
+    0.3073546588420868,
+    0.3485284745693207,
+    0.056191377341747284,
+    0.0938018336892128,
+    0.26564475893974304,
+    0.10463334619998932,
+    0.19878458976745605,
+    0.14356070756912231,
+    0.07735442370176315,
+    0.02087262086570263,
+    0.09462370723485947,
+    0.18822379410266876,
+    0.2619917690753937,
+    0.06118989735841751,
+    0.23469747602939606,
+    0.19189994037151337,
+    0.0295450147241354,
+    0.06743539869785309,
+    0.2606107294559479,
+    0.07830861210823059,
+    0.32492947578430176,
+    0.0783705860376358,
+    0.07228841632604599,
+    0.12698133289813995,
+    0.19955724477767944,
+    0.01889331080019474,
+    0.0967782735824585,
+    0.4383830428123474,
+    0.014856675639748573,
+    0.11802204698324203,
+    0.016226619482040405,
+    0.0922137051820755,
+    0.06550610810518265,
+    0.06986038386821747,
+    0.1606573611497879,
+    0.011851392686367035,
+    0.03457796946167946,
+    0.05671793594956398,
+    0.25065329670906067,
+    0.1293756365776062,
+    0.2017660290002823,
+    0.362926721572876,
+    0.11074832081794739,
+    0.11816082894802094,
+    0.21289612352848053,
+    0.1918611079454422,
+    0.06025674194097519,
+    0.15076659619808197,
+    0.4995151162147522,
+    0.2207157015800476,
+    0.29141363501548767,
+    0.3585362732410431,
+    0.4424709379673004,
+    0.4074383080005646,
+    0.12949524819850922,
+    0.18639566004276276,
+    0.19660653173923492,
+    0.17386756837368011,
+    0.17116902768611908,
+    0.25322282314300537,
+    0.07016760855913162,
+    0.19336672127246857,
+    0.19333520531654358,
+    0.11669370532035828,
+    0.023000076413154602,
+    0.1199149563908577,
+    0.3322989344596863,
+    0.1817488968372345,
+    0.10110638290643692,
+    0.03617725521326065,
+    0.08549122512340546,
+    0.026098471134901047,
+    0.03883351758122444,
+    0.06704043596982956,
+    0.12509718537330627,
+    0.12528274953365326,
+    0.1751493215560913,
+    0.023926176130771637,
+    0.0635610967874527,
+    0.07211995124816895,
+    0.021518606692552567,
+    0.024187501519918442,
+    0.13294735550880432,
+    0.16964341700077057,
+    0.13961264491081238,
+    0.2555345296859741,
+    0.03760751709342003,
+    0.036926526576280594,
+    0.023117780685424805,
+    0.06457196921110153,
+    0.05870577692985535,
+    0.04958029091358185,
+    0.09078072756528854,
+    0.21509674191474915,
+    0.2337448000907898,
+    0.14144212007522583,
+    0.11661230772733688,
+    0.09586052596569061,
+    0.06228869408369064,
+    0.1783415824174881,
+    0.17822709679603577,
+    0.07934071123600006,
+    0.11899884790182114,
+    0.34415876865386963,
+    0.33859845995903015,
+    0.17981132864952087,
+    0.08465950936079025,
+    0.09441836178302765,
+    0.017872553318738937,
+    0.04570535942912102,
+    0.13125979900360107,
+    0.1681777983903885,
+    0.13167962431907654,
+    0.11114472150802612,
+    0.004506268538534641,
+    0.08755233883857727,
+    0.13675139844417572,
+    0.13695400953292847,
+    0.06542850285768509,
+    0.01210104301571846,
+    0.08879426121711731,
+    0.730584979057312,
+    0.25408869981765747,
+    0.3363807201385498,
+    0.4558559060096741,
+    0.3314066529273987,
+    0.15950264036655426,
+    0.15158149600028992,
+    0.11895929276943207,
+    0.18025678396224976,
+    0.1200939267873764,
+    0.24060387909412384,
+    0.09477372467517853,
+    0.2300211638212204,
+    0.149779811501503,
+    0.20651040971279144,
+    0.24259988963603973,
+    0.13514141738414764,
+    0.12471777945756912,
+    0.22368726134300232,
+    0.1268588900566101,
+    0.06673481315374374,
+    0.02737845852971077,
+    0.08730918169021606,
+    0.4988807439804077,
+    0.2792876362800598,
+    0.28252527117729187,
+    0.13343319296836853,
+    0.2284826785326004,
+    0.2514740526676178,
+    0.27841731905937195,
+    0.15536776185035706,
+    0.2688010036945343,
+    0.3763192296028137,
+    0.18869195878505707,
+    0.3307619094848633,
+    0.3582189083099365,
+    0.24100369215011597,
+    0.09157146513462067,
+    0.14285342395305634,
+    0.09788259863853455,
+    0.40450337529182434,
+    0.07507997751235962,
+    0.15993735194206238,
+    0.21350866556167603,
+    0.17503070831298828,
+    0.1707647293806076,
+    0.21971812844276428,
+    0.07954797893762589,
+    0.41685500741004944,
+    0.36128759384155273,
+    0.18942517042160034,
+    0.3089538514614105,
+    0.13710379600524902,
+    0.171222522854805,
+    0.10337799042463303,
+    0.3085826635360718,
+    0.1762961894273758,
+    0.15134581923484802,
+    0.3978917598724365,
+    0.06077255308628082,
+    0.10479892045259476,
+    0.1441546231508255,
+    0.2692261338233948,
+    0.03672070801258087,
+    0.20850035548210144,
+    0.0800531655550003,
+    0.16469334065914154,
+    0.21208469569683075,
+    0.14749448001384735,
+    0.16666316986083984,
+    0.4957582652568817,
+    0.28780290484428406,
+    0.2644895613193512,
+    0.7403128743171692,
+    0.46127432584762573,
+    0.5532147884368896,
+    0.037597477436065674,
+    0.3377184271812439,
+    0.20647381246089935,
+    0.06918755173683167,
+    0.19321313500404358,
+    0.21158097684383392,
+    0.13055624067783356,
+    0.179083913564682,
+    0.12280601263046265,
+    0.20882351696491241,
+    0.21716231107711792,
+    0.06850846856832504,
+    0.07259369641542435,
+    0.06670597940683365,
+    0.04500764235854149,
+    0.2020951807498932,
+    0.05324649065732956,
+    0.06276517361402512,
+    0.13923713564872742,
+    0.08855850994586945,
+    0.07733984291553497,
+    0.04543892294168472,
+    0.014281497336924076,
+    0.14595048129558563,
+    0.022139135748147964,
+    0.3583803176879883,
+    0.028531894087791443,
+    0.15214964747428894,
+    0.19270087778568268,
+    0.27322471141815186,
+    0.17662611603736877,
+    0.1805795133113861,
+    0.2511381208896637,
+    0.06171700358390808,
+    0.11660553514957428,
+    0.052797168493270874,
+    0.17290593683719635,
+    0.13590605556964874,
+    0.024160144850611687,
+    0.07600882649421692,
+    0.09168294072151184,
+    0.06971966475248337,
+    0.2073194980621338,
+    0.2529090642929077,
+    0.23391135036945343,
+    0.1519469916820526,
+    0.08898713439702988,
+    0.0471932552754879,
+    0.11394376307725906,
+    0.22361618280410767,
+    0.1281704604625702,
+    0.025203626602888107,
+    0.07882273942232132,
+    0.07503409683704376,
+    0.12194038182497025,
+    0.11914389580488205,
+    0.035523831844329834,
+    0.03843275457620621,
+    0.25574275851249695,
+    0.13417580723762512,
+    0.03682180121541023,
+    0.18943782150745392,
+    0.0427086241543293,
+    0.0832354947924614,
+    0.03864157572388649,
+    0.06539855152368546,
+    0.029073644429445267,
+    0.022302936762571335,
+    0.25009623169898987,
+    0.1340138018131256,
+    0.2538246214389801,
+    0.07017088681459427,
+    0.27926355600357056,
+    0.3175082206726074,
+    0.3503530025482178,
+    0.24427761137485504,
+    0.2022152990102768,
+    0.1464982032775879,
+    0.18315060436725616,
+    0.1090053990483284,
+    0.19322086870670319,
+    0.24480697512626648,
+    0.25693508982658386,
+    0.13062413036823273,
+    0.010224905796349049,
+    0.014779135584831238,
+    0.011692830361425877,
+    0.2938370108604431,
+    0.2143220454454422,
+    0.18576624989509583,
+    0.06605775654315948,
+    0.02961023338139057,
+    0.12391911447048187,
+    0.05417488142848015,
+    0.19355440139770508,
+    0.10046515613794327,
+    0.1733265519142151,
+    0.1635715216398239,
+    0.09054054319858551,
+    0.13100698590278625,
+    0.07642028480768204,
+    0.11447291076183319,
+    0.12959393858909607,
+    0.092328280210495,
+    0.06116731837391853,
+    0.11484283208847046,
+    0.10185570269823074,
+    0.20570172369480133,
+    0.032910238951444626,
+    0.4870171546936035,
+    0.3607195317745209,
+    0.2515192925930023,
+    0.3518577218055725,
+    0.0766952782869339,
+    0.07462659478187561,
+    0.2639458179473877,
+    0.25537192821502686,
+    0.16122278571128845,
+    0.22296784818172455,
+    0.2596336901187897,
+    0.3135479986667633,
+    0.22803983092308044,
+    0.21902503073215485,
+    0.1795036792755127,
+    0.2818654477596283,
+    0.05493121221661568,
+    0.04597312957048416,
+    0.14844295382499695,
+    0.00582288671284914,
+    0.09255215525627136,
+    0.1680833250284195,
+    0.10156731307506561,
+    0.07551366835832596,
+    0.09777059406042099,
+    0.3379388451576233,
+    0.042813412845134735,
+    0.023498037829995155,
+    0.13170821964740753,
+    0.034848928451538086,
+    0.10539758950471878,
+    0.1156080812215805,
+    0.023198340088129044,
+    0.08282392472028732,
+    0.03710726276040077,
+    0.014902287162840366,
+    0.044485803693532944,
+    0.08067375421524048,
+    0.01344385463744402,
+    0.06613239645957947,
+    0.1180950179696083,
+    0.13536907732486725,
+    0.0289798341691494,
+    0.03497100621461868,
+    0.40505045652389526,
+    0.214705690741539,
+    0.02037745714187622,
+    0.12332092225551605,
+    0.13820801675319672,
+    0.12262917309999466,
+    0.13780875504016876,
+    0.3135376572608948,
+    0.18038488924503326,
+    0.06402980536222458,
+    0.09937949478626251,
+    0.09756118059158325,
+    0.01355444174259901,
+    0.015822360292077065,
+    0.03810925781726837,
+    0.11946219205856323,
+    0.14443445205688477,
+    0.09258104115724564,
+    0.19430270791053772,
+    0.18913695216178894,
+    0.21588799357414246,
+    0.03519627824425697,
+    0.050808895379304886,
+    0.06271858513355255,
+    0.2373535931110382,
+    0.06532267481088638,
+    0.023116381838917732,
+    0.40193474292755127,
+    0.24005027115345,
+    0.07485764473676682,
+    0.5213136076927185,
+    0.6056442260742188,
+    0.03794713318347931,
+    0.36212027072906494,
+    0.4073147177696228,
+    0.06137070059776306,
+    0.1361037939786911,
+    0.23359569907188416,
+    0.032656241208314896,
+    0.01749696023762226,
+    0.02364383451640606,
+    0.029172934591770172,
+    0.06129844859242439,
+    0.020108899101614952,
+    0.016277296468615532,
+    0.14923356473445892,
+    0.02739255502820015,
+    0.052657801657915115,
+    0.276615709066391,
+    0.17408515512943268,
+    0.04974023625254631,
+    0.012795506976544857,
+    0.13480062782764435,
+    0.08689447492361069,
+    0.2782284617424011,
+    0.0807095617055893,
+    0.10084205120801926,
+    0.30600717663764954,
+    0.11668308079242706,
+    0.11659738421440125,
+    0.05536755919456482,
+    0.23068085312843323,
+    0.26707449555397034,
+    0.157350555062294,
+    0.1011580303311348,
+    0.17347848415374756,
+    0.16677816212177277,
+    0.10421042144298553,
+    0.004854913335293531,
+    0.10968752205371857,
+    0.21318773925304413,
+    0.07828158140182495,
+    0.13960520923137665,
+    0.02968079037964344,
+    0.014054907485842705,
+    0.02112116664648056,
+    0.007663540542125702,
+    0.09060171991586685,
+    0.019234247505664825,
+    0.13688154518604279,
+    0.044341057538986206,
+    0.013342983089387417,
+    0.016886791214346886,
+    0.09596090018749237,
+    0.014031895436346531,
+    0.047023747116327286,
+    0.012670332565903664,
+    0.05479452759027481,
+    0.04110118746757507,
+    0.19939762353897095,
+    0.07695601880550385,
+    0.116788849234581,
+    0.02960052713751793,
+    0.13811250030994415,
+    0.04753753915429115,
+    0.03628059849143028,
+    0.35937318205833435,
+    0.4523020386695862,
+    0.2159021645784378,
+    0.1531439870595932,
+    0.03836965933442116,
+    0.0719449445605278,
+    0.050135765224695206,
+    0.1819729506969452,
+    0.10888625681400299,
+    0.06750891357660294,
+    0.1071435734629631,
+    0.02406827174127102,
+    0.2145085334777832,
+    0.010668564587831497,
+    0.2765910029411316,
+    0.06999162584543228,
+    0.0864858627319336,
+    0.21011683344841003,
+    0.16587553918361664,
+    0.09831532835960388,
+    0.01235118042677641,
+    0.0896160826086998,
+    0.07333975285291672,
+    0.012921079993247986,
+    0.007299039978533983,
+    0.0600038506090641,
+    0.06919772922992706,
+    0.06093766540288925,
+    0.2110230177640915,
+    0.27818018198013306,
+    0.11678450554609299,
+    0.15075291693210602,
+    0.25528043508529663,
+    0.07073691487312317,
+    0.04832874611020088,
+    0.13309824466705322,
+    0.1186206042766571,
+    0.10892526060342789,
+    0.11495645344257355,
+    0.28546974062919617,
+    0.00582248205319047,
+    0.14127445220947266,
+    0.032493263483047485,
+    0.02910359762609005,
+    0.09482813626527786,
+    0.021451255306601524,
+    0.02164199948310852,
+    0.040879543870687485,
+    0.028557967394590378,
+    0.18916423618793488,
+    0.07694785296916962,
+    0.008686301298439503,
+    0.13944995403289795,
+    0.2580689489841461,
+    0.054681483656167984,
+    0.3065183758735657,
+    0.04627113789319992,
+    0.04267492890357971,
+    0.03262302652001381,
+    0.22115570306777954,
+    0.14783766865730286,
+    0.07428933680057526,
+    0.009715215303003788,
+    0.12192018330097198,
+    0.123283252120018
+  ]
+}

p5-mae-15m-d184/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00030000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.1541929525805662,
+  "probe/map_train": 0.5165096360490263,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18573764524602843,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.666376941022463,
+  "probe/total_s": 9.262867753044702,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18456921927574352
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.185283868526333
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18573764524602843
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18126041508779864
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16700815633328125
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1391974087973325
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11019092919419836
+    }
+  ],
+  "per_class_ap": [
+    0.6470874547958374,
+    0.013812397606670856,
+    0.06990957260131836,
+    0.22036483883857727,
+    0.11056376248598099,
+    0.24156758189201355,
+    0.2011331021785736,
+    0.3190767467021942,
+    0.057164546102285385,
+    0.03539806604385376,
+    0.025640854611992836,
+    0.08119387924671173,
+    0.6008691787719727,
+    0.3187045753002167,
+    0.06688984483480453,
+    0.5158725380897522,
+    0.34183448553085327,
+    0.36188754439353943,
+    0.05837706848978996,
+    0.10779950022697449,
+    0.26076334714889526,
+    0.10427756607532501,
+    0.20008322596549988,
+    0.14317280054092407,
+    0.07016658037900925,
+    0.023740129545331,
+    0.0947624146938324,
+    0.1831529289484024,
+    0.2678723931312561,
+    0.07495971769094467,
+    0.22910143435001373,
+    0.19283108413219452,
+    0.028606774285435677,
+    0.08051245659589767,
+    0.2467840164899826,
+    0.06798037886619568,
+    0.3442734479904175,
+    0.06971137970685959,
+    0.07561857253313065,
+    0.16272518038749695,
+    0.19534426927566528,
+    0.019661977887153625,
+    0.09801313281059265,
+    0.433012455701828,
+    0.017187390476465225,
+    0.10687065869569778,
+    0.016060063615441322,
+    0.0900391936302185,
+    0.060449518263339996,
+    0.08391712605953217,
+    0.16155311465263367,
+    0.011108465492725372,
+    0.03384028375148773,
+    0.05851591378450394,
+    0.24577443301677704,
+    0.12035708874464035,
+    0.2401638627052307,
+    0.391281396150589,
+    0.14021947979927063,
+    0.12656502425670624,
+    0.24900399148464203,
+    0.20322434604167938,
+    0.04795138165354729,
+    0.187671959400177,
+    0.5249351859092712,
+    0.23087404668331146,
+    0.2925916910171509,
+    0.35832375288009644,
+    0.41303128004074097,
+    0.4028322398662567,
+    0.12750017642974854,
+    0.18797332048416138,
+    0.2130061537027359,
+    0.18811435997486115,
+    0.19059407711029053,
+    0.2779257595539093,
+    0.0685475543141365,
+    0.20792819559574127,
+    0.1984938681125641,
+    0.1455858051776886,
+    0.032831281423568726,
+    0.12501806020736694,
+    0.36748841404914856,
+    0.21144911646842957,
+    0.11471597850322723,
+    0.03314829617738724,
+    0.08846200257539749,
+    0.027785083279013634,
+    0.035385821014642715,
+    0.08686012774705887,
+    0.12694299221038818,
+    0.12304019927978516,
+    0.19022776186466217,
+    0.02734750136733055,
+    0.056977808475494385,
+    0.07772902399301529,
+    0.026874203234910965,
+    0.037545766681432724,
+    0.14545179903507233,
+    0.2105899453163147,
+    0.14107243716716766,
+    0.29513049125671387,
+    0.04754583165049553,
+    0.045801058411598206,
+    0.02663108892738819,
+    0.049536775797605515,
+    0.06846693903207779,
+    0.05960747227072716,
+    0.1131502240896225,
+    0.1999315321445465,
+    0.2620832622051239,
+    0.1529788374900818,
+    0.13171012699604034,
+    0.10072755068540573,
+    0.06378332525491714,
+    0.17962634563446045,
+    0.18325644731521606,
+    0.08968295156955719,
+    0.1286909431219101,
+    0.3238835632801056,
+    0.3337746262550354,
+    0.24115929007530212,
+    0.08436229825019836,
+    0.08422093093395233,
+    0.017605988308787346,
+    0.03571361303329468,
+    0.12338283658027649,
+    0.17042098939418793,
+    0.14408136904239655,
+    0.13544951379299164,
+    0.004501174204051495,
+    0.09358831495046616,
+    0.17860811948776245,
+    0.1704847514629364,
+    0.0636240765452385,
+    0.011597217991948128,
+    0.11051621288061142,
+    0.7273759245872498,
+    0.2483525574207306,
+    0.34535104036331177,
+    0.45102766156196594,
+    0.30329805612564087,
+    0.1404116004705429,
+    0.14762616157531738,
+    0.1183461844921112,
+    0.1469659060239792,
+    0.1245480626821518,
+    0.2568970024585724,
+    0.13336390256881714,
+    0.2384856641292572,
+    0.16737636923789978,
+    0.20618055760860443,
+    0.27157947421073914,
+    0.1368953436613083,
+    0.10520932078361511,
+    0.25770944356918335,
+    0.1512290984392166,
+    0.09222649782896042,
+    0.026747282594442368,
+    0.09201346337795258,
+    0.5296407341957092,
+    0.29363903403282166,
+    0.3045491874217987,
+    0.13731488585472107,
+    0.23953476548194885,
+    0.26731356978416443,
+    0.2856708765029907,
+    0.15690208971500397,
+    0.2891656160354614,
+    0.3979760408401489,
+    0.2238343358039856,
+    0.3398958742618561,
+    0.365119606256485,
+    0.23834718763828278,
+    0.13563239574432373,
+    0.13545186817646027,
+    0.12582141160964966,
+    0.4158245325088501,
+    0.07147584855556488,
+    0.1741146743297577,
+    0.2312028855085373,
+    0.19281433522701263,
+    0.2217438668012619,
+    0.2795945107936859,
+    0.1025538370013237,
+    0.40974894165992737,
+    0.3680243492126465,
+    0.15247038006782532,
+    0.3069726824760437,
+    0.13588881492614746,
+    0.1547810137271881,
+    0.1114301010966301,
+    0.3151058852672577,
+    0.187910258769989,
+    0.16995134949684143,
+    0.4277859628200531,
+    0.06433738023042679,
+    0.08935946971178055,
+    0.1596565693616867,
+    0.28181180357933044,
+    0.04005430266261101,
+    0.2527717053890228,
+    0.1013346016407013,
+    0.1954106092453003,
+    0.22422444820404053,
+    0.15228290855884552,
+    0.18586869537830353,
+    0.5351862907409668,
+    0.29946306347846985,
+    0.2975585162639618,
+    0.7411301136016846,
+    0.48981282114982605,
+    0.5696072578430176,
+    0.05298668146133423,
+    0.34066134691238403,
+    0.23803062736988068,
+    0.07313898205757141,
+    0.2069765031337738,
+    0.2554831802845001,
+    0.12236382812261581,
+    0.18316960334777832,
+    0.12569022178649902,
+    0.21940407156944275,
+    0.22572222352027893,
+    0.07072459161281586,
+    0.062494125217199326,
+    0.06929289549589157,
+    0.05015465244650841,
+    0.18436387181282043,
+    0.06639712303876877,
+    0.06458128243684769,
+    0.13486617803573608,
+    0.08739496022462845,
+    0.09158670157194138,
+    0.04289041459560394,
+    0.013119969516992569,
+    0.14559964835643768,
+    0.022211818024516106,
+    0.3667697310447693,
+    0.029478522017598152,
+    0.16725566983222961,
+    0.19870831072330475,
+    0.2742771804332733,
+    0.17520195245742798,
+    0.1728537529706955,
+    0.25177305936813354,
+    0.06331814080476761,
+    0.12680700421333313,
+    0.05202260613441467,
+    0.170534148812294,
+    0.11897872388362885,
+    0.030211038887500763,
+    0.07142569124698639,
+    0.09333289414644241,
+    0.07380641996860504,
+    0.2094917595386505,
+    0.24215567111968994,
+    0.2318582534790039,
+    0.1649029403924942,
+    0.08596686273813248,
+    0.057021379470825195,
+    0.13109727203845978,
+    0.2240946888923645,
+    0.12133052200078964,
+    0.02475067228078842,
+    0.07932925224304199,
+    0.07906804978847504,
+    0.125148743391037,
+    0.12523438036441803,
+    0.03913183510303497,
+    0.03993147611618042,
+    0.2879956066608429,
+    0.16261304914951324,
+    0.04013863950967789,
+    0.18983516097068787,
+    0.036979153752326965,
+    0.08623243123292923,
+    0.04090233892202377,
+    0.07311221212148666,
+    0.04279278963804245,
+    0.027024948969483376,
+    0.2642005383968353,
+    0.12571237981319427,
+    0.25527164340019226,
+    0.07158233970403671,
+    0.2790089249610901,
+    0.35899442434310913,
+    0.3934243321418762,
+    0.2504160404205322,
+    0.2076922059059143,
+    0.1498289257287979,
+    0.1602424532175064,
+    0.10233445465564728,
+    0.2006019502878189,
+    0.25333017110824585,
+    0.27018314599990845,
+    0.14850583672523499,
+    0.011469162069261074,
+    0.013012228533625603,
+    0.009711763821542263,
+    0.2992589771747589,
+    0.21145594120025635,
+    0.18588881194591522,
+    0.08598256856203079,
+    0.028650488704442978,
+    0.1348741054534912,
+    0.05262267589569092,
+    0.19995923340320587,
+    0.10551433265209198,
+    0.15182656049728394,
+    0.1798953115940094,
+    0.07570244371891022,
+    0.14981597661972046,
+    0.09957616776227951,
+    0.12316784262657166,
+    0.14057156443595886,
+    0.08920930325984955,
+    0.07055497914552689,
+    0.1374593824148178,
+    0.10147236287593842,
+    0.23872311413288116,
+    0.040743958204984665,
+    0.4873986840248108,
+    0.3687949478626251,
+    0.2603493928909302,
+    0.3538045585155487,
+    0.07450456917285919,
+    0.07529966533184052,
+    0.27117255330085754,
+    0.2613409161567688,
+    0.1643570214509964,
+    0.22286143898963928,
+    0.2641172409057617,
+    0.35065171122550964,
+    0.20303410291671753,
+    0.2043306827545166,
+    0.15499302744865417,
+    0.27178695797920227,
+    0.05933032184839249,
+    0.05083039775490761,
+    0.13286489248275757,
+    0.006230978295207024,
+    0.08008741587400436,
+    0.16490773856639862,
+    0.11057732999324799,
+    0.0825057178735733,
+    0.1045454740524292,
+    0.3389001488685608,
+    0.04164476320147514,
+    0.026170315220952034,
+    0.1342441290616989,
+    0.041005052626132965,
+    0.09671373665332794,
+    0.12546218931674957,
+    0.02467680722475052,
+    0.07013363391160965,
+    0.03443404659628868,
+    0.014267929829657078,
+    0.046463366597890854,
+    0.11874039471149445,
+    0.01773684099316597,
+    0.06993074715137482,
+    0.11246319860219955,
+    0.14556901156902313,
+    0.033817943185567856,
+    0.042299121618270874,
+    0.40894827246665955,
+    0.23874695599079132,
+    0.024170557036995888,
+    0.14095263183116913,
+    0.11439964175224304,
+    0.08425942063331604,
+    0.1469569057226181,
+    0.3031492233276367,
+    0.15543261170387268,
+    0.06115555390715599,
+    0.09363672882318497,
+    0.09504460543394089,
+    0.015971940010786057,
+    0.013755271211266518,
+    0.02248656563460827,
+    0.11792786419391632,
+    0.19877958297729492,
+    0.07839171588420868,
+    0.20346671342849731,
+    0.20422503352165222,
+    0.2261728048324585,
+    0.04504869878292084,
+    0.06087162718176842,
+    0.038202233612537384,
+    0.27173516154289246,
+    0.07259681075811386,
+    0.022885490208864212,
+    0.39337486028671265,
+    0.23888352513313293,
+    0.09471310675144196,
+    0.5194625854492188,
+    0.6104505062103271,
+    0.04288777709007263,
+    0.38070231676101685,
+    0.40369024872779846,
+    0.06463669240474701,
+    0.13476915657520294,
+    0.22185318171977997,
+    0.03040933981537819,
+    0.015501229092478752,
+    0.03449869528412819,
+    0.031549468636512756,
+    0.06747032701969147,
+    0.019408883526921272,
+    0.011782265268266201,
+    0.13787506520748138,
+    0.030417494475841522,
+    0.06360848248004913,
+    0.28490689396858215,
+    0.21218831837177277,
+    0.039330821484327316,
+    0.014791145920753479,
+    0.13563837110996246,
+    0.09072092175483704,
+    0.27897369861602783,
+    0.07270970940589905,
+    0.11335217952728271,
+    0.3002992272377014,
+    0.11420392990112305,
+    0.11040294915437698,
+    0.06953667849302292,
+    0.22881141304969788,
+    0.2427545040845871,
+    0.1504182666540146,
+    0.13185349106788635,
+    0.200514018535614,
+    0.18043400347232819,
+    0.10058732330799103,
+    0.005886604078114033,
+    0.10710886865854263,
+    0.19299016892910004,
+    0.08647935092449188,
+    0.1604434698820114,
+    0.05081174895167351,
+    0.01750861294567585,
+    0.034346770495176315,
+    0.009605555795133114,
+    0.10141171514987946,
+    0.01505681686103344,
+    0.13611067831516266,
+    0.043870747089385986,
+    0.013546554371714592,
+    0.018045080825686455,
+    0.136990487575531,
+    0.011480992659926414,
+    0.053362686187028885,
+    0.015540963038802147,
+    0.05116327479481697,
+    0.04326096177101135,
+    0.22202381491661072,
+    0.05918283388018608,
+    0.12553803622722626,
+    0.039967264980077744,
+    0.1347196251153946,
+    0.050799962133169174,
+    0.041872989386320114,
+    0.3926534950733185,
+    0.4687299430370331,
+    0.23970939218997955,
+    0.16607722640037537,
+    0.040871743112802505,
+    0.07084634900093079,
+    0.051491040736436844,
+    0.22425448894500732,
+    0.13257890939712524,
+    0.07281506061553955,
+    0.11386062949895859,
+    0.018920965492725372,
+    0.21603906154632568,
+    0.008510628715157509,
+    0.29141294956207275,
+    0.0741727203130722,
+    0.0948399156332016,
+    0.1968870311975479,
+    0.1915043592453003,
+    0.08211847394704819,
+    0.017371760681271553,
+    0.07610101997852325,
+    0.07995397597551346,
+    0.012257657945156097,
+    0.00816695112735033,
+    0.0518953874707222,
+    0.07721564173698425,
+    0.06791884452104568,
+    0.22452685236930847,
+    0.2769768536090851,
+    0.13293622434139252,
+    0.15889155864715576,
+    0.24663729965686798,
+    0.06959816813468933,
+    0.04815416410565376,
+    0.14297494292259216,
+    0.12361379712820053,
+    0.11159157007932663,
+    0.14977692067623138,
+    0.276518851518631,
+    0.007376574911177158,
+    0.14966271817684174,
+    0.03109242022037506,
+    0.02351212128996849,
+    0.09525618702173233,
+    0.023584745824337006,
+    0.02115173265337944,
+    0.046134911477565765,
+    0.028536424040794373,
+    0.20433630049228668,
+    0.09276985377073288,
+    0.009532863274216652,
+    0.13871921598911285,
+    0.27814942598342896,
+    0.10429428517818451,
+    0.3348080813884735,
+    0.053931284695863724,
+    0.05001021549105644,
+    0.03489302843809128,
+    0.2247302383184433,
+    0.15531092882156372,
+    0.06575992703437805,
+    0.008658045902848244,
+    0.15208832919597626,
+    0.10830450057983398
+  ]
+}

p5-mae-15m-d184/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00035000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.1568226435175784,
+  "probe/map_train": 0.5126723346266846,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18887765858758884,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.587361240992323,
+  "probe/total_s": 8.119273700984195,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18812569408488428
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1886364525776936
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18887765858758884
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1841644080690651
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16877501449181895
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14022945526959038
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11193177530734642
+    }
+  ],
+  "per_class_ap": [
+    0.6488588452339172,
+    0.016761716455221176,
+    0.07329140603542328,
+    0.21621394157409668,
+    0.11496248841285706,
+    0.2612813115119934,
+    0.2057495415210724,
+    0.32652902603149414,
+    0.056693073362112045,
+    0.03416801244020462,
+    0.02561217173933983,
+    0.0902874544262886,
+    0.6102936267852783,
+    0.33523645997047424,
+    0.06794163584709167,
+    0.5347609519958496,
+    0.3414863646030426,
+    0.35657474398612976,
+    0.059391088783741,
+    0.1180957779288292,
+    0.2731078267097473,
+    0.10302149504423141,
+    0.2032342106103897,
+    0.1482345461845398,
+    0.07472933828830719,
+    0.022875545546412468,
+    0.09239576756954193,
+    0.18995365500450134,
+    0.293069452047348,
+    0.09193462133407593,
+    0.24173609912395477,
+    0.19583524763584137,
+    0.032915033400058746,
+    0.07112903147935867,
+    0.25162914395332336,
+    0.07667820155620575,
+    0.33172541856765747,
+    0.07512696087360382,
+    0.09059366583824158,
+    0.14981210231781006,
+    0.1968691349029541,
+    0.018334954977035522,
+    0.1044921949505806,
+    0.4443212151527405,
+    0.01760096661746502,
+    0.12813258171081543,
+    0.014991526491940022,
+    0.09615950286388397,
+    0.06324517726898193,
+    0.08479151874780655,
+    0.1657131165266037,
+    0.01364231202751398,
+    0.03620832413434982,
+    0.06081143021583557,
+    0.2545270621776581,
+    0.12794223427772522,
+    0.25967463850975037,
+    0.39748263359069824,
+    0.13381029665470123,
+    0.12490934878587723,
+    0.25978365540504456,
+    0.21208587288856506,
+    0.06556715816259384,
+    0.18177276849746704,
+    0.5223217010498047,
+    0.23413367569446564,
+    0.3083322048187256,
+    0.353823184967041,
+    0.41722869873046875,
+    0.4061427712440491,
+    0.13103647530078888,
+    0.1830923855304718,
+    0.21556270122528076,
+    0.19376836717128754,
+    0.1878993660211563,
+    0.24827396869659424,
+    0.06831395626068115,
+    0.23467566072940826,
+    0.19039839506149292,
+    0.1391872763633728,
+    0.027181316167116165,
+    0.1332348734140396,
+    0.37069249153137207,
+    0.2414345145225525,
+    0.12247621268033981,
+    0.034199561923742294,
+    0.09696109592914581,
+    0.026282841339707375,
+    0.038824763149023056,
+    0.0662597268819809,
+    0.13483169674873352,
+    0.13489247858524323,
+    0.18691882491111755,
+    0.027291005477309227,
+    0.05655840039253235,
+    0.10191235691308975,
+    0.023996835574507713,
+    0.03666142001748085,
+    0.14353972673416138,
+    0.20924843847751617,
+    0.14132283627986908,
+    0.29513970017433167,
+    0.045166388154029846,
+    0.04571833834052086,
+    0.03339305520057678,
+    0.05012321472167969,
+    0.06034321337938309,
+    0.05678275600075722,
+    0.12642888724803925,
+    0.18827390670776367,
+    0.24922627210617065,
+    0.15138980746269226,
+    0.13423898816108704,
+    0.10390092432498932,
+    0.06578683108091354,
+    0.2019866704940796,
+    0.19650009274482727,
+    0.0994209349155426,
+    0.15256845951080322,
+    0.33786049485206604,
+    0.35149896144866943,
+    0.23927812278270721,
+    0.08502436429262161,
+    0.08877229690551758,
+    0.03105039708316326,
+    0.04638694226741791,
+    0.12932449579238892,
+    0.17180509865283966,
+    0.12325838208198547,
+    0.11313623934984207,
+    0.004590150900185108,
+    0.07968167960643768,
+    0.17767733335494995,
+    0.18722708523273468,
+    0.07974429428577423,
+    0.01142812892794609,
+    0.086956687271595,
+    0.7322240471839905,
+    0.25018465518951416,
+    0.34140825271606445,
+    0.45511412620544434,
+    0.3186216652393341,
+    0.13243529200553894,
+    0.15606985986232758,
+    0.11565635353326797,
+    0.17585735023021698,
+    0.13968046009540558,
+    0.2546176612377167,
+    0.13311050832271576,
+    0.2489694207906723,
+    0.1591910570859909,
+    0.20607005059719086,
+    0.28671443462371826,
+    0.14198848605155945,
+    0.12402086704969406,
+    0.26756227016448975,
+    0.14626124501228333,
+    0.10017191618680954,
+    0.027795152738690376,
+    0.0970255509018898,
+    0.5332135558128357,
+    0.2961629331111908,
+    0.2996092140674591,
+    0.13993577659130096,
+    0.2501384913921356,
+    0.2673290967941284,
+    0.29129675030708313,
+    0.15392355620861053,
+    0.2938445508480072,
+    0.40983524918556213,
+    0.22780463099479675,
+    0.3300555348396301,
+    0.35770153999328613,
+    0.24576877057552338,
+    0.13837668299674988,
+    0.14747075736522675,
+    0.12624326348304749,
+    0.41941431164741516,
+    0.07679369300603867,
+    0.18696202337741852,
+    0.2378379851579666,
+    0.1965019553899765,
+    0.20046748220920563,
+    0.26100343465805054,
+    0.09611658751964569,
+    0.4008806645870209,
+    0.34975284337997437,
+    0.15784622728824615,
+    0.3026367425918579,
+    0.14753209054470062,
+    0.16328594088554382,
+    0.11044241487979889,
+    0.328830748796463,
+    0.1951708048582077,
+    0.1757822483778,
+    0.42402851581573486,
+    0.07064594328403473,
+    0.0949675664305687,
+    0.15743234753608704,
+    0.28250226378440857,
+    0.04179710894823074,
+    0.24814115464687347,
+    0.11625093221664429,
+    0.20804250240325928,
+    0.2140607386827469,
+    0.163207545876503,
+    0.1826818883419037,
+    0.5489362478256226,
+    0.3207327425479889,
+    0.29118016362190247,
+    0.7530637383460999,
+    0.4983108639717102,
+    0.5702366828918457,
+    0.07874981313943863,
+    0.32823246717453003,
+    0.2454708069562912,
+    0.06755976378917694,
+    0.21875067055225372,
+    0.2600648105144501,
+    0.12627220153808594,
+    0.1872168928384781,
+    0.12616612017154694,
+    0.2268238067626953,
+    0.22823308408260345,
+    0.06742577254772186,
+    0.06609749048948288,
+    0.06967522203922272,
+    0.04647243395447731,
+    0.1865999847650528,
+    0.055056750774383545,
+    0.06022651866078377,
+    0.12242785096168518,
+    0.08988671004772186,
+    0.08311707526445389,
+    0.04117699712514877,
+    0.014046060852706432,
+    0.1553620845079422,
+    0.02136489562690258,
+    0.4046764671802521,
+    0.027253231033682823,
+    0.15183112025260925,
+    0.1946769654750824,
+    0.28651371598243713,
+    0.16964763402938843,
+    0.1742514669895172,
+    0.2529395520687103,
+    0.0626135915517807,
+    0.12024366855621338,
+    0.05277499556541443,
+    0.15658463537693024,
+    0.1470160037279129,
+    0.03267673775553703,
+    0.07714895159006119,
+    0.08829905092716217,
+    0.08685141056776047,
+    0.244585782289505,
+    0.24328549206256866,
+    0.23600082099437714,
+    0.17171522974967957,
+    0.08580964058637619,
+    0.046756401658058167,
+    0.13373476266860962,
+    0.2515310049057007,
+    0.1250649392604828,
+    0.023937171325087547,
+    0.07792680710554123,
+    0.08317338675260544,
+    0.12128496170043945,
+    0.1343650221824646,
+    0.03847775235772133,
+    0.0381917729973793,
+    0.28836023807525635,
+    0.1602039337158203,
+    0.04336510971188545,
+    0.19384559988975525,
+    0.041772641241550446,
+    0.09223367273807526,
+    0.04171688109636307,
+    0.064117930829525,
+    0.038814108818769455,
+    0.02510068751871586,
+    0.26484009623527527,
+    0.1293204426765442,
+    0.25941476225852966,
+    0.0672619566321373,
+    0.28414174914360046,
+    0.3692263662815094,
+    0.4079231321811676,
+    0.25223806500434875,
+    0.23336297273635864,
+    0.16543170809745789,
+    0.18546883761882782,
+    0.10495880246162415,
+    0.19152036309242249,
+    0.2543676793575287,
+    0.2653738856315613,
+    0.15052394568920135,
+    0.011529610492289066,
+    0.015511429868638515,
+    0.011622140184044838,
+    0.3034409284591675,
+    0.21377268433570862,
+    0.1918506622314453,
+    0.08093055337667465,
+    0.026766251772642136,
+    0.15328235924243927,
+    0.051789116114377975,
+    0.20051655173301697,
+    0.10936398059129715,
+    0.14280131459236145,
+    0.16899779438972473,
+    0.08729257434606552,
+    0.1374700963497162,
+    0.09767286479473114,
+    0.13391102850437164,
+    0.14320313930511475,
+    0.09373805671930313,
+    0.0796477198600769,
+    0.13996247947216034,
+    0.10353536903858185,
+    0.22813162207603455,
+    0.03777330368757248,
+    0.4912148416042328,
+    0.35373789072036743,
+    0.24410901963710785,
+    0.36183494329452515,
+    0.07696273177862167,
+    0.08085399866104126,
+    0.28312739729881287,
+    0.2686268389225006,
+    0.18562987446784973,
+    0.2108953446149826,
+    0.27324336767196655,
+    0.3563496172428131,
+    0.22969719767570496,
+    0.21236105263233185,
+    0.1689152866601944,
+    0.2751150131225586,
+    0.059512268751859665,
+    0.05327153950929642,
+    0.12936846911907196,
+    0.0062274932861328125,
+    0.08282378315925598,
+    0.16993457078933716,
+    0.10761360079050064,
+    0.07948232442140579,
+    0.11330455541610718,
+    0.3452625274658203,
+    0.04272698611021042,
+    0.027047928422689438,
+    0.13346624374389648,
+    0.04454797878861427,
+    0.0995824858546257,
+    0.1295461505651474,
+    0.025386642664670944,
+    0.09113483875989914,
+    0.05276026576757431,
+    0.014288499020040035,
+    0.04283425584435463,
+    0.12094619870185852,
+    0.01702018268406391,
+    0.07163526117801666,
+    0.11895058304071426,
+    0.15856634080410004,
+    0.03293545916676521,
+    0.044783927500247955,
+    0.40566757321357727,
+    0.24240894615650177,
+    0.023589815944433212,
+    0.13830551505088806,
+    0.11102382093667984,
+    0.08467073738574982,
+    0.15052145719528198,
+    0.3065182864665985,
+    0.19687050580978394,
+    0.058108389377593994,
+    0.09699008613824844,
+    0.09866754710674286,
+    0.014993267133831978,
+    0.014760724268853664,
+    0.029409829527139664,
+    0.11031903326511383,
+    0.19956983625888824,
+    0.0787799134850502,
+    0.20208986103534698,
+    0.19521327316761017,
+    0.20947206020355225,
+    0.04693949967622757,
+    0.060397081077098846,
+    0.03868746757507324,
+    0.28019416332244873,
+    0.0765460655093193,
+    0.02156955748796463,
+    0.37765419483184814,
+    0.22689642012119293,
+    0.1042163297533989,
+    0.5243499279022217,
+    0.6237501502037048,
+    0.041691478341817856,
+    0.3811289370059967,
+    0.39858368039131165,
+    0.06790347397327423,
+    0.13981114327907562,
+    0.2446039766073227,
+    0.03899655118584633,
+    0.019566508010029793,
+    0.04201434180140495,
+    0.03658632934093475,
+    0.06760255247354507,
+    0.023457322269678116,
+    0.012580103240907192,
+    0.1358584463596344,
+    0.03350139036774635,
+    0.06491491943597794,
+    0.29929864406585693,
+    0.22230669856071472,
+    0.03734078258275986,
+    0.012520781718194485,
+    0.11708437651395798,
+    0.09901770949363708,
+    0.27397996187210083,
+    0.0761503353714943,
+    0.10227610170841217,
+    0.31513357162475586,
+    0.10404571890830994,
+    0.09715244919061661,
+    0.07586757838726044,
+    0.2320268601179123,
+    0.24779832363128662,
+    0.1344107836484909,
+    0.12611806392669678,
+    0.20538219809532166,
+    0.17568424344062805,
+    0.10859081149101257,
+    0.005993114318698645,
+    0.11508941650390625,
+    0.19133321940898895,
+    0.08152088522911072,
+    0.1590873748064041,
+    0.04362335056066513,
+    0.01578460820019245,
+    0.033494655042886734,
+    0.009233327582478523,
+    0.11063115298748016,
+    0.013708777725696564,
+    0.14045453071594238,
+    0.045191727578639984,
+    0.014429748989641666,
+    0.016009999439120293,
+    0.14844097197055817,
+    0.013350658118724823,
+    0.055813271552324295,
+    0.015992604196071625,
+    0.04821013659238815,
+    0.04047240689396858,
+    0.2084927260875702,
+    0.06361133605241776,
+    0.14117538928985596,
+    0.043255992233753204,
+    0.11989589035511017,
+    0.04913108050823212,
+    0.04356059432029724,
+    0.3998946249485016,
+    0.4977436661720276,
+    0.24626539647579193,
+    0.18029426038265228,
+    0.04937734082341194,
+    0.07159844040870667,
+    0.05266847461462021,
+    0.22801454365253448,
+    0.11727920919656754,
+    0.06538327783346176,
+    0.09780143201351166,
+    0.023835141211748123,
+    0.2210882008075714,
+    0.008788001723587513,
+    0.28770333528518677,
+    0.08617958426475525,
+    0.0908360481262207,
+    0.19691255688667297,
+    0.18400666117668152,
+    0.08720740675926208,
+    0.019274979829788208,
+    0.08619186282157898,
+    0.09267780929803848,
+    0.014704307541251183,
+    0.009367167949676514,
+    0.05964873358607292,
+    0.07462998479604721,
+    0.06225614994764328,
+    0.21538159251213074,
+    0.281425803899765,
+    0.11492432653903961,
+    0.16288480162620544,
+    0.2372659146785736,
+    0.0710601806640625,
+    0.05118149518966675,
+    0.14157330989837646,
+    0.14118902385234833,
+    0.11751857399940491,
+    0.1330377459526062,
+    0.30731046199798584,
+    0.0072934264317154884,
+    0.15636250376701355,
+    0.03128517419099808,
+    0.020094381645321846,
+    0.09524477273225784,
+    0.02671428956091404,
+    0.022111011669039726,
+    0.040595151484012604,
+    0.02813643403351307,
+    0.2027941197156906,
+    0.10459871590137482,
+    0.009747217409312725,
+    0.133733332157135,
+    0.2702004611492157,
+    0.13748495280742645,
+    0.3498747646808624,
+    0.05689125135540962,
+    0.05291465297341347,
+    0.0350433811545372,
+    0.2281198650598526,
+    0.1502099186182022,
+    0.07260995358228683,
+    0.010218949057161808,
+    0.149993896484375,
+    0.10864327102899551
+  ]
+}

p5-mae-15m-d184/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.03029296875
+  - 0.00103125
+  - 8.0078125e-05
+  - 0.000396484375
+  - 0.0
+  - 0.0173671875
+  - 0.0004765625
+  - 0.079298828125
+  - 0.3421796875
+  - 0.00190234375
+  - 0.3256328125
+  - 0.0
+  - 0.0037265625
+  - 0.0068984375
+  - 0.00293359375
+  - 0.0416328125
+  - 0.0490078125
+  - 0.019189453125
+  - 0.054400390625
+  - 0.023552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d184
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d184/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d184/exports/step_00040000",
+  "fingerprint": "6e78e338bc91b92c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "probe/map": 0.15764078425519182,
+  "probe/map_train": 0.5114274731284074,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18975549813782341,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.372035771026276,
+  "probe/total_s": 8.782211972982623,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18910222558350614
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18946538761874884
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18975549813782341
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18530467273914866
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1696706021344201
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14159414100379417
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11258641982219576
+    }
+  ],
+  "per_class_ap": [
+    0.6487977504730225,
+    0.016138143837451935,
+    0.07383941113948822,
+    0.21871551871299744,
+    0.11371959745883942,
+    0.25160306692123413,
+    0.21196362376213074,
+    0.3307577669620514,
+    0.056970611214637756,
+    0.034000977873802185,
+    0.026836786419153214,
+    0.08630116283893585,
+    0.6100429892539978,
+    0.3260582685470581,
+    0.07188760489225388,
+    0.5337105393409729,
+    0.3431203365325928,
+    0.3582116961479187,
+    0.05902179703116417,
+    0.1053224503993988,
+    0.2663225829601288,
+    0.1075998991727829,
+    0.20553560554981232,
+    0.1507551223039627,
+    0.07601799070835114,
+    0.023294666782021523,
+    0.09946728497743607,
+    0.18982289731502533,
+    0.28748419880867004,
+    0.0939267948269844,
+    0.23978140950202942,
+    0.199204683303833,
+    0.03381060063838959,
+    0.07319461554288864,
+    0.25616103410720825,
+    0.08122744411230087,
+    0.33825454115867615,
+    0.07553058117628098,
+    0.08905636519193649,
+    0.14665406942367554,
+    0.19421075284481049,
+    0.017414836212992668,
+    0.10759255290031433,
+    0.44956302642822266,
+    0.01809181086719036,
+    0.1289227306842804,
+    0.01490694098174572,
+    0.08883462101221085,
+    0.06377923488616943,
+    0.0825841948390007,
+    0.164995476603508,
+    0.013687538914382458,
+    0.03670197352766991,
+    0.05690258368849754,
+    0.2538609504699707,
+    0.12884613871574402,
+    0.2592436671257019,
+    0.3980514109134674,
+    0.1284041404724121,
+    0.12740866839885712,
+    0.268120139837265,
+    0.20799481868743896,
+    0.06472937017679214,
+    0.1801636666059494,
+    0.5256223082542419,
+    0.23707394301891327,
+    0.29829835891723633,
+    0.3638230860233307,
+    0.4228523373603821,
+    0.409903347492218,
+    0.13025285303592682,
+    0.18143387138843536,
+    0.21637223660945892,
+    0.1962321251630783,
+    0.19236265122890472,
+    0.26163041591644287,
+    0.06763380765914917,
+    0.23354901373386383,
+    0.18885469436645508,
+    0.13696075975894928,
+    0.028753699734807014,
+    0.13861069083213806,
+    0.37498345971107483,
+    0.2480998933315277,
+    0.11966877430677414,
+    0.0374339297413826,
+    0.1006302535533905,
+    0.026262957602739334,
+    0.038422200828790665,
+    0.06056412309408188,
+    0.13557808101177216,
+    0.13269269466400146,
+    0.1912858486175537,
+    0.029078412801027298,
+    0.056840114295482635,
+    0.1022881269454956,
+    0.02439497783780098,
+    0.036109667271375656,
+    0.14169950783252716,
+    0.20812654495239258,
+    0.13179588317871094,
+    0.3033466637134552,
+    0.04676879942417145,
+    0.04753149300813675,
+    0.030767664313316345,
+    0.05054733529686928,
+    0.06062501296401024,
+    0.052032195031642914,
+    0.11385256052017212,
+    0.1896052062511444,
+    0.24661442637443542,
+    0.15233932435512543,
+    0.1342519074678421,
+    0.105652816593647,
+    0.0659167692065239,
+    0.19715625047683716,
+    0.20131710171699524,
+    0.099626824259758,
+    0.1522458791732788,
+    0.33516713976860046,
+    0.34261947870254517,
+    0.24778807163238525,
+    0.08988265693187714,
+    0.08962493389844894,
+    0.031389228999614716,
+    0.04743853956460953,
+    0.13214229047298431,
+    0.16999571025371552,
+    0.12594878673553467,
+    0.12002752721309662,
+    0.004689354449510574,
+    0.08835393190383911,
+    0.17971652746200562,
+    0.1822342425584793,
+    0.07184626162052155,
+    0.011470603756606579,
+    0.09594758599996567,
+    0.7332914471626282,
+    0.252281129360199,
+    0.34622102975845337,
+    0.4539344012737274,
+    0.3239274322986603,
+    0.1404610574245453,
+    0.15851828455924988,
+    0.11936132609844208,
+    0.18596290051937103,
+    0.14794139564037323,
+    0.27217480540275574,
+    0.1307258903980255,
+    0.24801690876483917,
+    0.16183535754680634,
+    0.1980339139699936,
+    0.2867170572280884,
+    0.14643099904060364,
+    0.11900757253170013,
+    0.2626205086708069,
+    0.1458970606327057,
+    0.0967225581407547,
+    0.02803383581340313,
+    0.09602127969264984,
+    0.5367817878723145,
+    0.30135807394981384,
+    0.3013954162597656,
+    0.14278817176818848,
+    0.2487286925315857,
+    0.26956748962402344,
+    0.28918448090553284,
+    0.15142811834812164,
+    0.2951018810272217,
+    0.40724602341651917,
+    0.22147129476070404,
+    0.3330223858356476,
+    0.35873523354530334,
+    0.25112828612327576,
+    0.14316263794898987,
+    0.1450352817773819,
+    0.12976427376270294,
+    0.42427802085876465,
+    0.07755737006664276,
+    0.18591859936714172,
+    0.227813720703125,
+    0.19521333277225494,
+    0.19698525965213776,
+    0.2626616656780243,
+    0.09595369547605515,
+    0.40694883465766907,
+    0.363493949174881,
+    0.159205824136734,
+    0.30477818846702576,
+    0.1490340530872345,
+    0.16736233234405518,
+    0.11164368689060211,
+    0.3287232220172882,
+    0.1994217038154602,
+    0.17080025374889374,
+    0.4258871078491211,
+    0.07193605601787567,
+    0.08767949044704437,
+    0.1587524712085724,
+    0.2828756868839264,
+    0.04358517751097679,
+    0.24941527843475342,
+    0.11757676303386688,
+    0.2050592303276062,
+    0.20746101438999176,
+    0.1664758324623108,
+    0.18557167053222656,
+    0.5576825141906738,
+    0.3118511736392975,
+    0.29464003443717957,
+    0.7480145692825317,
+    0.49350905418395996,
+    0.567901074886322,
+    0.07577340304851532,
+    0.32788339257240295,
+    0.24770313501358032,
+    0.06967172771692276,
+    0.22266656160354614,
+    0.25181910395622253,
+    0.12769003212451935,
+    0.18542802333831787,
+    0.12868425250053406,
+    0.2293030023574829,
+    0.23191024363040924,
+    0.06826616078615189,
+    0.06843891739845276,
+    0.07000354677438736,
+    0.04699654504656792,
+    0.1916002482175827,
+    0.05494772642850876,
+    0.059938039630651474,
+    0.12822967767715454,
+    0.087164968252182,
+    0.06691402941942215,
+    0.04205531254410744,
+    0.014450178481638432,
+    0.14943742752075195,
+    0.02225068025290966,
+    0.38623911142349243,
+    0.02800007537007332,
+    0.151301771402359,
+    0.19400449097156525,
+    0.2888789474964142,
+    0.167634978890419,
+    0.17307297885417938,
+    0.2523973882198334,
+    0.06217990443110466,
+    0.12009505182504654,
+    0.05178360268473625,
+    0.16818426549434662,
+    0.14461451768875122,
+    0.03278857097029686,
+    0.0743984654545784,
+    0.09029673039913177,
+    0.0875275582075119,
+    0.24774041771888733,
+    0.2357049286365509,
+    0.23681466281414032,
+    0.17115674912929535,
+    0.09138869494199753,
+    0.0482502244412899,
+    0.13238629698753357,
+    0.2507350742816925,
+    0.12395896017551422,
+    0.025470850989222527,
+    0.07894719392061234,
+    0.08357439935207367,
+    0.121566541492939,
+    0.1370701640844345,
+    0.03936779871582985,
+    0.03849416971206665,
+    0.2900913953781128,
+    0.16195060312747955,
+    0.04371592402458191,
+    0.19253145158290863,
+    0.038743797689676285,
+    0.0886244848370552,
+    0.04187823086977005,
+    0.06659559160470963,
+    0.04016178101301193,
+    0.0254498440772295,
+    0.26365870237350464,
+    0.12716594338417053,
+    0.26094016432762146,
+    0.06754133850336075,
+    0.28674453496932983,
+    0.37912002205848694,
+    0.41171810030937195,
+    0.2553277015686035,
+    0.23295505344867706,
+    0.164991557598114,
+    0.18087100982666016,
+    0.10318063199520111,
+    0.19238564372062683,
+    0.26529866456985474,
+    0.27062758803367615,
+    0.14920687675476074,
+    0.011526408605277538,
+    0.015622379258275032,
+    0.011516939848661423,
+    0.303659588098526,
+    0.2189948707818985,
+    0.19382765889167786,
+    0.08155305683612823,
+    0.027631321921944618,
+    0.15592409670352936,
+    0.052032459527254105,
+    0.19904950261116028,
+    0.11827856302261353,
+    0.14047348499298096,
+    0.16945874691009521,
+    0.08158346265554428,
+    0.14473463594913483,
+    0.09755352884531021,
+    0.13158798217773438,
+    0.140811026096344,
+    0.09781594574451447,
+    0.0794600322842598,
+    0.14056076109409332,
+    0.10349272936582565,
+    0.2451169788837433,
+    0.03724835440516472,
+    0.4908018708229065,
+    0.36263760924339294,
+    0.24731707572937012,
+    0.3612082004547119,
+    0.07282138615846634,
+    0.08014977723360062,
+    0.29271361231803894,
+    0.28305771946907043,
+    0.18910548090934753,
+    0.21385784447193146,
+    0.28235602378845215,
+    0.362541526556015,
+    0.21713639795780182,
+    0.21288348734378815,
+    0.16126812994480133,
+    0.28015002608299255,
+    0.06112825497984886,
+    0.053756024688482285,
+    0.1340194195508957,
+    0.00651716161519289,
+    0.08314834535121918,
+    0.17272332310676575,
+    0.10531212389469147,
+    0.0786183550953865,
+    0.1154332235455513,
+    0.34125256538391113,
+    0.04154788330197334,
+    0.027082497254014015,
+    0.14150290191173553,
+    0.041141994297504425,
+    0.09440957754850388,
+    0.13226264715194702,
+    0.025294452905654907,
+    0.08563355356454849,
+    0.03842386603355408,
+    0.014157935045659542,
+    0.04404967278242111,
+    0.13738372921943665,
+    0.017595520243048668,
+    0.06751424819231033,
+    0.12378984689712524,
+    0.16047678887844086,
+    0.033770520240068436,
+    0.04223574697971344,
+    0.40465617179870605,
+    0.23796424269676208,
+    0.023938404396176338,
+    0.13543905317783356,
+    0.11019333451986313,
+    0.08253077417612076,
+    0.15271887183189392,
+    0.3132850229740143,
+    0.2020183801651001,
+    0.06273651868104935,
+    0.10307623445987701,
+    0.10237111151218414,
+    0.01551886647939682,
+    0.014463174156844616,
+    0.039513904601335526,
+    0.10374134033918381,
+    0.20509301126003265,
+    0.07806625962257385,
+    0.2030036300420761,
+    0.1976846307516098,
+    0.21424388885498047,
+    0.04323951154947281,
+    0.062071897089481354,
+    0.03924054279923439,
+    0.2788848876953125,
+    0.07860501110553741,
+    0.022277509793639183,
+    0.39311257004737854,
+    0.22013750672340393,
+    0.09371300786733627,
+    0.5270777940750122,
+    0.6252128481864929,
+    0.0414779968559742,
+    0.38352465629577637,
+    0.40559735894203186,
+    0.06765999644994736,
+    0.15091834962368011,
+    0.23936717212200165,
+    0.042036984115839005,
+    0.019093163311481476,
+    0.04049963876605034,
+    0.043876372277736664,
+    0.06852538138628006,
+    0.02141706272959709,
+    0.01318387407809496,
+    0.13729901611804962,
+    0.03570644184947014,
+    0.06250373274087906,
+    0.2998002767562866,
+    0.22319188714027405,
+    0.03824072331190109,
+    0.012932740151882172,
+    0.12309245765209198,
+    0.09910011291503906,
+    0.2840752899646759,
+    0.07498296350240707,
+    0.09817495197057724,
+    0.30915170907974243,
+    0.10757413506507874,
+    0.10080248862504959,
+    0.07262115925550461,
+    0.23517346382141113,
+    0.2426859587430954,
+    0.14019109308719635,
+    0.14171205461025238,
+    0.20580896735191345,
+    0.17630228400230408,
+    0.11087439209222794,
+    0.005868265870958567,
+    0.11526201665401459,
+    0.19220523536205292,
+    0.08189442753791809,
+    0.16239620745182037,
+    0.04686538875102997,
+    0.0181043092161417,
+    0.0345328226685524,
+    0.009373350068926811,
+    0.11908376961946487,
+    0.01514533068984747,
+    0.14449699223041534,
+    0.046916406601667404,
+    0.014745340682566166,
+    0.016610633581876755,
+    0.14559684693813324,
+    0.01345137506723404,
+    0.056349899619817734,
+    0.01582385040819645,
+    0.049151476472616196,
+    0.04127444699406624,
+    0.21560880541801453,
+    0.06585992127656937,
+    0.15188418328762054,
+    0.051467180252075195,
+    0.11737927794456482,
+    0.05020838603377342,
+    0.04435567930340767,
+    0.4019198715686798,
+    0.49763375520706177,
+    0.25226181745529175,
+    0.17984485626220703,
+    0.04633764177560806,
+    0.05926467850804329,
+    0.05398689582943916,
+    0.22994624078273773,
+    0.12356781959533691,
+    0.0639512911438942,
+    0.10658557713031769,
+    0.023968379944562912,
+    0.22335518896579742,
+    0.008581308647990227,
+    0.28432226181030273,
+    0.08627419918775558,
+    0.08959944546222687,
+    0.19312913715839386,
+    0.18416284024715424,
+    0.0882624089717865,
+    0.02028159238398075,
+    0.08591258525848389,
+    0.09382504224777222,
+    0.01422749925404787,
+    0.01022693607956171,
+    0.06108931452035904,
+    0.07562509179115295,
+    0.06262084096670151,
+    0.2205454558134079,
+    0.2876061499118805,
+    0.1212155744433403,
+    0.1612071394920349,
+    0.2419467568397522,
+    0.07001469284296036,
+    0.0509561151266098,
+    0.13723357021808624,
+    0.1339806765317917,
+    0.11464374512434006,
+    0.14888815581798553,
+    0.31698283553123474,
+    0.007428058423101902,
+    0.15849408507347107,
+    0.029109707102179527,
+    0.02253829501569271,
+    0.09572300314903259,
+    0.026409784331917763,
+    0.021880898624658585,
+    0.04218113794922829,
+    0.02867588959634304,
+    0.2048277109861374,
+    0.10918248444795609,
+    0.009764651767909527,
+    0.13555088639259338,
+    0.2730155289173126,
+    0.13351067900657654,
+    0.35406702756881714,
+    0.055845651775598526,
+    0.052281804382801056,
+    0.03540731593966484,
+    0.2327270209789276,
+    0.1546422839164734,
+    0.07187802344560623,
+    0.010073963552713394,
+    0.1502978503704071,
+    0.1103486716747284
+  ]
+}

p5-mae-15m-d184/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5a3720305ec332ccdf358d519fe1a35ffb4aa03a2e92314e17e007f21ffc7a
+size 15360128

p5-mae-15m-d184/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d184",
+  "fingerprint": "6e78e338bc91b92c",
+  "wandb_run_id": "phase5-p5-mae-15m-d184",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 644910,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.030292708333333335,
+      0.00103125,
+      8.020833333333334e-05,
+      0.00039635416666666665,
+      0.0,
+      0.0173671875,
+      0.0004765625,
+      0.07929895833333334,
+      0.3421796875,
+      0.0019020833333333333,
+      0.3256328125,
+      0.0,
+      0.0037265625,
+      0.0068984375,
+      0.0029338541666666666,
+      0.0416328125,
+      0.0490078125,
+      0.019189583333333333,
+      0.054400520833333334,
+      0.023552604166666668
+    ]
+  },
+  "started_at": 1787009630.7185934,
+  "finished_at": 1787010365.7557874,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6366075277328491,
+    "val/frame": 0.6366075277328491,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d184/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787010365.757542,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6366075277328491,
+  "val/frame": 0.6366075277328491,
+  "val/utterance": 0.0
+}