Upload folder using huggingface_hub

p5-mae-15m-d215/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00005000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.10289913986542702,
+  "probe/map_train": 0.47167872014036666,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1269388562748721,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.061181803001091,
+  "probe/total_s": 8.7351054539904,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12429787103259897
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12469763689863529
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12635308366129264
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1269388562748721
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11980150334945255
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10079978604269067
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08065707008115791
+    }
+  ],
+  "per_class_ap": [
+    0.5939508676528931,
+    0.015151666477322578,
+    0.06685725599527359,
+    0.15122218430042267,
+    0.06260280311107635,
+    0.2320660501718521,
+    0.1907578557729721,
+    0.300150603055954,
+    0.02721823938190937,
+    0.02602284587919712,
+    0.016180554404854774,
+    0.09663881361484528,
+    0.3826692998409271,
+    0.18034814298152924,
+    0.021260123699903488,
+    0.2848564386367798,
+    0.20297230780124664,
+    0.3146454095840454,
+    0.04264993220567703,
+    0.060325898230075836,
+    0.18854649364948273,
+    0.04540514945983887,
+    0.13732768595218658,
+    0.0957297533750534,
+    0.030479732900857925,
+    0.017860494554042816,
+    0.03392935171723366,
+    0.14720577001571655,
+    0.14671091735363007,
+    0.035187866538763046,
+    0.18836893141269684,
+    0.08894769102334976,
+    0.012746071442961693,
+    0.04718657210469246,
+    0.14021822810173035,
+    0.0197572261095047,
+    0.29194438457489014,
+    0.049392469227313995,
+    0.03587372601032257,
+    0.07667218893766403,
+    0.08228220045566559,
+    0.009590180590748787,
+    0.016974208876490593,
+    0.2613651752471924,
+    0.006430945824831724,
+    0.04708732292056084,
+    0.009882678277790546,
+    0.030271783471107483,
+    0.03265010565519333,
+    0.04382134974002838,
+    0.10014878958463669,
+    0.007199268322438002,
+    0.015838822349905968,
+    0.03198154643177986,
+    0.13405317068099976,
+    0.085702084004879,
+    0.10877137631177902,
+    0.2333124428987503,
+    0.08113820105791092,
+    0.04056602716445923,
+    0.1595851331949234,
+    0.12189968675374985,
+    0.0200404804199934,
+    0.1534944772720337,
+    0.4918472170829773,
+    0.2131098210811615,
+    0.17483820021152496,
+    0.24190707504749298,
+    0.3690674602985382,
+    0.3051997423171997,
+    0.05794777348637581,
+    0.08600004762411118,
+    0.1334233283996582,
+    0.1086365208029747,
+    0.10275410115718842,
+    0.16163863241672516,
+    0.052649613469839096,
+    0.18239329755306244,
+    0.10617367923259735,
+    0.045967768877744675,
+    0.014055193401873112,
+    0.050018247216939926,
+    0.132027268409729,
+    0.038090869784355164,
+    0.06767366081476212,
+    0.017238402739167213,
+    0.027093490585684776,
+    0.06715695559978485,
+    0.01730385422706604,
+    0.10103745013475418,
+    0.03558968007564545,
+    0.03586899861693382,
+    0.1368466019630432,
+    0.008085427805781364,
+    0.03681529685854912,
+    0.03444277495145798,
+    0.010735748335719109,
+    0.025532959029078484,
+    0.08855000138282776,
+    0.12015508115291595,
+    0.05783478915691376,
+    0.16270750761032104,
+    0.02224733866751194,
+    0.02291617915034294,
+    0.010975928045809269,
+    0.04647035524249077,
+    0.043398287147283554,
+    0.03248929604887962,
+    0.03994065523147583,
+    0.12972015142440796,
+    0.1068892627954483,
+    0.08517644554376602,
+    0.05822811275720596,
+    0.05204842984676361,
+    0.03642573580145836,
+    0.08468074351549149,
+    0.0847005844116211,
+    0.06906356662511826,
+    0.0790758803486824,
+    0.11308138817548752,
+    0.11214882135391235,
+    0.08303258568048477,
+    0.07805091142654419,
+    0.04329361766576767,
+    0.007094909902662039,
+    0.018255606293678284,
+    0.08995489031076431,
+    0.13211621344089508,
+    0.07805969566106796,
+    0.07093749940395355,
+    0.004814413376152515,
+    0.0558445118367672,
+    0.17168693244457245,
+    0.16520152986049652,
+    0.020254014059901237,
+    0.007499181665480137,
+    0.051128000020980835,
+    0.6925433278083801,
+    0.19844555854797363,
+    0.2486865222454071,
+    0.35080379247665405,
+    0.23495887219905853,
+    0.09043461829423904,
+    0.1431257575750351,
+    0.049045730382204056,
+    0.0901573896408081,
+    0.06310547888278961,
+    0.12686675786972046,
+    0.06983634829521179,
+    0.1331324279308319,
+    0.1021653339266777,
+    0.13232634961605072,
+    0.15601496398448944,
+    0.07931984961032867,
+    0.08623211830854416,
+    0.14408060908317566,
+    0.07918418198823929,
+    0.05498676374554634,
+    0.028451507911086082,
+    0.07474079728126526,
+    0.3660714030265808,
+    0.22768619656562805,
+    0.26713624596595764,
+    0.12717406451702118,
+    0.20963896811008453,
+    0.21747592091560364,
+    0.25713491439819336,
+    0.15609964728355408,
+    0.26293712854385376,
+    0.3449949026107788,
+    0.12148424983024597,
+    0.23485897481441498,
+    0.2593962550163269,
+    0.24243514239788055,
+    0.08525972813367844,
+    0.06947708129882812,
+    0.10530105978250504,
+    0.30653348565101624,
+    0.045732684433460236,
+    0.07450974732637405,
+    0.09586804360151291,
+    0.07792109996080399,
+    0.09619006514549255,
+    0.22370263934135437,
+    0.04109011963009834,
+    0.3102708160877228,
+    0.30627328157424927,
+    0.14157076179981232,
+    0.24844524264335632,
+    0.09447484463453293,
+    0.11793047934770584,
+    0.06301657855510712,
+    0.26715347170829773,
+    0.15475405752658844,
+    0.14694829285144806,
+    0.3370717167854309,
+    0.04390663281083107,
+    0.05033789947628975,
+    0.09158696234226227,
+    0.23338952660560608,
+    0.024591339752078056,
+    0.14882701635360718,
+    0.05328916758298874,
+    0.13727323710918427,
+    0.14549385011196136,
+    0.10765273123979568,
+    0.10526168346405029,
+    0.34664028882980347,
+    0.1912023276090622,
+    0.15840886533260345,
+    0.6917165517807007,
+    0.2672468423843384,
+    0.4087112843990326,
+    0.029580270871520042,
+    0.24053218960762024,
+    0.1005159541964531,
+    0.02820814959704876,
+    0.1847175657749176,
+    0.10805954784154892,
+    0.11535724997520447,
+    0.13897863030433655,
+    0.10019338876008987,
+    0.15037848055362701,
+    0.18581612408161163,
+    0.06452561914920807,
+    0.06314564496278763,
+    0.07200828939676285,
+    0.033917658030986786,
+    0.14468246698379517,
+    0.04216291382908821,
+    0.050411563366651535,
+    0.06717810779809952,
+    0.08352281898260117,
+    0.03545759618282318,
+    0.04078255593776703,
+    0.011959592811763287,
+    0.13646747171878815,
+    0.020139122381806374,
+    0.22507262229919434,
+    0.03540293127298355,
+    0.08598397672176361,
+    0.1784510463476181,
+    0.2576616704463959,
+    0.13677963614463806,
+    0.13321515917778015,
+    0.18366558849811554,
+    0.048858996480703354,
+    0.13199765980243683,
+    0.03535780683159828,
+    0.10778914391994476,
+    0.0777251198887825,
+    0.05483989045023918,
+    0.04205974563956261,
+    0.08243317157030106,
+    0.03455952927470207,
+    0.1269700825214386,
+    0.22227023541927338,
+    0.21095788478851318,
+    0.18670953810214996,
+    0.04688054695725441,
+    0.046905096620321274,
+    0.05355433002114296,
+    0.12529924511909485,
+    0.07064156234264374,
+    0.015473066829144955,
+    0.06311802566051483,
+    0.07000225782394409,
+    0.07336770743131638,
+    0.0898372232913971,
+    0.03153245523571968,
+    0.012172617018222809,
+    0.17744046449661255,
+    0.04207232967019081,
+    0.03378305956721306,
+    0.16346482932567596,
+    0.022162433713674545,
+    0.07331417500972748,
+    0.04178185760974884,
+    0.04524240642786026,
+    0.037819501012563705,
+    0.023288724943995476,
+    0.24684187769889832,
+    0.11058494448661804,
+    0.15693484246730804,
+    0.052765700966119766,
+    0.16163842380046844,
+    0.19850824773311615,
+    0.2222241312265396,
+    0.13636206090450287,
+    0.14821898937225342,
+    0.09192051738500595,
+    0.10424366593360901,
+    0.10035084933042526,
+    0.2181842029094696,
+    0.0882592499256134,
+    0.08073439449071884,
+    0.08829245716333389,
+    0.008558222092688084,
+    0.02709318697452545,
+    0.006422063335776329,
+    0.2541285455226898,
+    0.12876616418361664,
+    0.09891756623983383,
+    0.04432385414838791,
+    0.04399345815181732,
+    0.07940972596406937,
+    0.029953336343169212,
+    0.13249562680721283,
+    0.03560497611761093,
+    0.06026038900017738,
+    0.06869608163833618,
+    0.03573707118630409,
+    0.05620658025145531,
+    0.050078123807907104,
+    0.04582374915480614,
+    0.08208614587783813,
+    0.053713247179985046,
+    0.03590364754199982,
+    0.06787652522325516,
+    0.050174713134765625,
+    0.13056223094463348,
+    0.06817203015089035,
+    0.3405115306377411,
+    0.21870970726013184,
+    0.14762064814567566,
+    0.1761833280324936,
+    0.016836469992995262,
+    0.052308253943920135,
+    0.19209186732769012,
+    0.17795179784297943,
+    0.11479854583740234,
+    0.1410350203514099,
+    0.18653111159801483,
+    0.17949196696281433,
+    0.16210098564624786,
+    0.10109172761440277,
+    0.07171852141618729,
+    0.14287477731704712,
+    0.03242748975753784,
+    0.022945770993828773,
+    0.06131930649280548,
+    0.011874456889927387,
+    0.028967464342713356,
+    0.12528467178344727,
+    0.09538909047842026,
+    0.06288215517997742,
+    0.06021341681480408,
+    0.22592882812023163,
+    0.038413651287555695,
+    0.014306232333183289,
+    0.055516112595796585,
+    0.018055062741041183,
+    0.0489346906542778,
+    0.07395178079605103,
+    0.03397355601191521,
+    0.03153063729405403,
+    0.0201598908752203,
+    0.012856320478022099,
+    0.034745339304208755,
+    0.1410098671913147,
+    0.008793734945356846,
+    0.01956513524055481,
+    0.09774927794933319,
+    0.0870538204908371,
+    0.02461991459131241,
+    0.026511894538998604,
+    0.35754403471946716,
+    0.1591401994228363,
+    0.024951418861746788,
+    0.10781551897525787,
+    0.08942332863807678,
+    0.08536011725664139,
+    0.05828235670924187,
+    0.3140551447868347,
+    0.07477837800979614,
+    0.020002728328108788,
+    0.0543518140912056,
+    0.051352761685848236,
+    0.0073098232969641685,
+    0.011378592811524868,
+    0.035668373107910156,
+    0.08869154006242752,
+    0.044235218316316605,
+    0.040794532746076584,
+    0.07306520640850067,
+    0.1717188060283661,
+    0.1301499456167221,
+    0.0771646499633789,
+    0.04135081544518471,
+    0.046483829617500305,
+    0.16594243049621582,
+    0.04139060154557228,
+    0.037132471799850464,
+    0.30155080556869507,
+    0.17060156166553497,
+    0.04178465157747269,
+    0.3654179573059082,
+    0.4389479160308838,
+    0.01865704357624054,
+    0.3555483818054199,
+    0.3407495617866516,
+    0.05382402241230011,
+    0.09743788838386536,
+    0.17387434840202332,
+    0.01398450043052435,
+    0.007119813468307257,
+    0.01402962300926447,
+    0.014242855831980705,
+    0.03394804149866104,
+    0.007513736374676228,
+    0.007779770065099001,
+    0.10071884095668793,
+    0.015892216935753822,
+    0.019075414165854454,
+    0.21180026233196259,
+    0.17119361460208893,
+    0.01801227033138275,
+    0.0063430326990783215,
+    0.06962481141090393,
+    0.10062497109174728,
+    0.16418029367923737,
+    0.025235487148165703,
+    0.06574853509664536,
+    0.1351984590291977,
+    0.06034555658698082,
+    0.0738968625664711,
+    0.03879569098353386,
+    0.10058850049972534,
+    0.12265431135892868,
+    0.11939544230699539,
+    0.06574016809463501,
+    0.09225286543369293,
+    0.07923901081085205,
+    0.030371112748980522,
+    0.00683690095320344,
+    0.09202366322278976,
+    0.18876172602176666,
+    0.0484633632004261,
+    0.08701954782009125,
+    0.012468897737562656,
+    0.01713724248111248,
+    0.01725798100233078,
+    0.007351859472692013,
+    0.0479428693652153,
+    0.006897449027746916,
+    0.09086570888757706,
+    0.01190691627562046,
+    0.020483030006289482,
+    0.00801656674593687,
+    0.01528218574821949,
+    0.009292906150221825,
+    0.027191851288080215,
+    0.008531313389539719,
+    0.021179208531975746,
+    0.023961953818798065,
+    0.15391267836093903,
+    0.02002982795238495,
+    0.07934057712554932,
+    0.028774544596672058,
+    0.09238487482070923,
+    0.04974481090903282,
+    0.04940548911690712,
+    0.15847088396549225,
+    0.4376441240310669,
+    0.1869393140077591,
+    0.09805189073085785,
+    0.04584473744034767,
+    0.03417075052857399,
+    0.029491001740098,
+    0.12587206065654755,
+    0.062093909829854965,
+    0.04452421888709068,
+    0.043297406286001205,
+    0.010700496844947338,
+    0.06873402744531631,
+    0.004887220915406942,
+    0.17832614481449127,
+    0.04785844683647156,
+    0.04144979640841484,
+    0.15086330473423004,
+    0.08276145905256271,
+    0.07098357379436493,
+    0.009275698103010654,
+    0.04096084088087082,
+    0.028747979551553726,
+    0.007387458346784115,
+    0.006265908479690552,
+    0.0428352877497673,
+    0.05042465776205063,
+    0.032803066074848175,
+    0.09139376133680344,
+    0.19306446611881256,
+    0.04489604011178017,
+    0.17324592173099518,
+    0.20529480278491974,
+    0.03312259539961815,
+    0.0433836355805397,
+    0.20372340083122253,
+    0.033555757254362106,
+    0.0705367922782898,
+    0.10591112822294235,
+    0.2577833831310272,
+    0.009500354528427124,
+    0.11753690242767334,
+    0.03174047917127609,
+    0.011997752822935581,
+    0.08436902612447739,
+    0.015515880659222603,
+    0.010068148374557495,
+    0.02926773577928543,
+    0.021506350487470627,
+    0.17336276173591614,
+    0.06519287079572678,
+    0.008299143053591251,
+    0.07414228469133377,
+    0.2462671548128128,
+    0.028980914503335953,
+    0.34275370836257935,
+    0.03349587321281433,
+    0.023187991231679916,
+    0.021334882825613022,
+    0.1855372041463852,
+    0.13853266835212708,
+    0.02848098799586296,
+    0.00647740950807929,
+    0.0699114128947258,
+    0.116754449903965
+  ]
+}

p5-mae-15m-d215/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d215/exports/step_00010000",
+    "fingerprint": "814da905bf1a22a3",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d215",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006870751389884611,
+      "val_map": 0.005928610297550838,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.0237,
+      "train_map": 0.029462345154113022,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02311,
+      "train_map": 0.0550773518305339,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.5
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02263,
+      "train_map": 0.06734871491458465,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02239,
+      "train_map": 0.07247472975351821,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.7
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02264,
+      "train_map": 0.07359667631763915,
+      "val_map": 0.047302524395732376,
+      "lr": 0.002795633084492174,
+      "train_s": 2.9
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02156,
+      "train_map": 0.0822725132902098,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02101,
+      "train_map": 0.08561324900010887,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.9
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02084,
+      "train_map": 0.10121455482972443,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.5
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02079,
+      "train_map": 0.11419430254928527,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.1
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02026,
+      "train_map": 0.11498105161791522,
+      "val_map": 0.07055119457221687,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.4
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02038,
+      "train_map": 0.11574004280365,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02027,
+      "train_map": 0.13388921230663836,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02017,
+      "train_map": 0.1445195138723054,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01968,
+      "train_map": 0.15685639986361904,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01927,
+      "train_map": 0.1599014788924361,
+      "val_map": 0.09495993341766369,
+      "lr": 0.000541962785848462,
+      "train_s": 7.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01962,
+      "train_map": 0.15814111578371906,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01885,
+      "train_map": 0.17150513380783586,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01846,
+      "train_map": 0.17819374460776458,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01809,
+      "train_map": 0.1819011777704776,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01872,
+      "train_map": 0.18219108423624591,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01878,
+      "train_map": 0.18270679531739123,
+      "val_map": 0.10909559333651014,
+      "lr": 1e-05,
+      "train_s": 10.3
+    }
+  ],
+  "final_train_map": 0.18270679531739123,
+  "final_val_map": 0.10909559333651014,
+  "lora/map": 0.10909559333651014,
+  "train_seconds": 10.3,
+  "wall_seconds": 63.6
+}

p5-mae-15m-d215/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d215/exports/step_00010000",
+    "fingerprint": "814da905bf1a22a3",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d215",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006551761318115691,
+      "val_map": 0.005846742721295701,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02464,
+      "train_map": 0.03700076396496652,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02301,
+      "train_map": 0.05232608095449846,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02241,
+      "train_map": 0.06513275906778924,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02197,
+      "train_map": 0.0718689505099204,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.5
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02231,
+      "train_map": 0.07214100733867704,
+      "val_map": 0.04508757096206313,
+      "lr": 0.002795633084492174,
+      "train_s": 2.7
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02131,
+      "train_map": 0.08125084941231238,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02132,
+      "train_map": 0.09605133048818928,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02075,
+      "train_map": 0.10438329323797542,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02103,
+      "train_map": 0.10633124297915957,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.0
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02042,
+      "train_map": 0.1238070698569845,
+      "val_map": 0.07477902432468912,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.3
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02023,
+      "train_map": 0.12800227602514344,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01992,
+      "train_map": 0.13094195591655172,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02004,
+      "train_map": 0.14474292064219912,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01941,
+      "train_map": 0.1616402978865709,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01883,
+      "train_map": 0.17114477991338545,
+      "val_map": 0.1023727915668595,
+      "lr": 0.000541962785848462,
+      "train_s": 7.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01918,
+      "train_map": 0.17247579382128123,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01854,
+      "train_map": 0.1820458006984121,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01882,
+      "train_map": 0.1876490702649377,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01849,
+      "train_map": 0.192323866725742,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.8
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01861,
+      "train_map": 0.1932542678030593,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01834,
+      "train_map": 0.19373137156957976,
+      "val_map": 0.11295452851190654,
+      "lr": 1e-05,
+      "train_s": 10.4
+    }
+  ],
+  "final_train_map": 0.19373137156957976,
+  "final_val_map": 0.11295452851190654,
+  "lora/map": 0.11295452851190654,
+  "train_seconds": 10.4,
+  "wall_seconds": 60.5
+}

p5-mae-15m-d215/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4fe53b06bf86307f4092786fdc480a02b802f671d49f2f7b08c157b3662101
+size 60174680

p5-mae-15m-d215/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00010000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.12630207087902928,
+  "probe/map_train": 0.5466732674576978,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.15202802967720186,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.12339132593479,
+  "probe/total_s": 8.690987575915642,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15063977453891236
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15118691494133485
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15202802967720186
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15113172732935104
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1414503074503827
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.117883863128135
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09331858233748397
+    }
+  ],
+  "per_class_ap": [
+    0.6127700209617615,
+    0.009598896838724613,
+    0.051863353699445724,
+    0.18605469167232513,
+    0.11659606546163559,
+    0.25566545128822327,
+    0.2096845656633377,
+    0.3110201060771942,
+    0.027599520981311798,
+    0.0312538743019104,
+    0.013714805245399475,
+    0.1018797978758812,
+    0.503531813621521,
+    0.2270680069923401,
+    0.03761705383658409,
+    0.45643019676208496,
+    0.26858049631118774,
+    0.34669631719589233,
+    0.058103401213884354,
+    0.06481428444385529,
+    0.20100876688957214,
+    0.06144139543175697,
+    0.15070168673992157,
+    0.1250995695590973,
+    0.07425341010093689,
+    0.042281683534383774,
+    0.044397275894880295,
+    0.15238964557647705,
+    0.2304220348596573,
+    0.10308349132537842,
+    0.22930897772312164,
+    0.12442173063755035,
+    0.016884151846170425,
+    0.060506101697683334,
+    0.23932692408561707,
+    0.043233174830675125,
+    0.30881384015083313,
+    0.05067344754934311,
+    0.04981222748756409,
+    0.11453559994697571,
+    0.13892227411270142,
+    0.012518344447016716,
+    0.06325065344572067,
+    0.3029978275299072,
+    0.014369141310453415,
+    0.09029430896043777,
+    0.01602335087954998,
+    0.05735742673277855,
+    0.051874417811632156,
+    0.0699969083070755,
+    0.1417998969554901,
+    0.006968697067350149,
+    0.015527215786278248,
+    0.03596862778067589,
+    0.21551181375980377,
+    0.0987151712179184,
+    0.2055559605360031,
+    0.3118777573108673,
+    0.12743712961673737,
+    0.06873491406440735,
+    0.1638353168964386,
+    0.16833721101284027,
+    0.04411124438047409,
+    0.17393894493579865,
+    0.46541422605514526,
+    0.20545758306980133,
+    0.19793833792209625,
+    0.2716226577758789,
+    0.4086843729019165,
+    0.3646361529827118,
+    0.12085248529911041,
+    0.14216050505638123,
+    0.14748430252075195,
+    0.1327202022075653,
+    0.13819457590579987,
+    0.19713807106018066,
+    0.04687371477484703,
+    0.1915922462940216,
+    0.1251591145992279,
+    0.07151217013597488,
+    0.015599414706230164,
+    0.05661160126328468,
+    0.18360193073749542,
+    0.04341420903801918,
+    0.07875407487154007,
+    0.018498674035072327,
+    0.06908232718706131,
+    0.029943089932203293,
+    0.014494676142930984,
+    0.08502662926912308,
+    0.07943417131900787,
+    0.07409792393445969,
+    0.16300983726978302,
+    0.008607111871242523,
+    0.032476335763931274,
+    0.06689587235450745,
+    0.01176715549081564,
+    0.03911006078124046,
+    0.11295969784259796,
+    0.1612919420003891,
+    0.12416133284568787,
+    0.21204742789268494,
+    0.03407130390405655,
+    0.03380374237895012,
+    0.029904890805482864,
+    0.05174027010798454,
+    0.0632716491818428,
+    0.04742995649576187,
+    0.05811174213886261,
+    0.20896145701408386,
+    0.23377664387226105,
+    0.12000484019517899,
+    0.09442722052335739,
+    0.07589301466941833,
+    0.044604286551475525,
+    0.15687881410121918,
+    0.15263432264328003,
+    0.09425322711467743,
+    0.11081792414188385,
+    0.14818789064884186,
+    0.17128390073776245,
+    0.1184941753745079,
+    0.06158387288451195,
+    0.04222225397825241,
+    0.03080311231315136,
+    0.030158355832099915,
+    0.10172859579324722,
+    0.114634670317173,
+    0.15263815224170685,
+    0.08926928043365479,
+    0.0036580676678568125,
+    0.07431238144636154,
+    0.16186347603797913,
+    0.12730659544467926,
+    0.05495207756757736,
+    0.008410368114709854,
+    0.08170241117477417,
+    0.708073079586029,
+    0.2141502946615219,
+    0.2898186147212982,
+    0.3754095733165741,
+    0.25104889273643494,
+    0.10722175985574722,
+    0.1596367359161377,
+    0.08833222836256027,
+    0.09961734712123871,
+    0.10822597146034241,
+    0.21661151945590973,
+    0.12903444468975067,
+    0.207920104265213,
+    0.1353832632303238,
+    0.18992619216442108,
+    0.23062795400619507,
+    0.08863978832960129,
+    0.08802536129951477,
+    0.17759078741073608,
+    0.10909660160541534,
+    0.072456955909729,
+    0.02987496368587017,
+    0.06908980756998062,
+    0.4653787314891815,
+    0.2335500568151474,
+    0.30141228437423706,
+    0.13267606496810913,
+    0.22742263972759247,
+    0.24756333231925964,
+    0.27851617336273193,
+    0.12795716524124146,
+    0.2718687057495117,
+    0.37085363268852234,
+    0.2056031972169876,
+    0.2811465859413147,
+    0.3023679256439209,
+    0.1646670699119568,
+    0.0959966778755188,
+    0.08320581912994385,
+    0.12348556518554688,
+    0.33879268169403076,
+    0.06395504623651505,
+    0.11227492988109589,
+    0.12713909149169922,
+    0.10277103632688522,
+    0.14504368603229523,
+    0.2274807244539261,
+    0.05182616040110588,
+    0.36231696605682373,
+    0.28817203640937805,
+    0.12882690131664276,
+    0.3085368275642395,
+    0.12416161596775055,
+    0.15991109609603882,
+    0.07670322805643082,
+    0.31299272179603577,
+    0.17236016690731049,
+    0.17850327491760254,
+    0.3851935863494873,
+    0.05742468684911728,
+    0.09441045671701431,
+    0.11321942508220673,
+    0.2729802131652832,
+    0.03588197007775307,
+    0.2094537764787674,
+    0.09338518977165222,
+    0.14193587005138397,
+    0.24439091980457306,
+    0.11903463304042816,
+    0.1411730796098709,
+    0.4652377963066101,
+    0.23063620924949646,
+    0.280301570892334,
+    0.7322928309440613,
+    0.3740747570991516,
+    0.499380499124527,
+    0.05066490173339844,
+    0.27816829085350037,
+    0.12931200861930847,
+    0.034205853939056396,
+    0.21358726918697357,
+    0.1330978125333786,
+    0.12524040043354034,
+    0.19213052093982697,
+    0.11784333735704422,
+    0.24556191265583038,
+    0.21684680879116058,
+    0.07050951570272446,
+    0.09375906735658646,
+    0.058014657348394394,
+    0.046313926577568054,
+    0.18024775385856628,
+    0.03300618380308151,
+    0.0604160837829113,
+    0.08132173120975494,
+    0.10655819624662399,
+    0.06830920279026031,
+    0.039289332926273346,
+    0.013152278028428555,
+    0.20488223433494568,
+    0.019003979861736298,
+    0.2778598368167877,
+    0.032078035175800323,
+    0.13847073912620544,
+    0.19635869562625885,
+    0.2699209451675415,
+    0.17644017934799194,
+    0.1674843728542328,
+    0.2272927314043045,
+    0.05337197333574295,
+    0.12695284187793732,
+    0.03345616161823273,
+    0.13805530965328217,
+    0.13342434167861938,
+    0.033528923988342285,
+    0.07138611376285553,
+    0.06788849085569382,
+    0.07592989504337311,
+    0.18312664330005646,
+    0.24960054457187653,
+    0.32058557868003845,
+    0.21298515796661377,
+    0.08557097613811493,
+    0.05206277593970299,
+    0.06869717687368393,
+    0.18887431919574738,
+    0.10018628090620041,
+    0.013722929172217846,
+    0.0738505870103836,
+    0.0664517730474472,
+    0.08762457221746445,
+    0.10751901566982269,
+    0.03742435202002525,
+    0.01761554926633835,
+    0.2336016446352005,
+    0.07588441669940948,
+    0.052890922874212265,
+    0.17889125645160675,
+    0.03677215427160263,
+    0.09142640233039856,
+    0.05735470727086067,
+    0.08417291939258575,
+    0.0415361225605011,
+    0.03376307711005211,
+    0.2562820017337799,
+    0.11928978562355042,
+    0.21311135590076447,
+    0.09292986989021301,
+    0.23357902467250824,
+    0.298307329416275,
+    0.3290500044822693,
+    0.19123181700706482,
+    0.21156655251979828,
+    0.1620192676782608,
+    0.16979137063026428,
+    0.12157727777957916,
+    0.22141365706920624,
+    0.1799333393573761,
+    0.1588437855243683,
+    0.12269199639558792,
+    0.006350010633468628,
+    0.01836775429546833,
+    0.01097389031201601,
+    0.2707820236682892,
+    0.17371691763401031,
+    0.15117917954921722,
+    0.04689943045377731,
+    0.03505948930978775,
+    0.08283988386392593,
+    0.03066348098218441,
+    0.16001620888710022,
+    0.05483466014266014,
+    0.03686996176838875,
+    0.13047415018081665,
+    0.03920421004295349,
+    0.09555356949567795,
+    0.07652149349451065,
+    0.06861885637044907,
+    0.1006159707903862,
+    0.06241856515407562,
+    0.03096318617463112,
+    0.08217992633581161,
+    0.06878269463777542,
+    0.17441773414611816,
+    0.026320243254303932,
+    0.4124380052089691,
+    0.25659167766571045,
+    0.2237168252468109,
+    0.2323829084634781,
+    0.03545172140002251,
+    0.08361995220184326,
+    0.26227715611457825,
+    0.24306969344615936,
+    0.1537269949913025,
+    0.2072923183441162,
+    0.25848835706710815,
+    0.2241150140762329,
+    0.19406229257583618,
+    0.12747043371200562,
+    0.09034272283315659,
+    0.13002270460128784,
+    0.043485358357429504,
+    0.028471091762185097,
+    0.07793880254030228,
+    0.007674730382859707,
+    0.03192324563860893,
+    0.1514468938112259,
+    0.0841209888458252,
+    0.0786595493555069,
+    0.10193495452404022,
+    0.3122849464416504,
+    0.039694979786872864,
+    0.025997890159487724,
+    0.10707500576972961,
+    0.025219453498721123,
+    0.08200018852949142,
+    0.07142458856105804,
+    0.02636481076478958,
+    0.04856301099061966,
+    0.019084382802248,
+    0.00941079668700695,
+    0.03995209187269211,
+    0.11569763720035553,
+    0.012209619395434856,
+    0.060809727758169174,
+    0.11098575592041016,
+    0.0901099443435669,
+    0.02243039757013321,
+    0.03218960762023926,
+    0.3865320682525635,
+    0.16919757425785065,
+    0.022007931023836136,
+    0.1245846375823021,
+    0.11554218083620071,
+    0.0936613455414772,
+    0.06988579779863358,
+    0.35717445611953735,
+    0.10026485472917557,
+    0.025593126192688942,
+    0.0622943751513958,
+    0.08547473698854446,
+    0.009144057519733906,
+    0.015222929418087006,
+    0.02103208191692829,
+    0.09543129056692123,
+    0.09802007675170898,
+    0.0468837134540081,
+    0.11405462771654129,
+    0.16047276556491852,
+    0.14203312993049622,
+    0.04842568188905716,
+    0.04752824082970619,
+    0.04616689309477806,
+    0.23782330751419067,
+    0.07628075033426285,
+    0.02291523665189743,
+    0.3478620648384094,
+    0.1788714975118637,
+    0.08380154520273209,
+    0.41177359223365784,
+    0.5297262668609619,
+    0.02221902273595333,
+    0.3752584159374237,
+    0.4141657054424286,
+    0.053203631192445755,
+    0.07839597016572952,
+    0.2172248661518097,
+    0.014477000571787357,
+    0.008845391683280468,
+    0.018976757302880287,
+    0.015394485555589199,
+    0.03659158945083618,
+    0.009306106716394424,
+    0.0066739656031131744,
+    0.09255298972129822,
+    0.016583893448114395,
+    0.023448538035154343,
+    0.22976166009902954,
+    0.20699787139892578,
+    0.01873820088803768,
+    0.011247262358665466,
+    0.0911109447479248,
+    0.12848533689975739,
+    0.2185661792755127,
+    0.04909520968794823,
+    0.05944281816482544,
+    0.2147136926651001,
+    0.07982341200113297,
+    0.08895634859800339,
+    0.043371252715587616,
+    0.1522306203842163,
+    0.24160809814929962,
+    0.1416531354188919,
+    0.08006136864423752,
+    0.11222963035106659,
+    0.12794774770736694,
+    0.0583098866045475,
+    0.00640978803858161,
+    0.12202173471450806,
+    0.18514959514141083,
+    0.060765452682971954,
+    0.1118236631155014,
+    0.015519402921199799,
+    0.017133573070168495,
+    0.017235703766345978,
+    0.0076910057105124,
+    0.07411157339811325,
+    0.01734030805528164,
+    0.07754947990179062,
+    0.0241480004042387,
+    0.008658524602651596,
+    0.011412651278078556,
+    0.09030748158693314,
+    0.011766066774725914,
+    0.03243216872215271,
+    0.010378256440162659,
+    0.04251136630773544,
+    0.027311688289046288,
+    0.17034707963466644,
+    0.015020828694105148,
+    0.06666576117277145,
+    0.02452136017382145,
+    0.13539853692054749,
+    0.04561101272702217,
+    0.048534709960222244,
+    0.23052988946437836,
+    0.42885851860046387,
+    0.2090514749288559,
+    0.14963050186634064,
+    0.03961189463734627,
+    0.05150040239095688,
+    0.05776044353842735,
+    0.12861646711826324,
+    0.07475585490465164,
+    0.04001609608530998,
+    0.05436249449849129,
+    0.016910439357161522,
+    0.11115558445453644,
+    0.009898263029754162,
+    0.23398980498313904,
+    0.07266048341989517,
+    0.05227002874016762,
+    0.1924465149641037,
+    0.10991627722978592,
+    0.06514473259449005,
+    0.011865374632179737,
+    0.060043688863515854,
+    0.048635464161634445,
+    0.009448530152440071,
+    0.00757485069334507,
+    0.05146925896406174,
+    0.046034980565309525,
+    0.059837497770786285,
+    0.1753157377243042,
+    0.2236301153898239,
+    0.0841565802693367,
+    0.15306466817855835,
+    0.2189333289861679,
+    0.07348278164863586,
+    0.03461272642016411,
+    0.18839246034622192,
+    0.06572059541940689,
+    0.09260915964841843,
+    0.09578090906143188,
+    0.2331663966178894,
+    0.009151069447398186,
+    0.12255484610795975,
+    0.02142457850277424,
+    0.020223157480359077,
+    0.08499056100845337,
+    0.01752638816833496,
+    0.016680235043168068,
+    0.031864188611507416,
+    0.021445931866765022,
+    0.1428704410791397,
+    0.05889448523521423,
+    0.005789512302726507,
+    0.13653750717639923,
+    0.2515262961387634,
+    0.028079427778720856,
+    0.3342432379722595,
+    0.0320393405854702,
+    0.032955657690763474,
+    0.019963102415204048,
+    0.18941672146320343,
+    0.15463553369045258,
+    0.044563453644514084,
+    0.006401478312909603,
+    0.11332306265830994,
+    0.09525229036808014
+  ]
+}

p5-mae-15m-d215/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00015000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.13447000068988813,
+  "probe/map_train": 0.4665519702875637,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15972028308648764,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.8676637589233,
+  "probe/total_s": 8.294408657005988,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1569313161447114
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15736318634163793
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15881672983086073
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15972028308648764
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15162308461720256
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13044842790222003
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1049465983544973
+    }
+  ],
+  "per_class_ap": [
+    0.617308497428894,
+    0.01422697864472866,
+    0.08262334018945694,
+    0.19445662200450897,
+    0.11115233600139618,
+    0.2689933180809021,
+    0.21573884785175323,
+    0.30756279826164246,
+    0.031527917832136154,
+    0.04087485000491142,
+    0.017858140170574188,
+    0.12605594098567963,
+    0.5217920541763306,
+    0.27409234642982483,
+    0.06408658623695374,
+    0.43080952763557434,
+    0.2914375364780426,
+    0.33787527680397034,
+    0.06022356078028679,
+    0.06615389138460159,
+    0.23264817893505096,
+    0.10542736947536469,
+    0.19295766949653625,
+    0.11792448908090591,
+    0.08588904142379761,
+    0.023720912635326385,
+    0.05788428708910942,
+    0.1648731529712677,
+    0.2696813642978668,
+    0.08344022184610367,
+    0.22073358297348022,
+    0.15891025960445404,
+    0.027172524482011795,
+    0.07524063438177109,
+    0.24690483510494232,
+    0.06847235560417175,
+    0.31718817353248596,
+    0.058371324092149734,
+    0.06660712510347366,
+    0.11668606102466583,
+    0.14424552023410797,
+    0.023400256410241127,
+    0.049577921628952026,
+    0.40354812145233154,
+    0.0155152827501297,
+    0.1131519004702568,
+    0.020969735458493233,
+    0.06992466002702713,
+    0.05391042307019234,
+    0.0831209346652031,
+    0.12522046267986298,
+    0.011088106781244278,
+    0.019619043916463852,
+    0.05668500438332558,
+    0.14560966193675995,
+    0.0932418704032898,
+    0.17357395589351654,
+    0.32810327410697937,
+    0.11169733852148056,
+    0.042911771684885025,
+    0.1594332903623581,
+    0.17466899752616882,
+    0.04662669077515602,
+    0.14727066457271576,
+    0.4840680658817291,
+    0.21102257072925568,
+    0.26018980145454407,
+    0.2803405225276947,
+    0.42032450437545776,
+    0.3822857439517975,
+    0.12288233637809753,
+    0.14322970807552338,
+    0.17351406812667847,
+    0.14405037462711334,
+    0.15369223058223724,
+    0.21059325337409973,
+    0.05226923152804375,
+    0.19765354692935944,
+    0.13083742558956146,
+    0.09258443862199783,
+    0.0174751877784729,
+    0.07152596861124039,
+    0.2073681354522705,
+    0.09342417120933533,
+    0.08844196796417236,
+    0.026479410007596016,
+    0.06298194825649261,
+    0.0355648472905159,
+    0.022545386105775833,
+    0.07972638309001923,
+    0.10833420604467392,
+    0.12048197537660599,
+    0.15627539157867432,
+    0.01643078401684761,
+    0.03921803832054138,
+    0.062289047986269,
+    0.014634138904511929,
+    0.03713100031018257,
+    0.11469463258981705,
+    0.16670815646648407,
+    0.11095137149095535,
+    0.2469829022884369,
+    0.0345173254609108,
+    0.034757379442453384,
+    0.01837570033967495,
+    0.06348337978124619,
+    0.05470152571797371,
+    0.04698830470442772,
+    0.08381754159927368,
+    0.18762455880641937,
+    0.20199254155158997,
+    0.13486866652965546,
+    0.12170189619064331,
+    0.10602550953626633,
+    0.053664401173591614,
+    0.19681419432163239,
+    0.1888384371995926,
+    0.06769214570522308,
+    0.08212173730134964,
+    0.1775578409433365,
+    0.1868097335100174,
+    0.13770753145217896,
+    0.07964591681957245,
+    0.09305553883314133,
+    0.01106301136314869,
+    0.03649336099624634,
+    0.1173851266503334,
+    0.14524954557418823,
+    0.13504548370838165,
+    0.1156044602394104,
+    0.004838466644287109,
+    0.06785298883914948,
+    0.20286275446414948,
+    0.19249041378498077,
+    0.04441678524017334,
+    0.009599204175174236,
+    0.06949874758720398,
+    0.7192199230194092,
+    0.2220708429813385,
+    0.29375994205474854,
+    0.3817025423049927,
+    0.2813299894332886,
+    0.10082757472991943,
+    0.1511150747537613,
+    0.09730099141597748,
+    0.14088307321071625,
+    0.11035991460084915,
+    0.2448328584432602,
+    0.13678483664989471,
+    0.18550726771354675,
+    0.15588803589344025,
+    0.2015734165906906,
+    0.23323552310466766,
+    0.09382261335849762,
+    0.10557644814252853,
+    0.21696242690086365,
+    0.1160048171877861,
+    0.09003154933452606,
+    0.030426418408751488,
+    0.08253946900367737,
+    0.47072991728782654,
+    0.25870925188064575,
+    0.29884597659111023,
+    0.1390799582004547,
+    0.24549342691898346,
+    0.2536237835884094,
+    0.2706248462200165,
+    0.16514314711093903,
+    0.2617097496986389,
+    0.3744361996650696,
+    0.2356547713279724,
+    0.3106098473072052,
+    0.32696080207824707,
+    0.14075873792171478,
+    0.08287232369184494,
+    0.1250152736902237,
+    0.11638989299535751,
+    0.35956674814224243,
+    0.06508659571409225,
+    0.16471248865127563,
+    0.20591293275356293,
+    0.16970185935497284,
+    0.16702131927013397,
+    0.2627291977405548,
+    0.08409001678228378,
+    0.3724009692668915,
+    0.3153575360774994,
+    0.1498902589082718,
+    0.3235350549221039,
+    0.11750990897417068,
+    0.14692242443561554,
+    0.08139330893754959,
+    0.32749637961387634,
+    0.1543429046869278,
+    0.1597423404455185,
+    0.37012675404548645,
+    0.05378646031022072,
+    0.09155953675508499,
+    0.10319600999355316,
+    0.29417285323143005,
+    0.04000980034470558,
+    0.2005857676267624,
+    0.08853284269571304,
+    0.1377381533384323,
+    0.16525909304618835,
+    0.16078777611255646,
+    0.18728338181972504,
+    0.5519118905067444,
+    0.2938832640647888,
+    0.2331181764602661,
+    0.7506644129753113,
+    0.4007934331893921,
+    0.47599557042121887,
+    0.04920871928334236,
+    0.31801483035087585,
+    0.12226829677820206,
+    0.04581921547651291,
+    0.22312001883983612,
+    0.16201718151569366,
+    0.16668248176574707,
+    0.1610993593931198,
+    0.13015271723270416,
+    0.22426384687423706,
+    0.2078924924135208,
+    0.09039756655693054,
+    0.08396824449300766,
+    0.07515086978673935,
+    0.046166107058525085,
+    0.18129271268844604,
+    0.05576702579855919,
+    0.07828564196825027,
+    0.12421092391014099,
+    0.08522361516952515,
+    0.048005446791648865,
+    0.04521103948354721,
+    0.016239728778600693,
+    0.15644961595535278,
+    0.019747374579310417,
+    0.29180407524108887,
+    0.03520858660340309,
+    0.11928237974643707,
+    0.21737979352474213,
+    0.21096469461917877,
+    0.17932787537574768,
+    0.18396010994911194,
+    0.22204943001270294,
+    0.06146671250462532,
+    0.12148414552211761,
+    0.024623680859804153,
+    0.09966816753149033,
+    0.13921552896499634,
+    0.03467410057783127,
+    0.07587834447622299,
+    0.08731541037559509,
+    0.07893727719783783,
+    0.16728511452674866,
+    0.24442103505134583,
+    0.18092426657676697,
+    0.2101285755634308,
+    0.08428056538105011,
+    0.04903602972626686,
+    0.07708846777677536,
+    0.19783303141593933,
+    0.13600175082683563,
+    0.018614446744322777,
+    0.09064716845750809,
+    0.07285723835229874,
+    0.10923115164041519,
+    0.11539172381162643,
+    0.0433061346411705,
+    0.04149293527007103,
+    0.27078935503959656,
+    0.11472095549106598,
+    0.0526161789894104,
+    0.2007462978363037,
+    0.04769440367817879,
+    0.11035087704658508,
+    0.04941385239362717,
+    0.07521674782037735,
+    0.05402877554297447,
+    0.0226737093180418,
+    0.24689476191997528,
+    0.13357718288898468,
+    0.2189965695142746,
+    0.07614659518003464,
+    0.24165558815002441,
+    0.3154514729976654,
+    0.3399868905544281,
+    0.21553802490234375,
+    0.2281055599451065,
+    0.18850018084049225,
+    0.17307372391223907,
+    0.12756161391735077,
+    0.18064765632152557,
+    0.19134032726287842,
+    0.1921970248222351,
+    0.12417200952768326,
+    0.008939884603023529,
+    0.014913954772055149,
+    0.011553225107491016,
+    0.2818511724472046,
+    0.17681223154067993,
+    0.14294765889644623,
+    0.06984149664640427,
+    0.040899913758039474,
+    0.08799012750387192,
+    0.03711909055709839,
+    0.17182661592960358,
+    0.06489484757184982,
+    0.06704465299844742,
+    0.13388752937316895,
+    0.041670169681310654,
+    0.14405593276023865,
+    0.0842185765504837,
+    0.10586532950401306,
+    0.13250595331192017,
+    0.07021687924861908,
+    0.035433415323495865,
+    0.1002483069896698,
+    0.05640769749879837,
+    0.17369739711284637,
+    0.04408728703856468,
+    0.41258135437965393,
+    0.34844908118247986,
+    0.20343007147312164,
+    0.2386866956949234,
+    0.04719138145446777,
+    0.11207062751054764,
+    0.2744406461715698,
+    0.25218209624290466,
+    0.13322558999061584,
+    0.16719739139080048,
+    0.27518731355667114,
+    0.3535168170928955,
+    0.23983952403068542,
+    0.15583139657974243,
+    0.12369060516357422,
+    0.16527074575424194,
+    0.0502750463783741,
+    0.03446870669722557,
+    0.09089738130569458,
+    0.005826969165354967,
+    0.03315746411681175,
+    0.15398721396923065,
+    0.09841500967741013,
+    0.06089536473155022,
+    0.10163681209087372,
+    0.31671541929244995,
+    0.03632219880819321,
+    0.0314522385597229,
+    0.1390666961669922,
+    0.027854973450303078,
+    0.0955657884478569,
+    0.09806268662214279,
+    0.028632808476686478,
+    0.039155151695013046,
+    0.026895439252257347,
+    0.029411451891064644,
+    0.038032714277505875,
+    0.14556768536567688,
+    0.017148355022072792,
+    0.08098816126585007,
+    0.0961042195558548,
+    0.16542422771453857,
+    0.034011200070381165,
+    0.04571301490068436,
+    0.3627326190471649,
+    0.1792440116405487,
+    0.015863122418522835,
+    0.11660804599523544,
+    0.12008285522460938,
+    0.10869661718606949,
+    0.11792974174022675,
+    0.34361931681632996,
+    0.14218375086784363,
+    0.03894447907805443,
+    0.08644500374794006,
+    0.06632816791534424,
+    0.01072668842971325,
+    0.01557290367782116,
+    0.040923550724983215,
+    0.09067777544260025,
+    0.15829627215862274,
+    0.0750998929142952,
+    0.12170801311731339,
+    0.14457595348358154,
+    0.1195763573050499,
+    0.037977930158376694,
+    0.04273299127817154,
+    0.05359046161174774,
+    0.2062915563583374,
+    0.0980520248413086,
+    0.019384395331144333,
+    0.3705211579799652,
+    0.1798694133758545,
+    0.05400869622826576,
+    0.431986540555954,
+    0.5035281181335449,
+    0.026479342952370644,
+    0.39374783635139465,
+    0.38873201608657837,
+    0.062981516122818,
+    0.09299078583717346,
+    0.20371262729167938,
+    0.024622855708003044,
+    0.012996348552405834,
+    0.02187795378267765,
+    0.02144780568778515,
+    0.01944967731833458,
+    0.012378410436213017,
+    0.012584266252815723,
+    0.13024422526359558,
+    0.022468484938144684,
+    0.03766366466879845,
+    0.29260706901550293,
+    0.2078803926706314,
+    0.01735086739063263,
+    0.012248734943568707,
+    0.10102245211601257,
+    0.10408049076795578,
+    0.2425142526626587,
+    0.057952865958213806,
+    0.11726001650094986,
+    0.21335065364837646,
+    0.09092860668897629,
+    0.09066952764987946,
+    0.0425390750169754,
+    0.1590386927127838,
+    0.19519932568073273,
+    0.1265529990196228,
+    0.052830543369054794,
+    0.12340117245912552,
+    0.16582123935222626,
+    0.07848826050758362,
+    0.006536287255585194,
+    0.0946117714047432,
+    0.19642837345600128,
+    0.08310709148645401,
+    0.08291265368461609,
+    0.03233370557427406,
+    0.02814311906695366,
+    0.02733786031603813,
+    0.006696572061628103,
+    0.0711105614900589,
+    0.014181741513311863,
+    0.08625153452157974,
+    0.02937062457203865,
+    0.008372499607503414,
+    0.011909781023859978,
+    0.0779050961136818,
+    0.010903781279921532,
+    0.054059386253356934,
+    0.015216597355902195,
+    0.03442847356200218,
+    0.038097117096185684,
+    0.18810631334781647,
+    0.019479835405945778,
+    0.10495903342962265,
+    0.048263225704431534,
+    0.17744696140289307,
+    0.05052163824439049,
+    0.05033431574702263,
+    0.24547770619392395,
+    0.41738057136535645,
+    0.2172485738992691,
+    0.1489766240119934,
+    0.03132464736700058,
+    0.05968455225229263,
+    0.059894490987062454,
+    0.24479368329048157,
+    0.0789121463894844,
+    0.055790968239307404,
+    0.05489823594689369,
+    0.013998808339238167,
+    0.13093258440494537,
+    0.007378583773970604,
+    0.2380005121231079,
+    0.0894484668970108,
+    0.06311716884374619,
+    0.24483048915863037,
+    0.14299383759498596,
+    0.07508474588394165,
+    0.01002171728760004,
+    0.11053116619586945,
+    0.05910677835345268,
+    0.015487861819565296,
+    0.007765244692564011,
+    0.06352289021015167,
+    0.05618009343743324,
+    0.05909488722681999,
+    0.1712862104177475,
+    0.2541865408420563,
+    0.07697897404432297,
+    0.15637128055095673,
+    0.21744021773338318,
+    0.07202912122011185,
+    0.03673030063509941,
+    0.16500747203826904,
+    0.05993753299117088,
+    0.0805882140994072,
+    0.1394539773464203,
+    0.2454579472541809,
+    0.010952102020382881,
+    0.14193768799304962,
+    0.024734951555728912,
+    0.017195483669638634,
+    0.0863250270485878,
+    0.020178357139229774,
+    0.01585051231086254,
+    0.03858261927962303,
+    0.025301078334450722,
+    0.1706351786851883,
+    0.06223253533244133,
+    0.01009498629719019,
+    0.12840881943702698,
+    0.23837561905384064,
+    0.05197950825095177,
+    0.31144601106643677,
+    0.03494447469711304,
+    0.06143872067332268,
+    0.02169361524283886,
+    0.20229938626289368,
+    0.142224982380867,
+    0.05683816596865654,
+    0.009459680877625942,
+    0.11486290395259857,
+    0.09920153021812439
+  ]
+}

p5-mae-15m-d215/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00020000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.14341500171051985,
+  "probe/map_train": 0.5269200441054647,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1699042128305352,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.0296523260185495,
+  "probe/total_s": 8.55127797392197,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16822924407108897
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16900371592686259
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1699042128305352
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1696012435503926
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15917887614926843
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1347395728989036
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10823156213453233
+    }
+  ],
+  "per_class_ap": [
+    0.6303876638412476,
+    0.013135754503309727,
+    0.06405575573444366,
+    0.2090103179216385,
+    0.10874153673648834,
+    0.2748754024505615,
+    0.19259865581989288,
+    0.3201252818107605,
+    0.03461933881044388,
+    0.039353422820568085,
+    0.02173999324440956,
+    0.09248434752225876,
+    0.5404825806617737,
+    0.29930898547172546,
+    0.056441307067871094,
+    0.4377041757106781,
+    0.30848294496536255,
+    0.3530529737472534,
+    0.07469300180673599,
+    0.07886446267366409,
+    0.25270476937294006,
+    0.10539156198501587,
+    0.2022494226694107,
+    0.14329256117343903,
+    0.07805337756872177,
+    0.027263952419161797,
+    0.06045811250805855,
+    0.17956961691379547,
+    0.20892107486724854,
+    0.08228839933872223,
+    0.26312920451164246,
+    0.17318794131278992,
+    0.02509377710521221,
+    0.07809038460254669,
+    0.21868550777435303,
+    0.06912006437778473,
+    0.37903040647506714,
+    0.06278745085000992,
+    0.06302773207426071,
+    0.17735451459884644,
+    0.13626661896705627,
+    0.02862638235092163,
+    0.07097944617271423,
+    0.42642542719841003,
+    0.01913701370358467,
+    0.08172714710235596,
+    0.018512295559048653,
+    0.09271381050348282,
+    0.053975872695446014,
+    0.04741402715444565,
+    0.12789227068424225,
+    0.009691791608929634,
+    0.02427676133811474,
+    0.07057283818721771,
+    0.24137672781944275,
+    0.10157903283834457,
+    0.21263161301612854,
+    0.34103330969810486,
+    0.13764964044094086,
+    0.07077246904373169,
+    0.18976585566997528,
+    0.22545017302036285,
+    0.06125180050730705,
+    0.18229225277900696,
+    0.5204323530197144,
+    0.2380480170249939,
+    0.25959357619285583,
+    0.30767014622688293,
+    0.38810354471206665,
+    0.388805627822876,
+    0.12093719840049744,
+    0.1434423178434372,
+    0.19315628707408905,
+    0.16014811396598816,
+    0.16546951234340668,
+    0.22693145275115967,
+    0.045472558587789536,
+    0.1777135729789734,
+    0.1620156317949295,
+    0.11486206948757172,
+    0.02195366472005844,
+    0.09634634852409363,
+    0.3199714422225952,
+    0.060866840183734894,
+    0.0917700007557869,
+    0.030328946188092232,
+    0.08577068150043488,
+    0.06095464900135994,
+    0.04659859091043472,
+    0.15634019672870636,
+    0.11178065091371536,
+    0.11269774287939072,
+    0.19096602499485016,
+    0.01913302019238472,
+    0.0409214086830616,
+    0.06588374823331833,
+    0.016018522903323174,
+    0.04012095928192139,
+    0.1248733252286911,
+    0.1678587794303894,
+    0.12450410425662994,
+    0.23165518045425415,
+    0.037457823753356934,
+    0.03924268111586571,
+    0.028783679008483887,
+    0.08389207720756531,
+    0.06109321489930153,
+    0.05615805834531784,
+    0.10073932260274887,
+    0.2243889719247818,
+    0.2323276251554489,
+    0.14978180825710297,
+    0.13592885434627533,
+    0.10739199072122574,
+    0.05420637130737305,
+    0.22434714436531067,
+    0.2253144085407257,
+    0.10456422716379166,
+    0.12821756303310394,
+    0.1785837858915329,
+    0.20665282011032104,
+    0.15391317009925842,
+    0.06394677609205246,
+    0.07572025805711746,
+    0.00945692602545023,
+    0.03303917497396469,
+    0.12135535478591919,
+    0.1560373157262802,
+    0.1339481770992279,
+    0.11123975366353989,
+    0.00492755975574255,
+    0.09576665610074997,
+    0.24003490805625916,
+    0.22651205956935883,
+    0.0527302585542202,
+    0.008485434576869011,
+    0.1009293720126152,
+    0.7233416438102722,
+    0.23365381360054016,
+    0.3481234908103943,
+    0.4395281672477722,
+    0.300159215927124,
+    0.12195394933223724,
+    0.16549083590507507,
+    0.10796647518873215,
+    0.11928554624319077,
+    0.10439164191484451,
+    0.27147114276885986,
+    0.1567346304655075,
+    0.2511826157569885,
+    0.1985810548067093,
+    0.16318456828594208,
+    0.2544234097003937,
+    0.12358887493610382,
+    0.12352747470140457,
+    0.23401935398578644,
+    0.10222350060939789,
+    0.10129784047603607,
+    0.02719963528215885,
+    0.06559164077043533,
+    0.5254355072975159,
+    0.27002474665641785,
+    0.31145888566970825,
+    0.1471639722585678,
+    0.23241646587848663,
+    0.25955721735954285,
+    0.28306710720062256,
+    0.14100369811058044,
+    0.278222918510437,
+    0.4107293486595154,
+    0.24930575489997864,
+    0.294362336397171,
+    0.31514298915863037,
+    0.17288832366466522,
+    0.15513600409030914,
+    0.08823153376579285,
+    0.14197991788387299,
+    0.33905255794525146,
+    0.061429865658283234,
+    0.16896648705005646,
+    0.19743798673152924,
+    0.17683999240398407,
+    0.1479901671409607,
+    0.31540384888648987,
+    0.07625847309827805,
+    0.39219436049461365,
+    0.2987017333507538,
+    0.154676154255867,
+    0.35088008642196655,
+    0.12062779068946838,
+    0.1517055481672287,
+    0.09772692620754242,
+    0.33273977041244507,
+    0.20097120106220245,
+    0.18836240470409393,
+    0.38366225361824036,
+    0.055814847350120544,
+    0.07801689207553864,
+    0.15003983676433563,
+    0.25314292311668396,
+    0.03931119665503502,
+    0.19902688264846802,
+    0.17668978869915009,
+    0.14817845821380615,
+    0.19441010057926178,
+    0.18588553369045258,
+    0.21599805355072021,
+    0.5783933997154236,
+    0.210943341255188,
+    0.3094022572040558,
+    0.7585923671722412,
+    0.412497878074646,
+    0.5348223447799683,
+    0.057589951902627945,
+    0.3302586078643799,
+    0.15583330392837524,
+    0.05125385895371437,
+    0.26171088218688965,
+    0.2058493196964264,
+    0.1577989012002945,
+    0.17949804663658142,
+    0.14146895706653595,
+    0.190403014421463,
+    0.20297890901565552,
+    0.08346009254455566,
+    0.09514337033033371,
+    0.06667954474687576,
+    0.05768042802810669,
+    0.12401731312274933,
+    0.06892947852611542,
+    0.06784437596797943,
+    0.08925975859165192,
+    0.07931005209684372,
+    0.05254532769322395,
+    0.03929756581783295,
+    0.018582547083497047,
+    0.13908705115318298,
+    0.01582132838666439,
+    0.2899463474750519,
+    0.03705541789531708,
+    0.12338989973068237,
+    0.24112066626548767,
+    0.25947463512420654,
+    0.18243181705474854,
+    0.1848450005054474,
+    0.2553275525569916,
+    0.069136843085289,
+    0.13132883608341217,
+    0.029643766582012177,
+    0.10250186920166016,
+    0.14485415816307068,
+    0.017628138884902,
+    0.10595320910215378,
+    0.07943499833345413,
+    0.08520693331956863,
+    0.2088271677494049,
+    0.24309951066970825,
+    0.22402924299240112,
+    0.17607614398002625,
+    0.09029500931501389,
+    0.03475166857242584,
+    0.11017396301031113,
+    0.23194238543510437,
+    0.12215950340032578,
+    0.021097349002957344,
+    0.08006126433610916,
+    0.07173208147287369,
+    0.09509751200675964,
+    0.1235801950097084,
+    0.04516470059752464,
+    0.03538409620523453,
+    0.2628665864467621,
+    0.14089272916316986,
+    0.052745744585990906,
+    0.19244030117988586,
+    0.05491596832871437,
+    0.09816186130046844,
+    0.039998769760131836,
+    0.0777275413274765,
+    0.058162640780210495,
+    0.017164113000035286,
+    0.2420210838317871,
+    0.14312711358070374,
+    0.2372051626443863,
+    0.08618883043527603,
+    0.2589684724807739,
+    0.3394039571285248,
+    0.3535689115524292,
+    0.23227201402187347,
+    0.24266579747200012,
+    0.20587684214115143,
+    0.19223539531230927,
+    0.12041141837835312,
+    0.17226476967334747,
+    0.22847944498062134,
+    0.25139468908309937,
+    0.12093620747327805,
+    0.006643070373684168,
+    0.014162017032504082,
+    0.010223619639873505,
+    0.28822827339172363,
+    0.19983768463134766,
+    0.19765141606330872,
+    0.07947380095720291,
+    0.04396206513047218,
+    0.11650732904672623,
+    0.03482075780630112,
+    0.20304450392723083,
+    0.07467235624790192,
+    0.08893395960330963,
+    0.131820410490036,
+    0.07151857763528824,
+    0.13055437803268433,
+    0.09272130578756332,
+    0.10727379471063614,
+    0.14662986993789673,
+    0.06802267581224442,
+    0.043203387409448624,
+    0.09461364895105362,
+    0.0831991657614708,
+    0.20462439954280853,
+    0.051567792892456055,
+    0.44149133563041687,
+    0.35051560401916504,
+    0.21416844427585602,
+    0.27915647625923157,
+    0.05806048586964607,
+    0.08699105679988861,
+    0.2814497947692871,
+    0.26642778515815735,
+    0.13212580978870392,
+    0.21977806091308594,
+    0.2817631959915161,
+    0.3089735209941864,
+    0.2409919649362564,
+    0.17263972759246826,
+    0.14508405327796936,
+    0.21823593974113464,
+    0.04388990253210068,
+    0.030324527993798256,
+    0.09868364036083221,
+    0.008411351591348648,
+    0.04786361753940582,
+    0.14602243900299072,
+    0.0962599515914917,
+    0.07300963997840881,
+    0.1249571368098259,
+    0.34260663390159607,
+    0.04071952402591705,
+    0.02607831358909607,
+    0.13224545121192932,
+    0.02232414297759533,
+    0.08555038273334503,
+    0.1037544384598732,
+    0.02376488409936428,
+    0.059895746409893036,
+    0.02843027561903,
+    0.014013169333338737,
+    0.03821597993373871,
+    0.15038198232650757,
+    0.012614582665264606,
+    0.07857438921928406,
+    0.1646035760641098,
+    0.13883328437805176,
+    0.04699115455150604,
+    0.06128875911235809,
+    0.41298630833625793,
+    0.1991572231054306,
+    0.01796712540090084,
+    0.13323092460632324,
+    0.11769194155931473,
+    0.09272155165672302,
+    0.1460549384355545,
+    0.3721568286418915,
+    0.14638106524944305,
+    0.03505268692970276,
+    0.09236758947372437,
+    0.09985969215631485,
+    0.01293874904513359,
+    0.015738245099782944,
+    0.03289115056395531,
+    0.10168936103582382,
+    0.15461814403533936,
+    0.047567304223775864,
+    0.1170012354850769,
+    0.14597998559474945,
+    0.15885961055755615,
+    0.04310792684555054,
+    0.05940869823098183,
+    0.05503205955028534,
+    0.2707800269126892,
+    0.1102515235543251,
+    0.02862103469669819,
+    0.36366745829582214,
+    0.18737287819385529,
+    0.06498827785253525,
+    0.45290812849998474,
+    0.4918868839740753,
+    0.02666725590825081,
+    0.4177890121936798,
+    0.4336985647678375,
+    0.05151335522532463,
+    0.11808925122022629,
+    0.20167139172554016,
+    0.021816641092300415,
+    0.01093382015824318,
+    0.026954995468258858,
+    0.030402610078454018,
+    0.04104165360331535,
+    0.012249881401658058,
+    0.009853513911366463,
+    0.18650755286216736,
+    0.028659019619226456,
+    0.049566786736249924,
+    0.30195608735084534,
+    0.17248006165027618,
+    0.017522472888231277,
+    0.009540784172713757,
+    0.10546335577964783,
+    0.1131514385342598,
+    0.28324079513549805,
+    0.09107370674610138,
+    0.08836863189935684,
+    0.2329002469778061,
+    0.08404054492712021,
+    0.10280357301235199,
+    0.04995211958885193,
+    0.18403169512748718,
+    0.25263285636901855,
+    0.13533030450344086,
+    0.05797116085886955,
+    0.13976748287677765,
+    0.17331932485103607,
+    0.07588888704776764,
+    0.006230906117707491,
+    0.11101032048463821,
+    0.20583952963352203,
+    0.10225041210651398,
+    0.11107555031776428,
+    0.03509761020541191,
+    0.023060599341988564,
+    0.01976291835308075,
+    0.0070070670917630196,
+    0.09347905218601227,
+    0.013318641111254692,
+    0.12615425884723663,
+    0.03426765650510788,
+    0.008119966834783554,
+    0.021957747638225555,
+    0.08415907621383667,
+    0.011340013705193996,
+    0.05042695254087448,
+    0.012267746031284332,
+    0.05059007182717323,
+    0.034246478229761124,
+    0.19434688985347748,
+    0.0246370118111372,
+    0.11454600095748901,
+    0.028658105060458183,
+    0.11594350636005402,
+    0.05680312216281891,
+    0.03559931740164757,
+    0.26069092750549316,
+    0.4373778700828552,
+    0.21884433925151825,
+    0.1686214804649353,
+    0.031898945569992065,
+    0.054021015763282776,
+    0.05519702285528183,
+    0.29202547669410706,
+    0.12011048197746277,
+    0.08092550188302994,
+    0.0637601912021637,
+    0.026363985612988472,
+    0.11376041918992996,
+    0.027005555108189583,
+    0.27158981561660767,
+    0.09384860098361969,
+    0.0709608793258667,
+    0.1954808086156845,
+    0.14199508726596832,
+    0.09871848672628403,
+    0.011178472079336643,
+    0.11916058510541916,
+    0.07581885159015656,
+    0.011358190327882767,
+    0.007280800957232714,
+    0.06198844686150551,
+    0.053591884672641754,
+    0.05826560780405998,
+    0.17445746064186096,
+    0.2581539750099182,
+    0.08332578092813492,
+    0.17616891860961914,
+    0.21745096147060394,
+    0.08738011866807938,
+    0.04479710012674332,
+    0.1380537748336792,
+    0.0761755108833313,
+    0.08989249914884567,
+    0.11092810332775116,
+    0.2634200155735016,
+    0.010396133176982403,
+    0.14677850902080536,
+    0.035175666213035583,
+    0.018758587539196014,
+    0.0900299996137619,
+    0.018323387950658798,
+    0.015172028914093971,
+    0.03708713501691818,
+    0.025911349803209305,
+    0.1386595219373703,
+    0.08376817405223846,
+    0.006443054880946875,
+    0.1544923037290573,
+    0.24720866978168488,
+    0.06402426213026047,
+    0.3366610109806061,
+    0.038736049085855484,
+    0.027054697275161743,
+    0.027829604223370552,
+    0.21730704605579376,
+    0.16196371614933014,
+    0.06726747751235962,
+    0.009186681360006332,
+    0.12059387564659119,
+    0.11868079006671906
+  ]
+}

p5-mae-15m-d215/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00025000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.1492753307426974,
+  "probe/map_train": 0.5208379867180928,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1760966430327182,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.849334805039689,
+  "probe/total_s": 8.406740517006256,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17462970064493494
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17489375958998513
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1760966430327182
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17448134264030424
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16452901062256953
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13978926051342666
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11162920279580343
+    }
+  ],
+  "per_class_ap": [
+    0.6306703686714172,
+    0.02336033806204796,
+    0.06568168848752975,
+    0.19324423372745514,
+    0.11250213533639908,
+    0.31144726276397705,
+    0.21230605244636536,
+    0.2909056544303894,
+    0.03989104926586151,
+    0.04202105849981308,
+    0.022148560732603073,
+    0.10875697433948517,
+    0.5479159355163574,
+    0.3295948803424835,
+    0.07008945941925049,
+    0.4788160026073456,
+    0.3024219572544098,
+    0.37618696689605713,
+    0.07057526707649231,
+    0.09322550892829895,
+    0.24033717811107635,
+    0.1013314500451088,
+    0.21331341564655304,
+    0.14821472764015198,
+    0.0910712331533432,
+    0.04713103175163269,
+    0.089510977268219,
+    0.17989249527454376,
+    0.3110418915748596,
+    0.08684326708316803,
+    0.271906316280365,
+    0.2081538587808609,
+    0.030965467914938927,
+    0.07465790957212448,
+    0.2458612620830536,
+    0.07854445278644562,
+    0.3903375566005707,
+    0.0648602619767189,
+    0.08004623651504517,
+    0.1658255010843277,
+    0.14101356267929077,
+    0.013963465578854084,
+    0.07447592169046402,
+    0.40858930349349976,
+    0.0205772016197443,
+    0.09505943953990936,
+    0.019529014825820923,
+    0.11097858101129532,
+    0.054365236312150955,
+    0.06386338174343109,
+    0.1445692628622055,
+    0.011839875020086765,
+    0.02562081441283226,
+    0.06345992535352707,
+    0.22812548279762268,
+    0.10740694403648376,
+    0.2403559535741806,
+    0.37617993354797363,
+    0.1366054266691208,
+    0.08215690404176712,
+    0.1719764918088913,
+    0.19674134254455566,
+    0.07103282958269119,
+    0.14043734967708588,
+    0.5242704153060913,
+    0.22581873834133148,
+    0.29229936003685,
+    0.3490336239337921,
+    0.4058806002140045,
+    0.39453279972076416,
+    0.13341334462165833,
+    0.155074805021286,
+    0.19644324481487274,
+    0.173373743891716,
+    0.1779857873916626,
+    0.250886470079422,
+    0.04562815651297569,
+    0.19216053187847137,
+    0.17062368988990784,
+    0.14360733330249786,
+    0.019857259467244148,
+    0.10811314731836319,
+    0.3119266927242279,
+    0.07333225756883621,
+    0.10024604201316833,
+    0.028276072815060616,
+    0.0680527314543724,
+    0.036282021552324295,
+    0.031521789729595184,
+    0.11876416206359863,
+    0.08549981564283371,
+    0.0937047004699707,
+    0.1852458119392395,
+    0.015867600217461586,
+    0.03969996050000191,
+    0.049631573259830475,
+    0.01996104046702385,
+    0.031233539804816246,
+    0.1360451877117157,
+    0.20007577538490295,
+    0.14958858489990234,
+    0.25408849120140076,
+    0.041682180017232895,
+    0.04535214975476265,
+    0.02492418698966503,
+    0.08070722967386246,
+    0.08889410644769669,
+    0.08563002943992615,
+    0.1007099524140358,
+    0.22001370787620544,
+    0.2760106325149536,
+    0.1421387940645218,
+    0.1342664211988449,
+    0.10887864232063293,
+    0.05943642929196358,
+    0.20930780470371246,
+    0.21004486083984375,
+    0.1333886981010437,
+    0.13277724385261536,
+    0.2736123204231262,
+    0.2814391255378723,
+    0.1318478286266327,
+    0.07691995799541473,
+    0.08903654664754868,
+    0.010453480295836926,
+    0.042907796800136566,
+    0.12854868173599243,
+    0.18118073046207428,
+    0.12753215432167053,
+    0.10362718999385834,
+    0.005952191073447466,
+    0.06519046425819397,
+    0.20392738282680511,
+    0.1952115297317505,
+    0.05014510825276375,
+    0.011132911778986454,
+    0.06881510466337204,
+    0.7281726002693176,
+    0.25854840874671936,
+    0.3357660174369812,
+    0.43154749274253845,
+    0.3092491626739502,
+    0.1256907433271408,
+    0.1811455488204956,
+    0.0924321636557579,
+    0.1702955812215805,
+    0.1187651976943016,
+    0.22742335498332977,
+    0.19481155276298523,
+    0.23432862758636475,
+    0.16449947655200958,
+    0.15903542935848236,
+    0.2619536519050598,
+    0.12045414000749588,
+    0.11541590839624405,
+    0.26935985684394836,
+    0.14066416025161743,
+    0.1009499728679657,
+    0.030579034239053726,
+    0.07804375886917114,
+    0.535758376121521,
+    0.29523730278015137,
+    0.32879361510276794,
+    0.1450207382440567,
+    0.26275333762168884,
+    0.29112058877944946,
+    0.30418407917022705,
+    0.12886610627174377,
+    0.30815866589546204,
+    0.40039169788360596,
+    0.266368567943573,
+    0.3075714707374573,
+    0.33084723353385925,
+    0.17383405566215515,
+    0.11049838364124298,
+    0.14159342646598816,
+    0.13352511823177338,
+    0.3468196988105774,
+    0.09371396899223328,
+    0.2015487253665924,
+    0.2466302365064621,
+    0.2061328887939453,
+    0.16958262026309967,
+    0.28395676612854004,
+    0.07705328613519669,
+    0.4332479238510132,
+    0.33920755982398987,
+    0.17492075264453888,
+    0.3437720239162445,
+    0.1646941602230072,
+    0.1570599228143692,
+    0.12432695925235748,
+    0.3602319359779358,
+    0.23843182623386383,
+    0.21564021706581116,
+    0.40808558464050293,
+    0.059332288801670074,
+    0.09899955987930298,
+    0.14246897399425507,
+    0.34729906916618347,
+    0.041712455451488495,
+    0.24845556914806366,
+    0.14282377064228058,
+    0.16481785476207733,
+    0.18838749825954437,
+    0.17728720605373383,
+    0.21094776690006256,
+    0.5602423548698425,
+    0.26351287961006165,
+    0.31449779868125916,
+    0.7770155668258667,
+    0.4556896388530731,
+    0.5466315150260925,
+    0.08492762595415115,
+    0.3411893844604492,
+    0.15902887284755707,
+    0.05556279793381691,
+    0.2526489496231079,
+    0.17894227802753448,
+    0.1769636869430542,
+    0.1768323928117752,
+    0.15207193791866302,
+    0.21923822164535522,
+    0.2261742204427719,
+    0.08047932386398315,
+    0.08839113265275955,
+    0.08372049778699875,
+    0.03980611637234688,
+    0.15424244105815887,
+    0.04343799874186516,
+    0.059276290237903595,
+    0.10780878365039825,
+    0.06858353316783905,
+    0.06980185955762863,
+    0.03577638417482376,
+    0.018913088366389275,
+    0.18030351400375366,
+    0.01743420399725437,
+    0.3632199168205261,
+    0.033661480993032455,
+    0.1345367133617401,
+    0.25527700781822205,
+    0.22746983170509338,
+    0.191190704703331,
+    0.18652448058128357,
+    0.24277599155902863,
+    0.06976475566625595,
+    0.1515045315027237,
+    0.029367361217737198,
+    0.12232332676649094,
+    0.12782225012779236,
+    0.027833497151732445,
+    0.10087094455957413,
+    0.07304766029119492,
+    0.0784696638584137,
+    0.20853598415851593,
+    0.26931554079055786,
+    0.22304445505142212,
+    0.20872828364372253,
+    0.14099350571632385,
+    0.04839170351624489,
+    0.12677550315856934,
+    0.24459275603294373,
+    0.07235004007816315,
+    0.02441508136689663,
+    0.0704694464802742,
+    0.08040137588977814,
+    0.10599599778652191,
+    0.1887824684381485,
+    0.04028492048382759,
+    0.04335151985287666,
+    0.24987030029296875,
+    0.15532056987285614,
+    0.04749302193522453,
+    0.19396699965000153,
+    0.03877633064985275,
+    0.09242655336856842,
+    0.03143369406461716,
+    0.09651336818933487,
+    0.06224796548485756,
+    0.022166062146425247,
+    0.22996045649051666,
+    0.1676449030637741,
+    0.24218782782554626,
+    0.07525470107793808,
+    0.264925092458725,
+    0.33123868703842163,
+    0.33127108216285706,
+    0.2562653720378876,
+    0.22024758160114288,
+    0.20058126747608185,
+    0.20348651707172394,
+    0.11412744224071503,
+    0.18121002614498138,
+    0.25328493118286133,
+    0.2568840980529785,
+    0.14320334792137146,
+    0.008503089658915997,
+    0.013944811187684536,
+    0.011329572647809982,
+    0.28763100504875183,
+    0.2000996172428131,
+    0.18171021342277527,
+    0.0626232698559761,
+    0.03820113465189934,
+    0.12293947488069534,
+    0.039297401905059814,
+    0.2014891654253006,
+    0.05485260859131813,
+    0.06330518424510956,
+    0.15631982684135437,
+    0.061181191354990005,
+    0.13740071654319763,
+    0.10854353755712509,
+    0.12170254439115524,
+    0.16536852717399597,
+    0.0704667791724205,
+    0.042602743953466415,
+    0.11141025274991989,
+    0.06706395000219345,
+    0.272040456533432,
+    0.0711170956492424,
+    0.43830105662345886,
+    0.3351552188396454,
+    0.2388521432876587,
+    0.26671043038368225,
+    0.060075465589761734,
+    0.09323309361934662,
+    0.27841147780418396,
+    0.2773208022117615,
+    0.16141769289970398,
+    0.22932270169258118,
+    0.2833681106567383,
+    0.29474613070487976,
+    0.20535875856876373,
+    0.1594044268131256,
+    0.1397061049938202,
+    0.2149071842432022,
+    0.03939243033528328,
+    0.037678368389606476,
+    0.09512083232402802,
+    0.008501346223056316,
+    0.06724967807531357,
+    0.15488484501838684,
+    0.10245354473590851,
+    0.07561156898736954,
+    0.12747777998447418,
+    0.36674654483795166,
+    0.04158436134457588,
+    0.03032797761261463,
+    0.11923564970493317,
+    0.03803691267967224,
+    0.09371750801801682,
+    0.1183377280831337,
+    0.02185232751071453,
+    0.08056007325649261,
+    0.026385731995105743,
+    0.012099409475922585,
+    0.0342211052775383,
+    0.1378626525402069,
+    0.014150840230286121,
+    0.1072666347026825,
+    0.13237245380878448,
+    0.12262194603681564,
+    0.0413631871342659,
+    0.051461413502693176,
+    0.38245731592178345,
+    0.20842349529266357,
+    0.01888468489050865,
+    0.13473214209079742,
+    0.1478407382965088,
+    0.12711934745311737,
+    0.14359687268733978,
+    0.35266584157943726,
+    0.1590755581855774,
+    0.031293224543333054,
+    0.10318506509065628,
+    0.09219067543745041,
+    0.020911438390612602,
+    0.015692198649048805,
+    0.02826651930809021,
+    0.10441046208143234,
+    0.16349349915981293,
+    0.05763259902596474,
+    0.14183202385902405,
+    0.17054972052574158,
+    0.1458500772714615,
+    0.054254233837127686,
+    0.06722164899110794,
+    0.0589919313788414,
+    0.25354617834091187,
+    0.1209820881485939,
+    0.0231860913336277,
+    0.36369431018829346,
+    0.20174957811832428,
+    0.10019053518772125,
+    0.4630035161972046,
+    0.5369059443473816,
+    0.026178346946835518,
+    0.3770362138748169,
+    0.43645212054252625,
+    0.07316026091575623,
+    0.1180187240242958,
+    0.2349538654088974,
+    0.025134971365332603,
+    0.015002026222646236,
+    0.026563802734017372,
+    0.0345086045563221,
+    0.061399128288030624,
+    0.01431159395724535,
+    0.010635209269821644,
+    0.1535312384366989,
+    0.03843540698289871,
+    0.028290627524256706,
+    0.32527440786361694,
+    0.18690147995948792,
+    0.028145283460617065,
+    0.012041053734719753,
+    0.1118016317486763,
+    0.11166676878929138,
+    0.2805767059326172,
+    0.08994223922491074,
+    0.10307560861110687,
+    0.25370505452156067,
+    0.0949804037809372,
+    0.09430935978889465,
+    0.05211549252271652,
+    0.21268408000469208,
+    0.2615140676498413,
+    0.15309317409992218,
+    0.09900665283203125,
+    0.16903455555438995,
+    0.1868523210287094,
+    0.08864547312259674,
+    0.007336590904742479,
+    0.12805050611495972,
+    0.203841894865036,
+    0.11049775034189224,
+    0.1170019805431366,
+    0.03623516857624054,
+    0.024928636848926544,
+    0.019428452476859093,
+    0.007776881102472544,
+    0.07271758466959,
+    0.013443231582641602,
+    0.11169224977493286,
+    0.035864077508449554,
+    0.008960760198533535,
+    0.025698553770780563,
+    0.1275589019060135,
+    0.010474500246345997,
+    0.05031102895736694,
+    0.013442514464259148,
+    0.04321996495127678,
+    0.04093018174171448,
+    0.18756701052188873,
+    0.030911503359675407,
+    0.12017112225294113,
+    0.03352484479546547,
+    0.1416991800069809,
+    0.04628905653953552,
+    0.05163467675447464,
+    0.29231947660446167,
+    0.4301280379295349,
+    0.23287831246852875,
+    0.18131670355796814,
+    0.04305270314216614,
+    0.057280197739601135,
+    0.05664476752281189,
+    0.2959532141685486,
+    0.10539642721414566,
+    0.058125000447034836,
+    0.07116316258907318,
+    0.024187278002500534,
+    0.106217160820961,
+    0.020889895036816597,
+    0.27816042304039,
+    0.083962582051754,
+    0.07660450786352158,
+    0.2349635362625122,
+    0.17173372209072113,
+    0.08862276375293732,
+    0.010606923140585423,
+    0.10159115493297577,
+    0.06367681175470352,
+    0.012736817821860313,
+    0.007559436373412609,
+    0.054537806659936905,
+    0.06817310303449631,
+    0.061208177357912064,
+    0.2068822830915451,
+    0.2784956991672516,
+    0.09256314486265182,
+    0.1528158336877823,
+    0.21722334623336792,
+    0.06502369046211243,
+    0.049544189125299454,
+    0.13076284527778625,
+    0.0749545693397522,
+    0.09846088290214539,
+    0.13370487093925476,
+    0.31302526593208313,
+    0.006278223358094692,
+    0.15127195417881012,
+    0.026731370016932487,
+    0.019248545169830322,
+    0.09586647152900696,
+    0.01905655302107334,
+    0.01759970374405384,
+    0.040926624089479446,
+    0.024897707626223564,
+    0.15085552632808685,
+    0.09751592576503754,
+    0.005551496520638466,
+    0.14185886085033417,
+    0.2296215146780014,
+    0.08970219641923904,
+    0.3134476840496063,
+    0.03979453071951866,
+    0.025081250816583633,
+    0.02504877746105194,
+    0.23257359862327576,
+    0.18612955510616302,
+    0.06145540252327919,
+    0.008079059422016144,
+    0.14261199533939362,
+    0.10903407633304596
+  ]
+}

p5-mae-15m-d215/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00030000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.15259038789137716,
+  "probe/map_train": 0.5208116474029462,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17959530880158692,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.812278050929308,
+  "probe/total_s": 8.531636338913813,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17892815020382474
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17897588604234116
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17959530880158692
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17628222847608338
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16556535763895772
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14048007865342713
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11197662095855604
+    }
+  ],
+  "per_class_ap": [
+    0.6385113000869751,
+    0.029390014708042145,
+    0.06439267098903656,
+    0.20392531156539917,
+    0.11186152696609497,
+    0.285708487033844,
+    0.20469778776168823,
+    0.2817355990409851,
+    0.045194271951913834,
+    0.040056176483631134,
+    0.023816464468836784,
+    0.09234411269426346,
+    0.5751560926437378,
+    0.3216486871242523,
+    0.07267915457487106,
+    0.4830324351787567,
+    0.3045414686203003,
+    0.38149213790893555,
+    0.07735677808523178,
+    0.09264348447322845,
+    0.2319549024105072,
+    0.11095377802848816,
+    0.2196359634399414,
+    0.15897633135318756,
+    0.0955987274646759,
+    0.026160821318626404,
+    0.07412221282720566,
+    0.1861838847398758,
+    0.2804892659187317,
+    0.10073528438806534,
+    0.26912930607795715,
+    0.2084517627954483,
+    0.03717077895998955,
+    0.08978321403265,
+    0.23798488080501556,
+    0.08050155639648438,
+    0.4032013416290283,
+    0.0722527951002121,
+    0.08440458029508591,
+    0.17633847892284393,
+    0.1491699516773224,
+    0.016369076445698738,
+    0.08410561829805374,
+    0.42454737424850464,
+    0.01507783867418766,
+    0.09774290025234222,
+    0.02103470452129841,
+    0.10618564486503601,
+    0.07014261931180954,
+    0.055778875946998596,
+    0.14088405668735504,
+    0.012378813698887825,
+    0.02696656435728073,
+    0.07134268432855606,
+    0.2466946393251419,
+    0.12802568078041077,
+    0.24906006455421448,
+    0.364178329706192,
+    0.121549092233181,
+    0.06402939558029175,
+    0.18294300138950348,
+    0.1896139234304428,
+    0.05592723935842514,
+    0.13266050815582275,
+    0.5246176719665527,
+    0.22861875593662262,
+    0.2936026155948639,
+    0.3597494065761566,
+    0.39022207260131836,
+    0.4248279929161072,
+    0.14317624270915985,
+    0.16902689635753632,
+    0.1952293962240219,
+    0.17926569283008575,
+    0.18079790472984314,
+    0.24443644285202026,
+    0.047682613134384155,
+    0.18019789457321167,
+    0.18262840807437897,
+    0.1550750434398651,
+    0.02207914926111698,
+    0.10916230082511902,
+    0.3312033712863922,
+    0.08527112752199173,
+    0.09865348041057587,
+    0.026776062324643135,
+    0.06756766140460968,
+    0.03914541378617287,
+    0.04242650419473648,
+    0.11688324064016342,
+    0.08089403808116913,
+    0.0837806686758995,
+    0.17370116710662842,
+    0.025058990344405174,
+    0.05467027425765991,
+    0.08185147494077682,
+    0.02461480163037777,
+    0.029843904078006744,
+    0.13035991787910461,
+    0.20203223824501038,
+    0.16946282982826233,
+    0.27567002177238464,
+    0.0386635847389698,
+    0.041383665055036545,
+    0.020937496796250343,
+    0.054704081267118454,
+    0.06883077323436737,
+    0.0658404678106308,
+    0.10642785578966141,
+    0.22900429368019104,
+    0.3046588897705078,
+    0.1426670253276825,
+    0.13332419097423553,
+    0.10612677037715912,
+    0.056590184569358826,
+    0.18889059126377106,
+    0.18884067237377167,
+    0.11859896034002304,
+    0.1298172026872635,
+    0.29909515380859375,
+    0.308686226606369,
+    0.15849198400974274,
+    0.07270698249340057,
+    0.09318733960390091,
+    0.01063363254070282,
+    0.03887229785323143,
+    0.1402815878391266,
+    0.17791344225406647,
+    0.13889068365097046,
+    0.12470393627882004,
+    0.005250660702586174,
+    0.05939706787467003,
+    0.21249021589756012,
+    0.21235555410385132,
+    0.0802103728055954,
+    0.013363929465413094,
+    0.08884762227535248,
+    0.7304478287696838,
+    0.26996493339538574,
+    0.3450397551059723,
+    0.441808819770813,
+    0.32852038741111755,
+    0.1644679754972458,
+    0.1964108645915985,
+    0.10856528580188751,
+    0.155935600399971,
+    0.11812607198953629,
+    0.2723226249217987,
+    0.15641546249389648,
+    0.2319757640361786,
+    0.18864789605140686,
+    0.1836952120065689,
+    0.24734319746494293,
+    0.12573382258415222,
+    0.11022444069385529,
+    0.29073917865753174,
+    0.14289624989032745,
+    0.14455102384090424,
+    0.028689563274383545,
+    0.0848088264465332,
+    0.511033833026886,
+    0.2904401421546936,
+    0.3313307762145996,
+    0.15231667459011078,
+    0.25409507751464844,
+    0.2740226089954376,
+    0.28837430477142334,
+    0.13037075102329254,
+    0.291398286819458,
+    0.4093727171421051,
+    0.3019382953643799,
+    0.288809210062027,
+    0.31339552998542786,
+    0.18591998517513275,
+    0.16253922879695892,
+    0.1452101469039917,
+    0.14160794019699097,
+    0.3693343997001648,
+    0.08424431830644608,
+    0.22433070838451385,
+    0.28663167357444763,
+    0.22076962888240814,
+    0.11159895360469818,
+    0.320329874753952,
+    0.08404847979545593,
+    0.4416598975658417,
+    0.3327997624874115,
+    0.17421163618564606,
+    0.3405233919620514,
+    0.17388908565044403,
+    0.17496269941329956,
+    0.10903879255056381,
+    0.35837602615356445,
+    0.25108322501182556,
+    0.23077023029327393,
+    0.41757553815841675,
+    0.07294882833957672,
+    0.10140656679868698,
+    0.1242847815155983,
+    0.34813788533210754,
+    0.053812552243471146,
+    0.2235732227563858,
+    0.12461583316326141,
+    0.17048785090446472,
+    0.15578556060791016,
+    0.20886915922164917,
+    0.2438575029373169,
+    0.6100159287452698,
+    0.271557480096817,
+    0.32927563786506653,
+    0.7930383086204529,
+    0.45929765701293945,
+    0.5419044494628906,
+    0.08923675119876862,
+    0.33487722277641296,
+    0.17517076432704926,
+    0.06142154708504677,
+    0.2411656528711319,
+    0.19277484714984894,
+    0.14024291932582855,
+    0.18489031493663788,
+    0.13857991993427277,
+    0.1943572461605072,
+    0.21504831314086914,
+    0.07316472381353378,
+    0.07816359400749207,
+    0.07887406647205353,
+    0.03535351902246475,
+    0.15293702483177185,
+    0.049847785383462906,
+    0.06651242822408676,
+    0.10930776596069336,
+    0.07308365404605865,
+    0.057357192039489746,
+    0.04043455049395561,
+    0.01760782301425934,
+    0.1789243370294571,
+    0.018602704629302025,
+    0.35184451937675476,
+    0.037732575088739395,
+    0.14036549627780914,
+    0.24725885689258575,
+    0.2517896592617035,
+    0.21307922899723053,
+    0.1701120287179947,
+    0.23477263748645782,
+    0.07288391143083572,
+    0.1417488306760788,
+    0.02825574204325676,
+    0.1265481412410736,
+    0.1681637316942215,
+    0.02423672005534172,
+    0.07611849904060364,
+    0.08538409322500229,
+    0.06812368333339691,
+    0.2155880481004715,
+    0.24511979520320892,
+    0.24950964748859406,
+    0.1839163899421692,
+    0.14699892699718475,
+    0.053933508694171906,
+    0.12169555574655533,
+    0.2329540252685547,
+    0.09697528928518295,
+    0.024084435775876045,
+    0.08401716500520706,
+    0.07424094527959824,
+    0.10121534019708633,
+    0.18039685487747192,
+    0.0403272807598114,
+    0.03385128825902939,
+    0.2613135576248169,
+    0.18377692997455597,
+    0.04767969623208046,
+    0.16997839510440826,
+    0.02767648547887802,
+    0.0811881497502327,
+    0.04704117029905319,
+    0.10249628871679306,
+    0.0737214908003807,
+    0.02589540183544159,
+    0.2557673454284668,
+    0.162811741232872,
+    0.24482423067092896,
+    0.08406317979097366,
+    0.26501891016960144,
+    0.3540077209472656,
+    0.35835275053977966,
+    0.25460565090179443,
+    0.24159877002239227,
+    0.22500605881214142,
+    0.23957517743110657,
+    0.12017128616571426,
+    0.19397270679473877,
+    0.25877708196640015,
+    0.2691815495491028,
+    0.14375628530979156,
+    0.007688704878091812,
+    0.013811086304485798,
+    0.009875273331999779,
+    0.28727391362190247,
+    0.20013579726219177,
+    0.18493019044399261,
+    0.06735764443874359,
+    0.028733935207128525,
+    0.11790700256824493,
+    0.04491191729903221,
+    0.207561656832695,
+    0.0654764324426651,
+    0.10122746229171753,
+    0.16129839420318604,
+    0.06711249053478241,
+    0.14878316223621368,
+    0.11627670377492905,
+    0.11893396079540253,
+    0.16668441891670227,
+    0.08424583077430725,
+    0.046039145439863205,
+    0.12794944643974304,
+    0.07153863459825516,
+    0.29580458998680115,
+    0.0404767282307148,
+    0.46049025654792786,
+    0.34309980273246765,
+    0.2435685098171234,
+    0.3197551369667053,
+    0.06950702518224716,
+    0.10064250975847244,
+    0.27471068501472473,
+    0.2672615647315979,
+    0.17263473570346832,
+    0.2568672299385071,
+    0.28757140040397644,
+    0.30776989459991455,
+    0.22129550576210022,
+    0.19820351898670197,
+    0.14885030686855316,
+    0.2542305290699005,
+    0.04957471787929535,
+    0.03936997056007385,
+    0.10909492522478104,
+    0.006371788214892149,
+    0.05857961252331734,
+    0.161481574177742,
+    0.10621897131204605,
+    0.07205735892057419,
+    0.12899328768253326,
+    0.35517847537994385,
+    0.041540857404470444,
+    0.02942202240228653,
+    0.12778685986995697,
+    0.03208277374505997,
+    0.10906438529491425,
+    0.12420619279146194,
+    0.02382097765803337,
+    0.06902050226926804,
+    0.027660025283694267,
+    0.01231972686946392,
+    0.038616180419921875,
+    0.16156315803527832,
+    0.009974026121199131,
+    0.09425019472837448,
+    0.14212562143802643,
+    0.10897185653448105,
+    0.04865076765418053,
+    0.06978355348110199,
+    0.3890755772590637,
+    0.21386605501174927,
+    0.0197193194180727,
+    0.13727298378944397,
+    0.1558925211429596,
+    0.13258270919322968,
+    0.15090301632881165,
+    0.3757173418998718,
+    0.18977677822113037,
+    0.041917264461517334,
+    0.10115549713373184,
+    0.08002784103155136,
+    0.01863817125558853,
+    0.015909459441900253,
+    0.025419587269425392,
+    0.11294161528348923,
+    0.22255121171474457,
+    0.07555586844682693,
+    0.1591680347919464,
+    0.16874027252197266,
+    0.15232765674591064,
+    0.04479069635272026,
+    0.06997399032115936,
+    0.05603526160120964,
+    0.22479388117790222,
+    0.09475487470626831,
+    0.030268289148807526,
+    0.3490828573703766,
+    0.2318248599767685,
+    0.07962962239980698,
+    0.492014616727829,
+    0.5831820368766785,
+    0.03230486065149307,
+    0.382633775472641,
+    0.42113208770751953,
+    0.06899053603410721,
+    0.13512934744358063,
+    0.2568899095058441,
+    0.029522664844989777,
+    0.01401488110423088,
+    0.03212975338101387,
+    0.022556355223059654,
+    0.057298313826322556,
+    0.01688072271645069,
+    0.011982136406004429,
+    0.16504564881324768,
+    0.028397122398018837,
+    0.03282015770673752,
+    0.2926569879055023,
+    0.17089034616947174,
+    0.03178109601140022,
+    0.009556361474096775,
+    0.10665448755025864,
+    0.12839071452617645,
+    0.2894718050956726,
+    0.08659911155700684,
+    0.10605176538228989,
+    0.2761787474155426,
+    0.0921480804681778,
+    0.08653391897678375,
+    0.044110365211963654,
+    0.21101684868335724,
+    0.24571727216243744,
+    0.11813528090715408,
+    0.1005452498793602,
+    0.1543298214673996,
+    0.18505878746509552,
+    0.07792586833238602,
+    0.006973943207412958,
+    0.10889096558094025,
+    0.21716903150081635,
+    0.11585696786642075,
+    0.10480745136737823,
+    0.03289191424846649,
+    0.021485570818185806,
+    0.022041914984583855,
+    0.010665948502719402,
+    0.10219766199588776,
+    0.011617440730333328,
+    0.1092231497168541,
+    0.03613117337226868,
+    0.008460885845124722,
+    0.028324643149971962,
+    0.13971535861492157,
+    0.01485350076109171,
+    0.050224654376506805,
+    0.013372058980166912,
+    0.03667568415403366,
+    0.042466141283512115,
+    0.20806735754013062,
+    0.031811248511075974,
+    0.12026071548461914,
+    0.030909989029169083,
+    0.131952166557312,
+    0.04694032669067383,
+    0.04050825908780098,
+    0.3201576769351959,
+    0.41838207840919495,
+    0.2718827724456787,
+    0.2128976732492447,
+    0.04391208291053772,
+    0.058077383786439896,
+    0.06260097026824951,
+    0.2980559766292572,
+    0.061605945229530334,
+    0.0649418979883194,
+    0.08660821616649628,
+    0.02709820307791233,
+    0.12016324698925018,
+    0.009420674294233322,
+    0.2780037224292755,
+    0.07946930080652237,
+    0.08954326063394547,
+    0.2631559669971466,
+    0.17276866734027863,
+    0.10003257542848587,
+    0.008732781745493412,
+    0.11295366287231445,
+    0.06794720888137817,
+    0.013340978883206844,
+    0.007894505746662617,
+    0.0651540458202362,
+    0.07416816055774689,
+    0.08146079629659653,
+    0.20163623988628387,
+    0.27744248509407043,
+    0.10267017781734467,
+    0.1524324268102646,
+    0.20640109479427338,
+    0.06168975308537483,
+    0.052257027477025986,
+    0.13160580396652222,
+    0.08168758451938629,
+    0.11232965439558029,
+    0.13678696751594543,
+    0.33577191829681396,
+    0.0062086391262710094,
+    0.14790642261505127,
+    0.029625874012708664,
+    0.0141820777207613,
+    0.0972200483083725,
+    0.01794174686074257,
+    0.015505596064031124,
+    0.04020712524652481,
+    0.023251961916685104,
+    0.13228538632392883,
+    0.09034314751625061,
+    0.007236129138618708,
+    0.13046444952487946,
+    0.22921159863471985,
+    0.1010892242193222,
+    0.3474327623844147,
+    0.04026322811841965,
+    0.02791270986199379,
+    0.05212731659412384,
+    0.23454993963241577,
+    0.18407544493675232,
+    0.05991712585091591,
+    0.008772222325205803,
+    0.12676087021827698,
+    0.10617835819721222
+  ]
+}

p5-mae-15m-d215/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00035000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.15494210285751372,
+  "probe/map_train": 0.5165337196054676,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18331853771384318,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.762382493936457,
+  "probe/total_s": 8.388676899019629,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18249898219694943
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.182735250418055
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18331853771384318
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17899044577484735
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1684928202711795
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14392348447376313
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.115453580798196
+    }
+  ],
+  "per_class_ap": [
+    0.637804388999939,
+    0.030499322339892387,
+    0.06437549740076065,
+    0.20102156698703766,
+    0.11137641221284866,
+    0.2814928889274597,
+    0.19525302946567535,
+    0.27319568395614624,
+    0.03953469172120094,
+    0.04078594222664833,
+    0.024165386334061623,
+    0.1033257320523262,
+    0.5909139513969421,
+    0.30790281295776367,
+    0.0634227767586708,
+    0.5070022344589233,
+    0.3194897472858429,
+    0.379553884267807,
+    0.07623811811208725,
+    0.10253933072090149,
+    0.24862918257713318,
+    0.0956956222653389,
+    0.22644005715847015,
+    0.15674275159835815,
+    0.10446476191282272,
+    0.027470415458083153,
+    0.08944768458604813,
+    0.19043701887130737,
+    0.31419792771339417,
+    0.0926092267036438,
+    0.273273766040802,
+    0.21392519772052765,
+    0.03498828038573265,
+    0.0960027277469635,
+    0.24128186702728271,
+    0.06584564596414566,
+    0.4029180109500885,
+    0.07425367832183838,
+    0.1183307096362114,
+    0.18654485046863556,
+    0.1525467038154602,
+    0.020534783601760864,
+    0.08239125460386276,
+    0.4358501434326172,
+    0.01574709452688694,
+    0.10403454303741455,
+    0.021119412034749985,
+    0.09364969283342361,
+    0.06911325454711914,
+    0.06582598388195038,
+    0.14072944223880768,
+    0.013917465694248676,
+    0.029488714411854744,
+    0.07150169461965561,
+    0.2543931007385254,
+    0.124721959233284,
+    0.25559478998184204,
+    0.377665638923645,
+    0.11912661790847778,
+    0.0749642550945282,
+    0.2088984102010727,
+    0.18316443264484406,
+    0.059356510639190674,
+    0.12280423939228058,
+    0.5266619920730591,
+    0.22068096697330475,
+    0.2859511971473694,
+    0.3710479438304901,
+    0.4009494483470917,
+    0.4176243245601654,
+    0.15650947391986847,
+    0.17339397966861725,
+    0.20046372711658478,
+    0.178725004196167,
+    0.18877078592777252,
+    0.24386516213417053,
+    0.0456482358276844,
+    0.18816153705120087,
+    0.18136198818683624,
+    0.15409831702709198,
+    0.021586669608950615,
+    0.11123953759670258,
+    0.3476989269256592,
+    0.06969806551933289,
+    0.10084059089422226,
+    0.02854796312749386,
+    0.08470026403665543,
+    0.044538017362356186,
+    0.04784686490893364,
+    0.14271214604377747,
+    0.08942478150129318,
+    0.0947587639093399,
+    0.1880144476890564,
+    0.03723754361271858,
+    0.052986834198236465,
+    0.07007978856563568,
+    0.028420429676771164,
+    0.02490859478712082,
+    0.12927408516407013,
+    0.17373718321323395,
+    0.12352254986763,
+    0.23480938374996185,
+    0.04229708015918732,
+    0.04452843591570854,
+    0.028974728658795357,
+    0.06010144576430321,
+    0.06382771581411362,
+    0.05967048183083534,
+    0.1010223776102066,
+    0.21090665459632874,
+    0.3093396723270416,
+    0.1379672735929489,
+    0.13313664495944977,
+    0.09513415396213531,
+    0.057936809957027435,
+    0.19940528273582458,
+    0.20009687542915344,
+    0.1285557597875595,
+    0.13370037078857422,
+    0.34451958537101746,
+    0.35101318359375,
+    0.14597512781620026,
+    0.07714544236660004,
+    0.08630919456481934,
+    0.011836184188723564,
+    0.039507366716861725,
+    0.14345338940620422,
+    0.17936702072620392,
+    0.13137196004390717,
+    0.1251174658536911,
+    0.0050895968452095985,
+    0.06362015753984451,
+    0.22941283881664276,
+    0.22090435028076172,
+    0.0719732940196991,
+    0.01414960715919733,
+    0.0966583862900734,
+    0.7309995293617249,
+    0.26552894711494446,
+    0.34533801674842834,
+    0.44522109627723694,
+    0.31244906783103943,
+    0.1353890746831894,
+    0.19284865260124207,
+    0.10243349522352219,
+    0.18127915263175964,
+    0.12774032354354858,
+    0.27662035822868347,
+    0.1811167448759079,
+    0.24129019677639008,
+    0.17253468930721283,
+    0.1985131800174713,
+    0.2632659077644348,
+    0.12196718156337738,
+    0.1145171970129013,
+    0.28665193915367126,
+    0.14505553245544434,
+    0.13415732979774475,
+    0.037785351276397705,
+    0.07669132202863693,
+    0.532729983329773,
+    0.301827609539032,
+    0.3242877125740051,
+    0.15716755390167236,
+    0.26096683740615845,
+    0.2780919671058655,
+    0.2992839813232422,
+    0.1263146847486496,
+    0.29307594895362854,
+    0.4191368520259857,
+    0.31266236305236816,
+    0.27889007329940796,
+    0.3030419647693634,
+    0.19589339196681976,
+    0.14160263538360596,
+    0.13244517147541046,
+    0.15337379276752472,
+    0.38729995489120483,
+    0.09628425538539886,
+    0.210335835814476,
+    0.2765514552593231,
+    0.21719764173030853,
+    0.11946966499090195,
+    0.33450308442115784,
+    0.09261023253202438,
+    0.4407806694507599,
+    0.3597823977470398,
+    0.19208791851997375,
+    0.3402535021305084,
+    0.20141585171222687,
+    0.19866137206554413,
+    0.11627831310033798,
+    0.338710218667984,
+    0.2673283815383911,
+    0.24721436202526093,
+    0.424907922744751,
+    0.06864132732152939,
+    0.10847398638725281,
+    0.13423261046409607,
+    0.3391745686531067,
+    0.053697869181632996,
+    0.23974797129631042,
+    0.1324697881937027,
+    0.16488666832447052,
+    0.1714445799589157,
+    0.20927850902080536,
+    0.24430084228515625,
+    0.5902483463287354,
+    0.2668292820453644,
+    0.31417763233184814,
+    0.7909741997718811,
+    0.4726131558418274,
+    0.5596317648887634,
+    0.09863042086362839,
+    0.34027302265167236,
+    0.17314420640468597,
+    0.060921505093574524,
+    0.22915753722190857,
+    0.22117315232753754,
+    0.12868525087833405,
+    0.17411786317825317,
+    0.15040455758571625,
+    0.18356378376483917,
+    0.21545258164405823,
+    0.07672511041164398,
+    0.08498615026473999,
+    0.07459163665771484,
+    0.03995196521282196,
+    0.1552087366580963,
+    0.05395900830626488,
+    0.061978600919246674,
+    0.11749789863824844,
+    0.06780838966369629,
+    0.050479546189308167,
+    0.04391486942768097,
+    0.015231851488351822,
+    0.18159577250480652,
+    0.01811002939939499,
+    0.3769166171550751,
+    0.0326872244477272,
+    0.1272951364517212,
+    0.2612552344799042,
+    0.27118536829948425,
+    0.20962627232074738,
+    0.1855490803718567,
+    0.24978478252887726,
+    0.08118482679128647,
+    0.15261150896549225,
+    0.030657948926091194,
+    0.13895952701568604,
+    0.16680674254894257,
+    0.02300826460123062,
+    0.0626821294426918,
+    0.08726146072149277,
+    0.06794683635234833,
+    0.209975004196167,
+    0.2516847252845764,
+    0.2400151938199997,
+    0.17851977050304413,
+    0.15588517487049103,
+    0.04523292928934097,
+    0.13490134477615356,
+    0.2263878583908081,
+    0.1119106188416481,
+    0.02678506076335907,
+    0.08834102749824524,
+    0.0790896788239479,
+    0.10860855132341385,
+    0.20004157721996307,
+    0.041593920439481735,
+    0.03676283732056618,
+    0.2596162259578705,
+    0.17981280386447906,
+    0.05034980550408363,
+    0.16137126088142395,
+    0.03248968347907066,
+    0.07497622817754745,
+    0.051617883145809174,
+    0.09373082220554352,
+    0.08346621692180634,
+    0.03092329204082489,
+    0.24376280605793,
+    0.15520316362380981,
+    0.2575724720954895,
+    0.08016449213027954,
+    0.2799793779850006,
+    0.3720649182796478,
+    0.3761994540691376,
+    0.25445038080215454,
+    0.24728961288928986,
+    0.2434941977262497,
+    0.22831948101520538,
+    0.11458343267440796,
+    0.1928447186946869,
+    0.24492976069450378,
+    0.26267316937446594,
+    0.1481703817844391,
+    0.007411432918161154,
+    0.016855644062161446,
+    0.013177850283682346,
+    0.295606791973114,
+    0.20548342168331146,
+    0.1949526071548462,
+    0.06784474849700928,
+    0.032436925917863846,
+    0.11677826195955276,
+    0.051863301545381546,
+    0.20969492197036743,
+    0.061107564717531204,
+    0.081916943192482,
+    0.1578178107738495,
+    0.08475097268819809,
+    0.154997780919075,
+    0.11758788675069809,
+    0.12824589014053345,
+    0.16612231731414795,
+    0.09736835956573486,
+    0.04999832436442375,
+    0.11583246290683746,
+    0.0847662016749382,
+    0.3035426735877991,
+    0.03835894539952278,
+    0.46691077947616577,
+    0.34384241700172424,
+    0.24350060522556305,
+    0.3220672309398651,
+    0.08247875422239304,
+    0.08771997690200806,
+    0.27476024627685547,
+    0.2683461308479309,
+    0.172361359000206,
+    0.24718762934207916,
+    0.2855672836303711,
+    0.28865179419517517,
+    0.20633961260318756,
+    0.2046610563993454,
+    0.17142534255981445,
+    0.24214830994606018,
+    0.04662874713540077,
+    0.04196454957127571,
+    0.12144065648317337,
+    0.007363032549619675,
+    0.06283785402774811,
+    0.16832010447978973,
+    0.10311616212129593,
+    0.07424698024988174,
+    0.14511434733867645,
+    0.3761414885520935,
+    0.042333588004112244,
+    0.025188159197568893,
+    0.12818607687950134,
+    0.03911541774868965,
+    0.11435402184724808,
+    0.127391517162323,
+    0.023545479401946068,
+    0.07317198067903519,
+    0.029412783682346344,
+    0.011663613840937614,
+    0.0355992317199707,
+    0.17090128362178802,
+    0.011800704523921013,
+    0.09920723736286163,
+    0.132318377494812,
+    0.11475124955177307,
+    0.04611540585756302,
+    0.07245390862226486,
+    0.38800451159477234,
+    0.2187410295009613,
+    0.019737733528017998,
+    0.1507716178894043,
+    0.17128829658031464,
+    0.12358713150024414,
+    0.1544780135154724,
+    0.3738957941532135,
+    0.1759234219789505,
+    0.04287523776292801,
+    0.10834233462810516,
+    0.09497343748807907,
+    0.019236288964748383,
+    0.017788950353860855,
+    0.025181511417031288,
+    0.11548108607530594,
+    0.20822225511074066,
+    0.07337704300880432,
+    0.18389932811260223,
+    0.17720699310302734,
+    0.17412059009075165,
+    0.04129207879304886,
+    0.07590433210134506,
+    0.06155912205576897,
+    0.20594747364521027,
+    0.10648173838853836,
+    0.029571259394288063,
+    0.36011186242103577,
+    0.22349151968955994,
+    0.10278722643852234,
+    0.5004559755325317,
+    0.5660519003868103,
+    0.029728446155786514,
+    0.39444077014923096,
+    0.4116760790348053,
+    0.057438723742961884,
+    0.12589269876480103,
+    0.2518218755722046,
+    0.027103951200842857,
+    0.017626028507947922,
+    0.0334145724773407,
+    0.02550349198281765,
+    0.06066275015473366,
+    0.016772672533988953,
+    0.011982610449194908,
+    0.16484639048576355,
+    0.030348682776093483,
+    0.03532648831605911,
+    0.3047720193862915,
+    0.18176259100437164,
+    0.03553610295057297,
+    0.008501103147864342,
+    0.10527560859918594,
+    0.11325065046548843,
+    0.29385730624198914,
+    0.08199448883533478,
+    0.09512966126203537,
+    0.30013060569763184,
+    0.09345065802335739,
+    0.09365163743495941,
+    0.04411996155977249,
+    0.21345260739326477,
+    0.24595578014850616,
+    0.13713204860687256,
+    0.10796511918306351,
+    0.14406509697437286,
+    0.2058420330286026,
+    0.09716387838125229,
+    0.006601381115615368,
+    0.12403469532728195,
+    0.21160587668418884,
+    0.12477819621562958,
+    0.10240143537521362,
+    0.036271993070840836,
+    0.021959783509373665,
+    0.023393914103507996,
+    0.009405857883393764,
+    0.09779327362775803,
+    0.012002679519355297,
+    0.11441228538751602,
+    0.04639085754752159,
+    0.007881290279328823,
+    0.03172820061445236,
+    0.14079542458057404,
+    0.013110246509313583,
+    0.04611686244606972,
+    0.014559884555637836,
+    0.04550321772694588,
+    0.0411020927131176,
+    0.20457932353019714,
+    0.050434112548828125,
+    0.10486286878585815,
+    0.032837484031915665,
+    0.1287352442741394,
+    0.04747294634580612,
+    0.04222008213400841,
+    0.31571194529533386,
+    0.42075812816619873,
+    0.27417922019958496,
+    0.1893637776374817,
+    0.04971640929579735,
+    0.046593356877565384,
+    0.07285866886377335,
+    0.31134334206581116,
+    0.09628394991159439,
+    0.07364732027053833,
+    0.0846439078450203,
+    0.030951743945479393,
+    0.13799041509628296,
+    0.014128071255981922,
+    0.28625059127807617,
+    0.09143300354480743,
+    0.09117773175239563,
+    0.24771659076213837,
+    0.1668708771467209,
+    0.09366209805011749,
+    0.009887754917144775,
+    0.11013620346784592,
+    0.0745396539568901,
+    0.012258811853826046,
+    0.008330297656357288,
+    0.06767580658197403,
+    0.06884583085775375,
+    0.08175980299711227,
+    0.21353654563426971,
+    0.3109879493713379,
+    0.11263840645551682,
+    0.1510782539844513,
+    0.20176605880260468,
+    0.061007414013147354,
+    0.05197445675730705,
+    0.1387147307395935,
+    0.07488610595464706,
+    0.11014913022518158,
+    0.1362936794757843,
+    0.34264934062957764,
+    0.006706015206873417,
+    0.13900186121463776,
+    0.03283090516924858,
+    0.012932086363434792,
+    0.09929464012384415,
+    0.02013261616230011,
+    0.01691870018839836,
+    0.04550082981586456,
+    0.02230381965637207,
+    0.1308947652578354,
+    0.08759307861328125,
+    0.006938576232641935,
+    0.13238558173179626,
+    0.24012181162834167,
+    0.10874126851558685,
+    0.3447017967700958,
+    0.039127167314291,
+    0.027363790199160576,
+    0.04119090363383293,
+    0.2283010333776474,
+    0.18649496138095856,
+    0.06696808338165283,
+    0.007328890264034271,
+    0.15015125274658203,
+    0.10110703855752945
+  ]
+}

p5-mae-15m-d215/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.013296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.39203515625
+  - 0.0
+  - 0.05080078125
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.36759375
+  - 0.0
+  - 0.011251953125
+  - 0.165021484375
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d215
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d215/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d215/exports/step_00040000",
+  "fingerprint": "814da905bf1a22a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "probe/map": 0.1557150766513252,
+  "probe/map_train": 0.5364143984141341,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.18394772826554343,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.842649172991514,
+  "probe/total_s": 8.383925769012421,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18334657505138705
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18394772826554343
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18308542774410555
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17938914780807194
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16838112641417508
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1449825281049328
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11540438440509947
+    }
+  ],
+  "per_class_ap": [
+    0.6374872922897339,
+    0.029245177283883095,
+    0.06430524587631226,
+    0.2069464474916458,
+    0.10927066951990128,
+    0.28654059767723083,
+    0.20584125816822052,
+    0.2868121266365051,
+    0.03746708855032921,
+    0.04218985140323639,
+    0.02373017556965351,
+    0.10231544077396393,
+    0.5942229628562927,
+    0.3119281232357025,
+    0.07261870801448822,
+    0.510776698589325,
+    0.32742932438850403,
+    0.37992095947265625,
+    0.07573909312486649,
+    0.09145853668451309,
+    0.2530612647533417,
+    0.09498665481805801,
+    0.22840048372745514,
+    0.16067177057266235,
+    0.10043540596961975,
+    0.04662975296378136,
+    0.09254736453294754,
+    0.19036392867565155,
+    0.3140350878238678,
+    0.0906057208776474,
+    0.2752116024494171,
+    0.21041546761989594,
+    0.04670440033078194,
+    0.09527990967035294,
+    0.2432742714881897,
+    0.06334751099348068,
+    0.41671764850616455,
+    0.07305807620286942,
+    0.10768140107393265,
+    0.1849738508462906,
+    0.15579916536808014,
+    0.017179368063807487,
+    0.08347804099321365,
+    0.43675076961517334,
+    0.016528256237506866,
+    0.10509006679058075,
+    0.020248057320713997,
+    0.09527366608381271,
+    0.07006676495075226,
+    0.062465958297252655,
+    0.13638117909431458,
+    0.013469547964632511,
+    0.027312617748975754,
+    0.08852856606245041,
+    0.25470203161239624,
+    0.1165570616722107,
+    0.2629747986793518,
+    0.37647688388824463,
+    0.12004731595516205,
+    0.0677219033241272,
+    0.21270911395549774,
+    0.19225747883319855,
+    0.0587615892291069,
+    0.12145085632801056,
+    0.5294355154037476,
+    0.22072365880012512,
+    0.27713897824287415,
+    0.3834953010082245,
+    0.39657071232795715,
+    0.4223785996437073,
+    0.15597392618656158,
+    0.17899812757968903,
+    0.20150691270828247,
+    0.18041250109672546,
+    0.19346635043621063,
+    0.24402160942554474,
+    0.04642429202795029,
+    0.1949271410703659,
+    0.1767883449792862,
+    0.15304943919181824,
+    0.01881752535700798,
+    0.11259635537862778,
+    0.35548046231269836,
+    0.07736513018608093,
+    0.09781821072101593,
+    0.029826918616890907,
+    0.07420714199542999,
+    0.04373281076550484,
+    0.048466745764017105,
+    0.16322709619998932,
+    0.09064220637083054,
+    0.08323685824871063,
+    0.18648098409175873,
+    0.029589317739009857,
+    0.052752360701560974,
+    0.06197134405374527,
+    0.024018719792366028,
+    0.02239321358501911,
+    0.13106323778629303,
+    0.17753857374191284,
+    0.11511082202196121,
+    0.2287483513355255,
+    0.040982864797115326,
+    0.045070115476846695,
+    0.026593368500471115,
+    0.055721644312143326,
+    0.06728126108646393,
+    0.0627129003405571,
+    0.10033156722784042,
+    0.215817391872406,
+    0.29880809783935547,
+    0.1369495838880539,
+    0.13472208380699158,
+    0.09836742281913757,
+    0.05728569254279137,
+    0.2131262868642807,
+    0.21494129300117493,
+    0.1242658868432045,
+    0.12738201022148132,
+    0.3298253118991852,
+    0.3465726673603058,
+    0.1586039513349533,
+    0.07937934249639511,
+    0.08561254292726517,
+    0.012730466201901436,
+    0.035298220813274384,
+    0.14375422894954681,
+    0.1875150352716446,
+    0.1400192826986313,
+    0.13019928336143494,
+    0.005237685050815344,
+    0.06280004233121872,
+    0.22956582903862,
+    0.22706042230129242,
+    0.0690525695681572,
+    0.010958501137793064,
+    0.10086474567651749,
+    0.72994065284729,
+    0.26047131419181824,
+    0.3454127907752991,
+    0.4431062340736389,
+    0.31932154297828674,
+    0.13713417947292328,
+    0.19233939051628113,
+    0.10140581429004669,
+    0.16697536408901215,
+    0.12487524002790451,
+    0.27963870763778687,
+    0.18692423403263092,
+    0.2397041618824005,
+    0.16565115749835968,
+    0.20597180724143982,
+    0.26026827096939087,
+    0.12701065838336945,
+    0.11915935575962067,
+    0.29059725999832153,
+    0.15000373125076294,
+    0.1350383162498474,
+    0.03454821556806564,
+    0.08270139992237091,
+    0.5355077385902405,
+    0.2961098253726959,
+    0.32645779848098755,
+    0.15219812095165253,
+    0.2587410807609558,
+    0.2818168103694916,
+    0.29863274097442627,
+    0.13405472040176392,
+    0.29521018266677856,
+    0.4186387360095978,
+    0.30079546570777893,
+    0.28032344579696655,
+    0.3095267117023468,
+    0.19718867540359497,
+    0.14841994643211365,
+    0.13073031604290009,
+    0.1471598893404007,
+    0.3853771388530731,
+    0.10205976665019989,
+    0.20385262370109558,
+    0.27320733666419983,
+    0.20538429915905,
+    0.11807354539632797,
+    0.34318989515304565,
+    0.08309584856033325,
+    0.4472954273223877,
+    0.3693642020225525,
+    0.19008080661296844,
+    0.3438720703125,
+    0.20523400604724884,
+    0.19920752942562103,
+    0.11776340752840042,
+    0.3439290225505829,
+    0.2787507176399231,
+    0.26115530729293823,
+    0.4266631603240967,
+    0.0734519213438034,
+    0.10279117524623871,
+    0.14105039834976196,
+    0.3538844585418701,
+    0.053588755428791046,
+    0.25972095131874084,
+    0.12627001106739044,
+    0.16831673681735992,
+    0.16836240887641907,
+    0.2177920788526535,
+    0.25631916522979736,
+    0.608515202999115,
+    0.26915234327316284,
+    0.33478274941444397,
+    0.7962486743927002,
+    0.46140366792678833,
+    0.5596684813499451,
+    0.09252005815505981,
+    0.34513288736343384,
+    0.17374809086322784,
+    0.060593098402023315,
+    0.22967645525932312,
+    0.21587708592414856,
+    0.12332058697938919,
+    0.1741989254951477,
+    0.1408497542142868,
+    0.18638551235198975,
+    0.21205143630504608,
+    0.06954170763492584,
+    0.08124907314777374,
+    0.07430097460746765,
+    0.03640766441822052,
+    0.15904393792152405,
+    0.050047777593135834,
+    0.06302684545516968,
+    0.11095263808965683,
+    0.06599882990121841,
+    0.04720194637775421,
+    0.04005071520805359,
+    0.013988365419209003,
+    0.17967504262924194,
+    0.017443513497710228,
+    0.38111525774002075,
+    0.031921204179525375,
+    0.14351238310337067,
+    0.25910046696662903,
+    0.261878103017807,
+    0.2176353633403778,
+    0.1904599368572235,
+    0.2515481412410736,
+    0.07995748519897461,
+    0.1598518043756485,
+    0.028572626411914825,
+    0.13730444014072418,
+    0.1732560247182846,
+    0.02237720973789692,
+    0.06616412848234177,
+    0.0873413234949112,
+    0.06551539897918701,
+    0.21904784440994263,
+    0.26683753728866577,
+    0.24354836344718933,
+    0.1683165431022644,
+    0.14906059205532074,
+    0.04461374878883362,
+    0.13906189799308777,
+    0.2339167296886444,
+    0.10889612138271332,
+    0.02540673315525055,
+    0.08166912198066711,
+    0.07323305308818817,
+    0.10760489851236343,
+    0.1889714002609253,
+    0.038697902113199234,
+    0.03671741858124733,
+    0.25633764266967773,
+    0.17798137664794922,
+    0.04416227340698242,
+    0.161355122923851,
+    0.029362883418798447,
+    0.07185520231723785,
+    0.05128157138824463,
+    0.09385388344526291,
+    0.08320818096399307,
+    0.027453644201159477,
+    0.24951991438865662,
+    0.1546032577753067,
+    0.25813719630241394,
+    0.07820163667201996,
+    0.2785773277282715,
+    0.37817099690437317,
+    0.3969024419784546,
+    0.2669488489627838,
+    0.26652073860168457,
+    0.2494889199733734,
+    0.2415982484817505,
+    0.1165468841791153,
+    0.19402481615543365,
+    0.24857476353645325,
+    0.2709818482398987,
+    0.15685825049877167,
+    0.007741922978311777,
+    0.014431687071919441,
+    0.010792107321321964,
+    0.2951017916202545,
+    0.21232275664806366,
+    0.2024756520986557,
+    0.07087577879428864,
+    0.033215444535017014,
+    0.12347657233476639,
+    0.05115553364157677,
+    0.21157582104206085,
+    0.06247185543179512,
+    0.08332397788763046,
+    0.1597975641489029,
+    0.07526292651891708,
+    0.15229906141757965,
+    0.11803054809570312,
+    0.12333325296640396,
+    0.1645965576171875,
+    0.09315434843301773,
+    0.04973405972123146,
+    0.11780620366334915,
+    0.08795399963855743,
+    0.3142716586589813,
+    0.03934481367468834,
+    0.4758342206478119,
+    0.3420677185058594,
+    0.25196442008018494,
+    0.33075064420700073,
+    0.08098716288805008,
+    0.09061814844608307,
+    0.270454466342926,
+    0.2674517035484314,
+    0.17084810137748718,
+    0.2548786401748657,
+    0.2821427881717682,
+    0.2921624183654785,
+    0.20009547472000122,
+    0.20444190502166748,
+    0.17211376130580902,
+    0.239900141954422,
+    0.04644019156694412,
+    0.04070142284035683,
+    0.12424676865339279,
+    0.007452880963683128,
+    0.06350082159042358,
+    0.16608981788158417,
+    0.10961209982633591,
+    0.0735645741224289,
+    0.13852013647556305,
+    0.36783766746520996,
+    0.04143236577510834,
+    0.02533712424337864,
+    0.12572263181209564,
+    0.03887457773089409,
+    0.11080228537321091,
+    0.13193948566913605,
+    0.02275022119283676,
+    0.07912182807922363,
+    0.029578642919659615,
+    0.011739187873899937,
+    0.03515773266553879,
+    0.17357169091701508,
+    0.010760934092104435,
+    0.09588741511106491,
+    0.12811687588691711,
+    0.11715351045131683,
+    0.04360430687665939,
+    0.08909774571657181,
+    0.3808898329734802,
+    0.20924676954746246,
+    0.018158603459596634,
+    0.1464376598596573,
+    0.18378134071826935,
+    0.1408810317516327,
+    0.17711275815963745,
+    0.3791225254535675,
+    0.1895403116941452,
+    0.042208876460790634,
+    0.10422977060079575,
+    0.09758245944976807,
+    0.018556052818894386,
+    0.01897849328815937,
+    0.0241231769323349,
+    0.11250461637973785,
+    0.20926718413829803,
+    0.07493975758552551,
+    0.18318426609039307,
+    0.1778726726770401,
+    0.16908904910087585,
+    0.04262644052505493,
+    0.07494522631168365,
+    0.056832101196050644,
+    0.21849052608013153,
+    0.1049337312579155,
+    0.035151541233062744,
+    0.361538290977478,
+    0.21590667963027954,
+    0.09339171648025513,
+    0.5073234438896179,
+    0.5797111988067627,
+    0.03091440722346306,
+    0.3919495642185211,
+    0.4117809236049652,
+    0.06515252590179443,
+    0.13360264897346497,
+    0.26105809211730957,
+    0.026970969513058662,
+    0.0166512168943882,
+    0.034514594823122025,
+    0.025499356910586357,
+    0.06283117830753326,
+    0.016107583418488503,
+    0.011854805052280426,
+    0.16697660088539124,
+    0.030413206666707993,
+    0.03290524706244469,
+    0.31073346734046936,
+    0.18524330854415894,
+    0.043074000626802444,
+    0.007951918058097363,
+    0.1047644093632698,
+    0.11015620827674866,
+    0.2959238886833191,
+    0.09186926484107971,
+    0.0972660556435585,
+    0.2915935218334198,
+    0.09156657755374908,
+    0.09169420599937439,
+    0.04341695085167885,
+    0.20998236536979675,
+    0.2492101788520813,
+    0.14679881930351257,
+    0.11093505471944809,
+    0.148551344871521,
+    0.20984278619289398,
+    0.09951578080654144,
+    0.007073905318975449,
+    0.133102685213089,
+    0.20197980105876923,
+    0.12392421066761017,
+    0.11241225898265839,
+    0.03383322432637215,
+    0.02202662266790867,
+    0.020167037844657898,
+    0.008969170972704887,
+    0.10284721851348877,
+    0.01142971869558096,
+    0.1159842237830162,
+    0.03981013968586922,
+    0.007608904503285885,
+    0.036090005189180374,
+    0.14099349081516266,
+    0.015020202845335007,
+    0.044636134058237076,
+    0.014165880158543587,
+    0.04057898372411728,
+    0.04165761545300484,
+    0.20998798310756683,
+    0.05099007487297058,
+    0.1143261194229126,
+    0.030721357092261314,
+    0.12827005982398987,
+    0.051249708980321884,
+    0.03951365873217583,
+    0.327425092458725,
+    0.40739962458610535,
+    0.2798633277416229,
+    0.1999761313199997,
+    0.04694255068898201,
+    0.05422421172261238,
+    0.0710236206650734,
+    0.2988537847995758,
+    0.07577742636203766,
+    0.07221080362796783,
+    0.08525653183460236,
+    0.029719946905970573,
+    0.14331065118312836,
+    0.009023419581353664,
+    0.2842451333999634,
+    0.09312409162521362,
+    0.090697281062603,
+    0.26469239592552185,
+    0.16851115226745605,
+    0.09153043478727341,
+    0.008991405367851257,
+    0.09064767509698868,
+    0.07117633521556854,
+    0.011901019141077995,
+    0.008446584455668926,
+    0.0663037970662117,
+    0.06653035432100296,
+    0.06979020684957504,
+    0.21107512712478638,
+    0.3009487986564636,
+    0.10968216508626938,
+    0.15271541476249695,
+    0.2023583948612213,
+    0.06470732390880585,
+    0.04937553405761719,
+    0.12962652742862701,
+    0.09065285325050354,
+    0.11258616298437119,
+    0.1367771327495575,
+    0.3437930941581726,
+    0.005964105483144522,
+    0.14193032681941986,
+    0.029775993898510933,
+    0.012053769081830978,
+    0.096790611743927,
+    0.018784940242767334,
+    0.015613407827913761,
+    0.041379183530807495,
+    0.021340062841773033,
+    0.12636691331863403,
+    0.08411340415477753,
+    0.006897091865539551,
+    0.13722632825374603,
+    0.23805096745491028,
+    0.11017546057701111,
+    0.3388729989528656,
+    0.03626129403710365,
+    0.025850532576441765,
+    0.039183370769023895,
+    0.23200947046279907,
+    0.17460252344608307,
+    0.06367860734462738,
+    0.0074908919632434845,
+    0.14888876676559448,
+    0.09940366446971893
+  ]
+}

p5-mae-15m-d215/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e662328c0c01b058dca3cd5693a5612618b683097e615491c9e54f062420aa
+size 15360128

p5-mae-15m-d215/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d215",
+  "fingerprint": "814da905bf1a22a3",
+  "wandb_run_id": "phase5-p5-mae-15m-d215",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 404777,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.013296875,
+      0.0,
+      0.0,
+      0.0,
+      0.39203489583333334,
+      0.0,
+      0.050801041666666664,
+      0.0,
+      0.0,
+      0.0,
+      0.36759375,
+      0.0,
+      0.011252083333333333,
+      0.16502135416666666,
+      0.0,
+      0.0
+    ]
+  },
+  "started_at": 1787011141.836836,
+  "finished_at": 1787011833.5218437,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6747117042541504,
+    "val/loss": 0.6336182001978159,
+    "val/frame": 0.6336182001978159,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d215/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787011833.5235848,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6747117042541504,
+  "val/loss": 0.6336182001978159,
+  "val/frame": 0.6336182001978159,
+  "val/utterance": 0.0
+}