Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/run-phase5-p5-mae-15m-d240.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-15m-d240/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00005000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.10666865076024998,
+  "probe/map_train": 0.468882503415647,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.13190900674045608,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.722989280009642,
+  "probe/total_s": 8.476162209990434,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1292181465451374
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.129575684755878
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13165627897096766
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13190900674045608
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12322097155132969
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10467888887324839
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08209991847974314
+    }
+  ],
+  "per_class_ap": [
+    0.6012858748435974,
+    0.008853617124259472,
+    0.0660523995757103,
+    0.18764014542102814,
+    0.08035052567720413,
+    0.2810649871826172,
+    0.2056199610233307,
+    0.30444517731666565,
+    0.023352667689323425,
+    0.02885419875383377,
+    0.014833405613899231,
+    0.07949996739625931,
+    0.35109949111938477,
+    0.16853730380535126,
+    0.04669692739844322,
+    0.394413024187088,
+    0.2264469414949417,
+    0.3177693486213684,
+    0.049528393894433975,
+    0.060546256601810455,
+    0.1883249431848526,
+    0.0692267194390297,
+    0.12795501947402954,
+    0.10350822657346725,
+    0.03144899010658264,
+    0.018178746104240417,
+    0.04633389785885811,
+    0.1658400297164917,
+    0.21475248038768768,
+    0.02928924188017845,
+    0.19707654416561127,
+    0.09819357097148895,
+    0.013989485800266266,
+    0.0506109781563282,
+    0.1754905879497528,
+    0.028541358187794685,
+    0.25005069375038147,
+    0.0335681214928627,
+    0.06408166885375977,
+    0.07825595885515213,
+    0.11349596083164215,
+    0.011982208117842674,
+    0.05313810706138611,
+    0.26515838503837585,
+    0.008281365036964417,
+    0.05435028299689293,
+    0.007454794365912676,
+    0.05476970598101616,
+    0.049862783402204514,
+    0.0470464788377285,
+    0.11805565655231476,
+    0.011194711551070213,
+    0.021551156416535378,
+    0.03892819955945015,
+    0.1457994133234024,
+    0.10276897996664047,
+    0.1261531114578247,
+    0.24258558452129364,
+    0.094877228140831,
+    0.050619937479496,
+    0.13969185948371887,
+    0.15694178640842438,
+    0.02853275276720524,
+    0.10487047582864761,
+    0.4560457766056061,
+    0.19273044168949127,
+    0.18654517829418182,
+    0.2220139503479004,
+    0.37503182888031006,
+    0.30227944254875183,
+    0.08916159719228745,
+    0.07538305222988129,
+    0.14507481455802917,
+    0.11952725797891617,
+    0.1216580793261528,
+    0.16033858060836792,
+    0.0464482307434082,
+    0.13797904551029205,
+    0.12995076179504395,
+    0.06931136548519135,
+    0.023521188646554947,
+    0.05047890916466713,
+    0.1290515661239624,
+    0.04450981318950653,
+    0.06272850185632706,
+    0.02402365952730179,
+    0.037678103893995285,
+    0.034433551132678986,
+    0.01924813911318779,
+    0.05681884288787842,
+    0.02638603374361992,
+    0.025940068066120148,
+    0.14779061079025269,
+    0.012306693941354752,
+    0.0313652865588665,
+    0.017835361883044243,
+    0.02008209377527237,
+    0.03003382682800293,
+    0.10395431518554688,
+    0.16237099468708038,
+    0.11075906455516815,
+    0.21324017643928528,
+    0.02772699110209942,
+    0.027942797169089317,
+    0.013200615532696247,
+    0.04591294378042221,
+    0.04212556034326553,
+    0.04295061528682709,
+    0.04825805127620697,
+    0.10968951880931854,
+    0.1103692576289177,
+    0.0846918523311615,
+    0.06354190409183502,
+    0.06591842323541641,
+    0.04452776536345482,
+    0.12668505311012268,
+    0.12005706131458282,
+    0.06088142842054367,
+    0.07476566731929779,
+    0.09231040626764297,
+    0.09446649253368378,
+    0.09058456122875214,
+    0.06348885595798492,
+    0.04852377250790596,
+    0.020932462066411972,
+    0.01905140094459057,
+    0.08603279292583466,
+    0.14923050999641418,
+    0.09423559159040451,
+    0.09275154024362564,
+    0.004863309673964977,
+    0.08715549111366272,
+    0.09252921491861343,
+    0.10315684974193573,
+    0.0268096961081028,
+    0.010089787654578686,
+    0.03464827314019203,
+    0.6883494257926941,
+    0.20359906554222107,
+    0.2645814120769501,
+    0.35967886447906494,
+    0.24794848263263702,
+    0.08042293041944504,
+    0.11372855305671692,
+    0.06981415301561356,
+    0.09408815205097198,
+    0.05681225657463074,
+    0.1233762726187706,
+    0.08346477895975113,
+    0.1492847204208374,
+    0.08906377851963043,
+    0.13956700265407562,
+    0.15279380977153778,
+    0.06580475717782974,
+    0.054264817386865616,
+    0.14932826161384583,
+    0.08631499856710434,
+    0.05756331607699394,
+    0.022837702184915543,
+    0.0683898851275444,
+    0.3960713744163513,
+    0.23065169155597687,
+    0.2936462461948395,
+    0.12958131730556488,
+    0.20713035762310028,
+    0.24751344323158264,
+    0.2621447741985321,
+    0.16019493341445923,
+    0.26421478390693665,
+    0.24693815410137177,
+    0.15877673029899597,
+    0.2523549497127533,
+    0.2508591115474701,
+    0.20052595436573029,
+    0.05970847234129906,
+    0.09650643914937973,
+    0.09022565186023712,
+    0.30400407314300537,
+    0.043164778500795364,
+    0.09611080586910248,
+    0.11298879235982895,
+    0.0979391485452652,
+    0.09383003413677216,
+    0.1630227416753769,
+    0.03471430018544197,
+    0.30281874537467957,
+    0.294782817363739,
+    0.11676303297281265,
+    0.24013003706932068,
+    0.12560740113258362,
+    0.13706369698047638,
+    0.08220451325178146,
+    0.21219758689403534,
+    0.1984855830669403,
+    0.16736294329166412,
+    0.33748212456703186,
+    0.06982837617397308,
+    0.0454242117702961,
+    0.10220804065465927,
+    0.11349762976169586,
+    0.05279043689370155,
+    0.15261080861091614,
+    0.07073032110929489,
+    0.14854083955287933,
+    0.17765510082244873,
+    0.10124288499355316,
+    0.10284826904535294,
+    0.3399747610092163,
+    0.13346503674983978,
+    0.16333337128162384,
+    0.6720065474510193,
+    0.3377717137336731,
+    0.4240780770778656,
+    0.030844157561659813,
+    0.2630975842475891,
+    0.09464865177869797,
+    0.038218360394239426,
+    0.168504998087883,
+    0.12389271706342697,
+    0.09055190533399582,
+    0.14616155624389648,
+    0.10015233606100082,
+    0.1805592179298401,
+    0.17405635118484497,
+    0.05099170655012131,
+    0.052119553089141846,
+    0.08586683869361877,
+    0.03222598880529404,
+    0.1151651069521904,
+    0.03373126685619354,
+    0.0742766261100769,
+    0.049443475902080536,
+    0.05748659372329712,
+    0.05454385280609131,
+    0.030705202370882034,
+    0.01225197035819292,
+    0.11283088475465775,
+    0.020795293152332306,
+    0.21413636207580566,
+    0.026792017742991447,
+    0.10017169266939163,
+    0.19177111983299255,
+    0.25092652440071106,
+    0.15900135040283203,
+    0.1455163061618805,
+    0.2105458676815033,
+    0.04652366414666176,
+    0.14362971484661102,
+    0.02493421547114849,
+    0.15675406157970428,
+    0.09620793163776398,
+    0.05186878517270088,
+    0.03921503201127052,
+    0.056993268430233,
+    0.0880485251545906,
+    0.1606934815645218,
+    0.237661674618721,
+    0.21331506967544556,
+    0.09002047032117844,
+    0.06322626769542694,
+    0.062171392142772675,
+    0.053060706704854965,
+    0.14333254098892212,
+    0.0886867418885231,
+    0.016886726021766663,
+    0.07590218633413315,
+    0.0742010623216629,
+    0.09971248358488083,
+    0.13154320418834686,
+    0.025998247787356377,
+    0.024260139092803,
+    0.13389354944229126,
+    0.04062170162796974,
+    0.021951433271169662,
+    0.17155948281288147,
+    0.03526712954044342,
+    0.09449976682662964,
+    0.029005540534853935,
+    0.04952271282672882,
+    0.0334700308740139,
+    0.024680674076080322,
+    0.23551252484321594,
+    0.12353137135505676,
+    0.16225534677505493,
+    0.0583343580365181,
+    0.16766397655010223,
+    0.2258249670267105,
+    0.229231595993042,
+    0.14964056015014648,
+    0.13431598246097565,
+    0.12117520719766617,
+    0.10095494240522385,
+    0.10678482800722122,
+    0.23284925520420074,
+    0.10708120465278625,
+    0.1023317351937294,
+    0.0872509777545929,
+    0.006120679900050163,
+    0.012421341612935066,
+    0.00721280463039875,
+    0.2643797993659973,
+    0.1369834989309311,
+    0.09270591288805008,
+    0.06518317013978958,
+    0.039336081594228745,
+    0.0754517987370491,
+    0.02204406075179577,
+    0.13187123835086823,
+    0.025363916531205177,
+    0.03741362318396568,
+    0.11147892475128174,
+    0.047284793108701706,
+    0.05648209899663925,
+    0.0449671670794487,
+    0.047564491629600525,
+    0.06016011908650398,
+    0.04977318271994591,
+    0.03488389775156975,
+    0.03745552897453308,
+    0.06218799948692322,
+    0.09446119517087936,
+    0.05844486132264137,
+    0.37059715390205383,
+    0.25265079736709595,
+    0.23209291696548462,
+    0.17330166697502136,
+    0.02127467468380928,
+    0.058734260499477386,
+    0.18002593517303467,
+    0.17042934894561768,
+    0.09943831712007523,
+    0.13714314997196198,
+    0.18092100322246552,
+    0.27123188972473145,
+    0.1421688050031662,
+    0.11894084513187408,
+    0.07033025473356247,
+    0.2263769656419754,
+    0.05155007168650627,
+    0.01952100358903408,
+    0.061214376240968704,
+    0.0054777818731963634,
+    0.03470257669687271,
+    0.10623659938573837,
+    0.10628756135702133,
+    0.05507056042551994,
+    0.0958295464515686,
+    0.19829298555850983,
+    0.018305808305740356,
+    0.03432620316743851,
+    0.028665073215961456,
+    0.03401513397693634,
+    0.0521940253674984,
+    0.07588633894920349,
+    0.02926534041762352,
+    0.037321727722883224,
+    0.06167728081345558,
+    0.009846173226833344,
+    0.03962090611457825,
+    0.06835227459669113,
+    0.008571592159569263,
+    0.048847343772649765,
+    0.11328679323196411,
+    0.07947351783514023,
+    0.018651220947504044,
+    0.024079663679003716,
+    0.3256002962589264,
+    0.13946722447872162,
+    0.020022766664624214,
+    0.11071280390024185,
+    0.09126129001379013,
+    0.09932874888181686,
+    0.07407064735889435,
+    0.22553317248821259,
+    0.07930107414722443,
+    0.026007777079939842,
+    0.0599614679813385,
+    0.0417875200510025,
+    0.00963214784860611,
+    0.013789675198495388,
+    0.023352093994617462,
+    0.09236878156661987,
+    0.03972689434885979,
+    0.0517006553709507,
+    0.08924388885498047,
+    0.1502935141324997,
+    0.1326274275779724,
+    0.03659975901246071,
+    0.038764357566833496,
+    0.08840979635715485,
+    0.14452984929084778,
+    0.04050353169441223,
+    0.02606717310845852,
+    0.3228583335876465,
+    0.17586378753185272,
+    0.035664670169353485,
+    0.3796790540218353,
+    0.4878809154033661,
+    0.02260591834783554,
+    0.33939963579177856,
+    0.3535073399543762,
+    0.043378327041864395,
+    0.08481896668672562,
+    0.1941714584827423,
+    0.014906547032296658,
+    0.01169606950134039,
+    0.012891273014247417,
+    0.017613856121897697,
+    0.03635317087173462,
+    0.009985117241740227,
+    0.00778132164850831,
+    0.15648208558559418,
+    0.018695907667279243,
+    0.02448406256735325,
+    0.26898279786109924,
+    0.1806807965040207,
+    0.029162129387259483,
+    0.012804110534489155,
+    0.1003907322883606,
+    0.10131252557039261,
+    0.1518741101026535,
+    0.03708730638027191,
+    0.07431607693433762,
+    0.2048981636762619,
+    0.09617576748132706,
+    0.10543648898601532,
+    0.03286247327923775,
+    0.11546871811151505,
+    0.15086722373962402,
+    0.1393793821334839,
+    0.050545912235975266,
+    0.10005111247301102,
+    0.06987863034009933,
+    0.0737493634223938,
+    0.0072478787042200565,
+    0.08991628885269165,
+    0.2104910910129547,
+    0.05933171510696411,
+    0.08082236349582672,
+    0.01433596946299076,
+    0.01690196432173252,
+    0.013093088753521442,
+    0.00693347305059433,
+    0.06007426232099533,
+    0.006666040048003197,
+    0.10701354593038559,
+    0.013643051497638226,
+    0.007991967722773552,
+    0.010015489533543587,
+    0.0372047945857048,
+    0.012518377974629402,
+    0.027720093727111816,
+    0.010327674448490143,
+    0.03413546085357666,
+    0.03386123850941658,
+    0.12957675755023956,
+    0.02905847877264023,
+    0.07778143137693405,
+    0.02320053242146969,
+    0.06536728143692017,
+    0.05121425911784172,
+    0.02178514190018177,
+    0.17982368171215057,
+    0.44035840034484863,
+    0.19691038131713867,
+    0.10081660747528076,
+    0.03881201148033142,
+    0.049309149384498596,
+    0.0323052853345871,
+    0.07806011289358139,
+    0.07841702550649643,
+    0.05259200185537338,
+    0.0624672994017601,
+    0.008578076027333736,
+    0.07849789410829544,
+    0.004284908063709736,
+    0.2148320972919464,
+    0.04356509819626808,
+    0.04795810580253601,
+    0.22356688976287842,
+    0.1110515221953392,
+    0.0826263278722763,
+    0.008072777651250362,
+    0.042805060744285583,
+    0.04083429276943207,
+    0.009936335496604443,
+    0.007391159888356924,
+    0.0428314283490181,
+    0.04461834579706192,
+    0.06690356135368347,
+    0.1533312350511551,
+    0.23982857167720795,
+    0.06565986573696136,
+    0.13168175518512726,
+    0.247080460190773,
+    0.04136735573410988,
+    0.04348813742399216,
+    0.1708824187517166,
+    0.05098985508084297,
+    0.07480712234973907,
+    0.10663918405771255,
+    0.20820479094982147,
+    0.008367233909666538,
+    0.08648241311311722,
+    0.02702425979077816,
+    0.017193898558616638,
+    0.093503437936306,
+    0.018485885113477707,
+    0.015208899974822998,
+    0.03110557608306408,
+    0.019385013729333878,
+    0.1328900158405304,
+    0.05397668853402138,
+    0.008535531349480152,
+    0.08987218886613846,
+    0.2562710642814636,
+    0.02949664555490017,
+    0.3436741828918457,
+    0.0408330038189888,
+    0.04103633388876915,
+    0.030147699639201164,
+    0.21325257420539856,
+    0.13140223920345306,
+    0.020715290680527687,
+    0.006851602345705032,
+    0.12166035175323486,
+    0.09872021526098251
+  ]
+}

p5-mae-15m-d240/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf769f4619ad96061b634171925e19062eac13e6d9c11f22f826445353d679fb
+size 60174680

p5-mae-15m-d240/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00010000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.1294365143509444,
+  "probe/map_train": 0.5420919257504212,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.15812905901597646,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.815953495912254,
+  "probe/total_s": 8.306480241939425,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15703315796167988
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15699645495828615
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15812905901597646
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1575500419260881
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14691380311362093
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12517104731462683
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10263413326828909
+    }
+  ],
+  "per_class_ap": [
+    0.620877206325531,
+    0.02429874613881111,
+    0.06287002563476562,
+    0.2070906162261963,
+    0.06545720994472504,
+    0.2525327801704407,
+    0.2006404548883438,
+    0.3560454845428467,
+    0.03705345839262009,
+    0.036393389105796814,
+    0.016854263842105865,
+    0.06822807341814041,
+    0.4348986744880676,
+    0.25146567821502686,
+    0.03452228009700775,
+    0.4945785403251648,
+    0.27233749628067017,
+    0.3453410267829895,
+    0.04208838567137718,
+    0.07333364337682724,
+    0.25677603483200073,
+    0.07722453773021698,
+    0.15983255207538605,
+    0.12782961130142212,
+    0.05715293064713478,
+    0.022220902144908905,
+    0.08553314208984375,
+    0.16206666827201843,
+    0.20238734781742096,
+    0.06933631002902985,
+    0.22686128318309784,
+    0.18117906153202057,
+    0.023195723071694374,
+    0.09672902524471283,
+    0.2279398888349533,
+    0.03210977464914322,
+    0.32101354002952576,
+    0.04692774638533592,
+    0.06743031740188599,
+    0.11344677954912186,
+    0.12184537947177887,
+    0.018885502591729164,
+    0.06941701471805573,
+    0.36580872535705566,
+    0.015348805114626884,
+    0.0752754658460617,
+    0.009433597326278687,
+    0.12968096137046814,
+    0.042809128761291504,
+    0.06928499042987823,
+    0.1408357173204422,
+    0.0118076978251338,
+    0.02134413830935955,
+    0.07108384370803833,
+    0.2180778682231903,
+    0.10995093733072281,
+    0.18725746870040894,
+    0.3551408350467682,
+    0.1396184116601944,
+    0.07220613211393356,
+    0.20191022753715515,
+    0.17421993613243103,
+    0.03780040144920349,
+    0.13012348115444183,
+    0.49922260642051697,
+    0.19229798018932343,
+    0.23514889180660248,
+    0.26751434803009033,
+    0.3826693594455719,
+    0.3842903971672058,
+    0.12616099417209625,
+    0.12154871225357056,
+    0.1679282784461975,
+    0.1509912610054016,
+    0.16004623472690582,
+    0.20440737903118134,
+    0.060781680047512054,
+    0.23445390164852142,
+    0.1543276458978653,
+    0.09733865410089493,
+    0.01916559971868992,
+    0.06853696703910828,
+    0.20452597737312317,
+    0.0951586589217186,
+    0.09003476798534393,
+    0.029946260154247284,
+    0.05953487381339073,
+    0.016923630610108376,
+    0.024481767788529396,
+    0.02848750352859497,
+    0.07888778299093246,
+    0.082453154027462,
+    0.13398243486881256,
+    0.019855618476867676,
+    0.0456373393535614,
+    0.04007524996995926,
+    0.009351353161036968,
+    0.01628168672323227,
+    0.11789306998252869,
+    0.1530451625585556,
+    0.11435417085886002,
+    0.19835782051086426,
+    0.03776388242840767,
+    0.0363258495926857,
+    0.017065715044736862,
+    0.04405323415994644,
+    0.07603684067726135,
+    0.08587197959423065,
+    0.05044678971171379,
+    0.15964937210083008,
+    0.1566764861345291,
+    0.13084827363491058,
+    0.10964035242795944,
+    0.09339772164821625,
+    0.08464252203702927,
+    0.18154890835285187,
+    0.18588374555110931,
+    0.09890732914209366,
+    0.11564325541257858,
+    0.253903865814209,
+    0.2497939020395279,
+    0.16930732131004333,
+    0.06354467570781708,
+    0.07234477251768112,
+    0.018512535840272903,
+    0.023369930684566498,
+    0.11700163781642914,
+    0.16038835048675537,
+    0.1561867743730545,
+    0.11295945942401886,
+    0.0043931747786700726,
+    0.07972382009029388,
+    0.10128608345985413,
+    0.10963265597820282,
+    0.05325113981962204,
+    0.009834627620875835,
+    0.0720580518245697,
+    0.7089264392852783,
+    0.23062510788440704,
+    0.285524845123291,
+    0.4024076461791992,
+    0.3052748739719391,
+    0.08794372528791428,
+    0.12036841362714767,
+    0.10797234624624252,
+    0.09815209358930588,
+    0.09590302407741547,
+    0.2547484338283539,
+    0.09815190732479095,
+    0.17949225008487701,
+    0.1201702356338501,
+    0.16982051730155945,
+    0.25485825538635254,
+    0.13765323162078857,
+    0.10659706592559814,
+    0.20935086905956268,
+    0.11170327663421631,
+    0.09642109274864197,
+    0.029977889731526375,
+    0.07435115426778793,
+    0.45194211602211,
+    0.2640022933483124,
+    0.2848558723926544,
+    0.13452079892158508,
+    0.23508195579051971,
+    0.24645337462425232,
+    0.26184067130088806,
+    0.16337129473686218,
+    0.26516929268836975,
+    0.3288731873035431,
+    0.22280436754226685,
+    0.28096452355384827,
+    0.3119683861732483,
+    0.2390439659357071,
+    0.12589283287525177,
+    0.0907629132270813,
+    0.08196835964918137,
+    0.33815956115722656,
+    0.06700610369443893,
+    0.10914041101932526,
+    0.14248624444007874,
+    0.1181732788681984,
+    0.11598861217498779,
+    0.20602084696292877,
+    0.05016633868217468,
+    0.3614867627620697,
+    0.2896120846271515,
+    0.15610016882419586,
+    0.2591763436794281,
+    0.10275457799434662,
+    0.15374398231506348,
+    0.0662413090467453,
+    0.32091468572616577,
+    0.19832324981689453,
+    0.19774974882602692,
+    0.35899269580841064,
+    0.0676695704460144,
+    0.06456281244754791,
+    0.1644251048564911,
+    0.2509441673755646,
+    0.04322356358170509,
+    0.19080424308776855,
+    0.06650702655315399,
+    0.1850094050168991,
+    0.19856244325637817,
+    0.12262722849845886,
+    0.14923356473445892,
+    0.4399617612361908,
+    0.2184968888759613,
+    0.25275474786758423,
+    0.738445520401001,
+    0.4121425151824951,
+    0.48834556341171265,
+    0.030022457242012024,
+    0.35729867219924927,
+    0.16156521439552307,
+    0.037254612892866135,
+    0.19137457013130188,
+    0.15035764873027802,
+    0.09830951690673828,
+    0.13923072814941406,
+    0.1001242995262146,
+    0.22368711233139038,
+    0.20419061183929443,
+    0.06873118132352829,
+    0.07806755602359772,
+    0.07382018864154816,
+    0.03901849314570427,
+    0.1569400131702423,
+    0.04471577703952789,
+    0.061254799365997314,
+    0.09157862514257431,
+    0.07303204387426376,
+    0.05750201642513275,
+    0.04297713190317154,
+    0.019161764532327652,
+    0.11684002727270126,
+    0.01557798683643341,
+    0.2606638967990875,
+    0.031520284712314606,
+    0.13126465678215027,
+    0.18053582310676575,
+    0.30433356761932373,
+    0.1774379312992096,
+    0.17516975104808807,
+    0.23103877902030945,
+    0.0462806411087513,
+    0.12154585868120193,
+    0.040309224277734756,
+    0.16904401779174805,
+    0.09966419637203217,
+    0.029590880498290062,
+    0.053955335170030594,
+    0.09823872894048691,
+    0.05434165894985199,
+    0.17354781925678253,
+    0.22476118803024292,
+    0.2600662410259247,
+    0.12462791800498962,
+    0.07097719609737396,
+    0.06038064882159233,
+    0.08412861078977585,
+    0.21698710322380066,
+    0.08741234242916107,
+    0.020348787307739258,
+    0.05280207097530365,
+    0.06309560686349869,
+    0.09494633972644806,
+    0.11528327316045761,
+    0.02984154038131237,
+    0.01967024803161621,
+    0.2156754583120346,
+    0.09596578776836395,
+    0.03385905176401138,
+    0.15063339471817017,
+    0.041082561016082764,
+    0.08947969973087311,
+    0.04362881928682327,
+    0.0724555030465126,
+    0.061858680099248886,
+    0.022254599258303642,
+    0.2909906506538391,
+    0.1265168935060501,
+    0.21979618072509766,
+    0.06933066993951797,
+    0.2339799404144287,
+    0.3074074387550354,
+    0.31270450353622437,
+    0.22382669150829315,
+    0.19956126809120178,
+    0.16994725167751312,
+    0.18806903064250946,
+    0.11465003341436386,
+    0.23898008465766907,
+    0.15666106343269348,
+    0.14153456687927246,
+    0.12991052865982056,
+    0.005248588044196367,
+    0.010378099977970123,
+    0.009898405522108078,
+    0.2657848000526428,
+    0.17334572970867157,
+    0.174423947930336,
+    0.06562850624322891,
+    0.037483662366867065,
+    0.0829218178987503,
+    0.023053983226418495,
+    0.16550396382808685,
+    0.06929457932710648,
+    0.06283010542392731,
+    0.17676101624965668,
+    0.05224469304084778,
+    0.08202100545167923,
+    0.05813669413328171,
+    0.11204622685909271,
+    0.07938110083341599,
+    0.05160613730549812,
+    0.03378932923078537,
+    0.13873344659805298,
+    0.0721559002995491,
+    0.21572552621364594,
+    0.039452847093343735,
+    0.41341790556907654,
+    0.31922250986099243,
+    0.24527607858181,
+    0.24431326985359192,
+    0.05217394977807999,
+    0.05687309801578522,
+    0.22345326840877533,
+    0.21731631457805634,
+    0.11834956705570221,
+    0.1715644747018814,
+    0.22138150036334991,
+    0.29579055309295654,
+    0.18780304491519928,
+    0.10659705102443695,
+    0.07873713225126266,
+    0.1469167172908783,
+    0.035131726413965225,
+    0.03245042636990547,
+    0.06884056329727173,
+    0.0071419356390833855,
+    0.0492551214993,
+    0.12214401364326477,
+    0.13194960355758667,
+    0.08402332663536072,
+    0.08938980102539062,
+    0.24689960479736328,
+    0.026774272322654724,
+    0.02191135846078396,
+    0.07598288357257843,
+    0.017276765778660774,
+    0.060723885893821716,
+    0.08663537353277206,
+    0.03336212411522865,
+    0.06311635673046112,
+    0.03897148743271828,
+    0.010680567473173141,
+    0.03893265873193741,
+    0.12510865926742554,
+    0.009260737337172031,
+    0.07075262814760208,
+    0.15474848449230194,
+    0.1089196503162384,
+    0.024936743080615997,
+    0.02929898165166378,
+    0.41593149304389954,
+    0.18961535394191742,
+    0.01488894410431385,
+    0.12031372636556625,
+    0.08988397568464279,
+    0.09095949679613113,
+    0.10252527892589569,
+    0.28130123019218445,
+    0.15107819437980652,
+    0.038430746644735336,
+    0.06352534145116806,
+    0.09755265712738037,
+    0.011069956235587597,
+    0.011916426941752434,
+    0.01827916130423546,
+    0.09257207810878754,
+    0.10204940289258957,
+    0.06353575736284256,
+    0.1255493015050888,
+    0.16883590817451477,
+    0.14292529225349426,
+    0.08064401894807816,
+    0.04208803176879883,
+    0.048068247735500336,
+    0.19885732233524323,
+    0.07933381199836731,
+    0.023278608918190002,
+    0.3785751163959503,
+    0.18008950352668762,
+    0.048318855464458466,
+    0.4428153336048126,
+    0.49913743138313293,
+    0.020199591293931007,
+    0.33149462938308716,
+    0.3952663540840149,
+    0.04390064999461174,
+    0.08169278502464294,
+    0.24157388508319855,
+    0.02692490443587303,
+    0.01253411453217268,
+    0.025197407230734825,
+    0.02485746331512928,
+    0.03719976171851158,
+    0.013625584542751312,
+    0.013132477179169655,
+    0.1804848611354828,
+    0.011948044411838055,
+    0.04794900491833687,
+    0.29338914155960083,
+    0.19440270960330963,
+    0.0358009897172451,
+    0.020361196249723434,
+    0.09077946841716766,
+    0.100047267973423,
+    0.2169410139322281,
+    0.05889122560620308,
+    0.08109497278928757,
+    0.2588408291339874,
+    0.08556048572063446,
+    0.097718246281147,
+    0.041416727006435394,
+    0.14353446662425995,
+    0.20763489603996277,
+    0.15763314068317413,
+    0.1206250712275505,
+    0.11841753870248795,
+    0.1603240668773651,
+    0.12000998109579086,
+    0.006714784074574709,
+    0.07958947867155075,
+    0.1781761348247528,
+    0.053198494017124176,
+    0.11727995425462723,
+    0.01940920390188694,
+    0.03152552619576454,
+    0.03235305845737457,
+    0.007608541287481785,
+    0.06708228588104248,
+    0.010870854370296001,
+    0.1398024708032608,
+    0.0242942962795496,
+    0.01348493155092001,
+    0.011313913390040398,
+    0.07345867902040482,
+    0.011141125112771988,
+    0.030044516548514366,
+    0.0170940849930048,
+    0.020887186750769615,
+    0.04782731831073761,
+    0.18266406655311584,
+    0.02909279242157936,
+    0.08559795469045639,
+    0.034905288368463516,
+    0.09808617830276489,
+    0.04836691543459892,
+    0.029338624328374863,
+    0.28157326579093933,
+    0.4224477708339691,
+    0.1956867277622223,
+    0.13902069628238678,
+    0.0405176542699337,
+    0.051854927092790604,
+    0.04329562559723854,
+    0.14659391343593597,
+    0.08678054064512253,
+    0.06608142703771591,
+    0.10234978049993515,
+    0.011962352320551872,
+    0.11926356703042984,
+    0.005244146101176739,
+    0.23838463425636292,
+    0.08433353900909424,
+    0.06072278693318367,
+    0.20928551256656647,
+    0.13140621781349182,
+    0.07550816237926483,
+    0.01605476252734661,
+    0.0645466148853302,
+    0.07450786232948303,
+    0.011230059899389744,
+    0.006576832849532366,
+    0.06519566476345062,
+    0.03220178186893463,
+    0.03121596947312355,
+    0.21320131421089172,
+    0.26951202750205994,
+    0.052948642522096634,
+    0.1559770703315735,
+    0.23063728213310242,
+    0.04384242370724678,
+    0.03773224726319313,
+    0.16300880908966064,
+    0.09292278438806534,
+    0.10852794349193573,
+    0.11544397473335266,
+    0.24331232905387878,
+    0.009335554204881191,
+    0.1125977635383606,
+    0.026533612981438637,
+    0.023491326719522476,
+    0.09091676026582718,
+    0.015581403858959675,
+    0.018096372485160828,
+    0.03069234825670719,
+    0.023451460525393486,
+    0.16842445731163025,
+    0.05962792783975601,
+    0.008975926786661148,
+    0.14561797678470612,
+    0.27230626344680786,
+    0.051169026643037796,
+    0.34150415658950806,
+    0.03965099900960922,
+    0.08145111054182053,
+    0.02451620064675808,
+    0.213711217045784,
+    0.14151428639888763,
+    0.027448128908872604,
+    0.0077100349590182304,
+    0.1358785331249237,
+    0.10338357090950012
+  ]
+}

p5-mae-15m-d240/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00015000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.14182283448857702,
+  "probe/map_train": 0.5284948619312309,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17065466351213332,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.167572087957524,
+  "probe/total_s": 8.5861259480007,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1696537597408868
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16974005068341302
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17065466351213332
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16862214602922324
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15584060496454474
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13273376995738265
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10460342071946901
+    }
+  ],
+  "per_class_ap": [
+    0.6338210105895996,
+    0.015308286994695663,
+    0.07862650603055954,
+    0.2158573567867279,
+    0.08891253918409348,
+    0.2664426565170288,
+    0.1927182525396347,
+    0.29381728172302246,
+    0.03403794765472412,
+    0.053992703557014465,
+    0.01810053177177906,
+    0.10215476900339127,
+    0.5184445381164551,
+    0.29522866010665894,
+    0.02562897466123104,
+    0.5173014402389526,
+    0.3332659900188446,
+    0.37478503584861755,
+    0.0610952153801918,
+    0.06359902024269104,
+    0.2557915151119232,
+    0.08916772902011871,
+    0.18727326393127441,
+    0.1667475700378418,
+    0.08406955003738403,
+    0.033859044313430786,
+    0.09606102108955383,
+    0.18975235521793365,
+    0.2770080864429474,
+    0.0691312924027443,
+    0.22590866684913635,
+    0.1824268251657486,
+    0.02187366783618927,
+    0.0852242037653923,
+    0.2292788177728653,
+    0.05875087529420853,
+    0.313888818025589,
+    0.06009919196367264,
+    0.06508132070302963,
+    0.12291333824396133,
+    0.1870466023683548,
+    0.016728410497307777,
+    0.0933428630232811,
+    0.3805117905139923,
+    0.019047539681196213,
+    0.07925796508789062,
+    0.011831557378172874,
+    0.13098201155662537,
+    0.06333483010530472,
+    0.07158932834863663,
+    0.15115392208099365,
+    0.013161431066691875,
+    0.03332273289561272,
+    0.09645359963178635,
+    0.2034909427165985,
+    0.11233942955732346,
+    0.23825764656066895,
+    0.35744917392730713,
+    0.13942156732082367,
+    0.10786949843168259,
+    0.14557388424873352,
+    0.1888335794210434,
+    0.05378209426999092,
+    0.1586051732301712,
+    0.5111649632453918,
+    0.22597315907478333,
+    0.284775972366333,
+    0.27871519327163696,
+    0.39322829246520996,
+    0.38848960399627686,
+    0.17058983445167542,
+    0.1425081044435501,
+    0.18898962438106537,
+    0.16365131735801697,
+    0.17844457924365997,
+    0.25295498967170715,
+    0.05551909655332565,
+    0.22041736543178558,
+    0.20355111360549927,
+    0.1170225664973259,
+    0.01926695741713047,
+    0.08615601807832718,
+    0.2669258415699005,
+    0.13201643526554108,
+    0.10614004731178284,
+    0.029486743733286858,
+    0.11884156614542007,
+    0.0257146954536438,
+    0.0439414344727993,
+    0.04505748301744461,
+    0.11724192649126053,
+    0.12818382680416107,
+    0.1542256623506546,
+    0.025244098156690598,
+    0.03970516845583916,
+    0.0676947757601738,
+    0.01880005933344364,
+    0.029060086235404015,
+    0.13726167380809784,
+    0.21625865995883942,
+    0.17876413464546204,
+    0.3078416585922241,
+    0.03566531464457512,
+    0.039009690284729004,
+    0.02153945155441761,
+    0.05472850054502487,
+    0.057276517152786255,
+    0.05555461347103119,
+    0.1088929995894432,
+    0.17148280143737793,
+    0.2233487218618393,
+    0.1409391164779663,
+    0.11495158076286316,
+    0.08702454715967178,
+    0.05779092758893967,
+    0.18748188018798828,
+    0.18795627355575562,
+    0.10367853939533234,
+    0.10933621227741241,
+    0.30550554394721985,
+    0.3194417953491211,
+    0.1700187623500824,
+    0.0870962142944336,
+    0.0926598533987999,
+    0.015296672470867634,
+    0.05210211127996445,
+    0.11012831330299377,
+    0.1651570200920105,
+    0.10911831259727478,
+    0.09445850551128387,
+    0.004366702865809202,
+    0.0915641188621521,
+    0.10542888194322586,
+    0.10577630251646042,
+    0.07911663502454758,
+    0.014117670245468616,
+    0.1242620125412941,
+    0.7211994528770447,
+    0.2196824699640274,
+    0.3197856843471527,
+    0.4123304784297943,
+    0.3019827902317047,
+    0.1449245661497116,
+    0.15805962681770325,
+    0.10670126229524612,
+    0.1379016637802124,
+    0.12911829352378845,
+    0.28635352849960327,
+    0.14589500427246094,
+    0.22951474785804749,
+    0.13284337520599365,
+    0.20575296878814697,
+    0.2542664706707001,
+    0.13646164536476135,
+    0.1240343451499939,
+    0.20980381965637207,
+    0.10953212529420853,
+    0.11226808279752731,
+    0.035570625215768814,
+    0.08304768800735474,
+    0.4560297429561615,
+    0.2867357134819031,
+    0.27974653244018555,
+    0.15199510753154755,
+    0.24435585737228394,
+    0.23720955848693848,
+    0.2691623270511627,
+    0.12275572866201401,
+    0.2544111907482147,
+    0.3749940097332001,
+    0.22484548389911652,
+    0.28638625144958496,
+    0.3108358681201935,
+    0.27519986033439636,
+    0.12901315093040466,
+    0.16419000923633575,
+    0.09606499969959259,
+    0.31995075941085815,
+    0.0543149895966053,
+    0.16605842113494873,
+    0.21679054200649261,
+    0.1972271203994751,
+    0.16449345648288727,
+    0.25455722212791443,
+    0.05577274411916733,
+    0.38074973225593567,
+    0.36300113797187805,
+    0.1390993446111679,
+    0.2754229009151459,
+    0.12935835123062134,
+    0.16396833956241608,
+    0.10382438451051712,
+    0.3135620355606079,
+    0.19077154994010925,
+    0.18529224395751953,
+    0.3827136754989624,
+    0.064424067735672,
+    0.0715419128537178,
+    0.15255644917488098,
+    0.28249144554138184,
+    0.029821788892149925,
+    0.20817513763904572,
+    0.08631480485200882,
+    0.17986233532428741,
+    0.22576719522476196,
+    0.1595676839351654,
+    0.16461756825447083,
+    0.5489896535873413,
+    0.2236994355916977,
+    0.2923983037471771,
+    0.7523070573806763,
+    0.49020814895629883,
+    0.5109532475471497,
+    0.050337374210357666,
+    0.29747268557548523,
+    0.17241621017456055,
+    0.05304490774869919,
+    0.2032289355993271,
+    0.22497370839118958,
+    0.13385596871376038,
+    0.16448962688446045,
+    0.10904557257890701,
+    0.1896069347858429,
+    0.1980850249528885,
+    0.06329496204853058,
+    0.09159880876541138,
+    0.07497362792491913,
+    0.04094432666897774,
+    0.15387582778930664,
+    0.044234927743673325,
+    0.05419028177857399,
+    0.10434781014919281,
+    0.08516627550125122,
+    0.05663879215717316,
+    0.043461304157972336,
+    0.013646692968904972,
+    0.14078126847743988,
+    0.016798758879303932,
+    0.3520575165748596,
+    0.03398514539003372,
+    0.12882940471172333,
+    0.1853969246149063,
+    0.2941408157348633,
+    0.17492452263832092,
+    0.16644521057605743,
+    0.23645266890525818,
+    0.06257851421833038,
+    0.1263813078403473,
+    0.05544671416282654,
+    0.14785921573638916,
+    0.12368171662092209,
+    0.03186193108558655,
+    0.08081496506929398,
+    0.07968222349882126,
+    0.04786522686481476,
+    0.2305458039045334,
+    0.2373332977294922,
+    0.27733907103538513,
+    0.15923430025577545,
+    0.08397745341062546,
+    0.052006568759679794,
+    0.11261828988790512,
+    0.21640890836715698,
+    0.11167524009943008,
+    0.02152884565293789,
+    0.06328857690095901,
+    0.08844917267560959,
+    0.11166819930076599,
+    0.11271033436059952,
+    0.035452570766210556,
+    0.029601000249385834,
+    0.21394909918308258,
+    0.15214337408542633,
+    0.03527409955859184,
+    0.18614204227924347,
+    0.05684268847107887,
+    0.09435446560382843,
+    0.051675841212272644,
+    0.052432261407375336,
+    0.049284037202596664,
+    0.024926694110035896,
+    0.3143530488014221,
+    0.12383600324392319,
+    0.22794155776500702,
+    0.06810644268989563,
+    0.2450263798236847,
+    0.3457275331020355,
+    0.3775731325149536,
+    0.2235240340232849,
+    0.20680338144302368,
+    0.174170583486557,
+    0.19458313286304474,
+    0.10751805454492569,
+    0.20902569591999054,
+    0.13928528130054474,
+    0.1358727365732193,
+    0.16090737283229828,
+    0.006115121301263571,
+    0.013975118286907673,
+    0.012728100642561913,
+    0.2839573621749878,
+    0.1951107680797577,
+    0.13850918412208557,
+    0.09315718710422516,
+    0.026459652930498123,
+    0.12031885981559753,
+    0.02395576611161232,
+    0.15912006795406342,
+    0.08927172422409058,
+    0.10936740040779114,
+    0.20005281269550323,
+    0.09601287543773651,
+    0.09401535242795944,
+    0.06340435892343521,
+    0.08281172066926956,
+    0.079676054418087,
+    0.0491240955889225,
+    0.04934146627783775,
+    0.1538960486650467,
+    0.07406698167324066,
+    0.2147219181060791,
+    0.03766665607690811,
+    0.4519125521183014,
+    0.36977773904800415,
+    0.25016167759895325,
+    0.2491573691368103,
+    0.05936454236507416,
+    0.05814807116985321,
+    0.23591752350330353,
+    0.2258898764848709,
+    0.16231194138526917,
+    0.178481787443161,
+    0.23556563258171082,
+    0.35291382670402527,
+    0.18468691408634186,
+    0.14262564480304718,
+    0.09881262481212616,
+    0.21347090601921082,
+    0.053085483610630035,
+    0.02769930474460125,
+    0.07458435744047165,
+    0.01690232753753662,
+    0.04796133562922478,
+    0.12876573204994202,
+    0.10311807692050934,
+    0.06926438212394714,
+    0.11165346205234528,
+    0.27555158734321594,
+    0.037588879466056824,
+    0.027340732514858246,
+    0.11175861209630966,
+    0.026874028146266937,
+    0.06905542314052582,
+    0.07581290602684021,
+    0.022952387109398842,
+    0.05750739574432373,
+    0.04181895777583122,
+    0.012152505107223988,
+    0.045292928814888,
+    0.09706110507249832,
+    0.010063694790005684,
+    0.07797113806009293,
+    0.1116817370057106,
+    0.0967252179980278,
+    0.03413766622543335,
+    0.03620225936174393,
+    0.3915012776851654,
+    0.2066800892353058,
+    0.02088666334748268,
+    0.10241764038801193,
+    0.11987942457199097,
+    0.10033798217773438,
+    0.12992119789123535,
+    0.31349900364875793,
+    0.17401911318302155,
+    0.059932686388492584,
+    0.07990432530641556,
+    0.07865989953279495,
+    0.012183585204184055,
+    0.017269743606448174,
+    0.02393627166748047,
+    0.12813027203083038,
+    0.09931131452322006,
+    0.08274615556001663,
+    0.1763363927602768,
+    0.2159395068883896,
+    0.15731005370616913,
+    0.06930103898048401,
+    0.046854693442583084,
+    0.036316558718681335,
+    0.22890490293502808,
+    0.06932445615530014,
+    0.023136869072914124,
+    0.3667537569999695,
+    0.2361096888780594,
+    0.05614618957042694,
+    0.4988235831260681,
+    0.5447492003440857,
+    0.030547965317964554,
+    0.33842670917510986,
+    0.42084038257598877,
+    0.05834678187966347,
+    0.10926585644483566,
+    0.25348249077796936,
+    0.01811332069337368,
+    0.012184473685920238,
+    0.026033392176032066,
+    0.02102332003414631,
+    0.020688287913799286,
+    0.013142424635589123,
+    0.00952872447669506,
+    0.16951170563697815,
+    0.029872821643948555,
+    0.04285002499818802,
+    0.29829519987106323,
+    0.1273905485868454,
+    0.03872170299291611,
+    0.017412682995200157,
+    0.10956881940364838,
+    0.10482673346996307,
+    0.24802862107753754,
+    0.0817435011267662,
+    0.09342457354068756,
+    0.30201485753059387,
+    0.09765616804361343,
+    0.10833780467510223,
+    0.06320395320653915,
+    0.18907587230205536,
+    0.23415260016918182,
+    0.15435092151165009,
+    0.10905811190605164,
+    0.15582415461540222,
+    0.16774709522724152,
+    0.06957279145717621,
+    0.006164022721350193,
+    0.11688116937875748,
+    0.1766362488269806,
+    0.08830481767654419,
+    0.12350576370954514,
+    0.034820396453142166,
+    0.020884286612272263,
+    0.026439499109983444,
+    0.011288699693977833,
+    0.06772174686193466,
+    0.01011720485985279,
+    0.14362727105617523,
+    0.07485667616128922,
+    0.010475811548531055,
+    0.011894188821315765,
+    0.07400631159543991,
+    0.032655373215675354,
+    0.05034256726503372,
+    0.015535096637904644,
+    0.030632756650447845,
+    0.041447483003139496,
+    0.2256498634815216,
+    0.03649066388607025,
+    0.10842249542474747,
+    0.05489671975374222,
+    0.09318678081035614,
+    0.0560699924826622,
+    0.03838913142681122,
+    0.33037298917770386,
+    0.47102758288383484,
+    0.21638308465480804,
+    0.13789647817611694,
+    0.04627230390906334,
+    0.07802970707416534,
+    0.051650211215019226,
+    0.15594156086444855,
+    0.11096744984388351,
+    0.06152893230319023,
+    0.10474664717912674,
+    0.010993340983986855,
+    0.12881985306739807,
+    0.007957622408866882,
+    0.2840144634246826,
+    0.06834419071674347,
+    0.0768633708357811,
+    0.2326522171497345,
+    0.16156353056430817,
+    0.09893588721752167,
+    0.015569058246910572,
+    0.06486975401639938,
+    0.07795387506484985,
+    0.011250205338001251,
+    0.005944503471255302,
+    0.053716372698545456,
+    0.04150638356804848,
+    0.06757888942956924,
+    0.19890107214450836,
+    0.29632043838500977,
+    0.062368281185626984,
+    0.1866009533405304,
+    0.21772314608097076,
+    0.07608364522457123,
+    0.049920402467250824,
+    0.17594538629055023,
+    0.11683379858732224,
+    0.11476290971040726,
+    0.12545828521251678,
+    0.28497982025146484,
+    0.011677861213684082,
+    0.13483543694019318,
+    0.034882884472608566,
+    0.018837902694940567,
+    0.09251861274242401,
+    0.016200225800275803,
+    0.014972226694226265,
+    0.03669373691082001,
+    0.028051741421222687,
+    0.16249948740005493,
+    0.055477503687143326,
+    0.007441561669111252,
+    0.15621636807918549,
+    0.2970874011516571,
+    0.052771057933568954,
+    0.36022835969924927,
+    0.04033367335796356,
+    0.06554082781076431,
+    0.026775460690259933,
+    0.2215651422739029,
+    0.15020433068275452,
+    0.055661194026470184,
+    0.008521812036633492,
+    0.159798726439476,
+    0.094590924680233
+  ]
+}

p5-mae-15m-d240/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b908546e014c092674cd4ef2af27bc9c4924aa3b0197c66a4c053710bf5552a7
+size 60174680

p5-mae-15m-d240/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00020000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.14690759486608929,
+  "probe/map_train": 0.517250572226984,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17733650738673826,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.883845182950608,
+  "probe/total_s": 8.443716110894457,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1758978972551669
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1759685811964862
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17733650738673826
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17555651249429405
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1618783501872839
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13546019981472102
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10665444858845825
+    }
+  ],
+  "per_class_ap": [
+    0.6420130729675293,
+    0.01634463295340538,
+    0.07052748650312424,
+    0.22570979595184326,
+    0.09702494740486145,
+    0.2677180767059326,
+    0.2089833766222,
+    0.298629492521286,
+    0.03035878762602806,
+    0.05551799014210701,
+    0.017867492511868477,
+    0.09327738732099533,
+    0.46862614154815674,
+    0.32778728008270264,
+    0.03855867683887482,
+    0.5838836431503296,
+    0.3428279161453247,
+    0.37410038709640503,
+    0.06668733060359955,
+    0.09279024600982666,
+    0.2601299583911896,
+    0.11172991245985031,
+    0.2190157026052475,
+    0.16469457745552063,
+    0.0900568962097168,
+    0.029890909790992737,
+    0.08182879537343979,
+    0.18816165626049042,
+    0.2769860029220581,
+    0.057375576347112656,
+    0.2818005383014679,
+    0.17402932047843933,
+    0.028518836945295334,
+    0.08930934220552444,
+    0.2748606204986572,
+    0.08911935985088348,
+    0.33241578936576843,
+    0.06583821773529053,
+    0.07147181034088135,
+    0.1209697425365448,
+    0.1942293792963028,
+    0.016527239233255386,
+    0.09788374602794647,
+    0.3987264037132263,
+    0.015397137962281704,
+    0.11829588562250137,
+    0.014639743603765965,
+    0.1125972718000412,
+    0.07097776979207993,
+    0.08387842029333115,
+    0.18181024491786957,
+    0.012051846832036972,
+    0.027690334245562553,
+    0.03433851897716522,
+    0.2156926691532135,
+    0.12529049813747406,
+    0.2639986276626587,
+    0.3741687536239624,
+    0.19825603067874908,
+    0.11925139278173447,
+    0.17734669148921967,
+    0.21696291863918304,
+    0.06847628951072693,
+    0.17874059081077576,
+    0.5088515281677246,
+    0.22591078281402588,
+    0.27501219511032104,
+    0.25623390078544617,
+    0.3809713125228882,
+    0.38304466009140015,
+    0.1483863741159439,
+    0.1355249434709549,
+    0.207478329539299,
+    0.18212057650089264,
+    0.18172454833984375,
+    0.2616979777812958,
+    0.0525699183344841,
+    0.2503252625465393,
+    0.1916549801826477,
+    0.14250853657722473,
+    0.01837344281375408,
+    0.11031683534383774,
+    0.3053482472896576,
+    0.16959385573863983,
+    0.11974570155143738,
+    0.03682088479399681,
+    0.09099717438220978,
+    0.022701459005475044,
+    0.03977583348751068,
+    0.06745953857898712,
+    0.0996144711971283,
+    0.09355329722166061,
+    0.18107718229293823,
+    0.02956554852426052,
+    0.053357332944869995,
+    0.11129333823919296,
+    0.03197259455919266,
+    0.02793191559612751,
+    0.14623752236366272,
+    0.16531015932559967,
+    0.11181816458702087,
+    0.2693368196487427,
+    0.04810811206698418,
+    0.05219109728932381,
+    0.014612332917749882,
+    0.045437537133693695,
+    0.06829631328582764,
+    0.0698610320687294,
+    0.12971724569797516,
+    0.21597126126289368,
+    0.21466447412967682,
+    0.14873188734054565,
+    0.11728277802467346,
+    0.09483178704977036,
+    0.07168526947498322,
+    0.1997062712907791,
+    0.199993297457695,
+    0.14558935165405273,
+    0.15587271749973297,
+    0.2801440954208374,
+    0.3041151762008667,
+    0.1703644096851349,
+    0.08330098539590836,
+    0.11217200756072998,
+    0.012119431979954243,
+    0.04508720338344574,
+    0.10942818224430084,
+    0.13558697700500488,
+    0.11708987504243851,
+    0.10416938364505768,
+    0.004507478792220354,
+    0.08647415041923523,
+    0.15022911131381989,
+    0.13388121128082275,
+    0.05287308245897293,
+    0.01778801716864109,
+    0.1050131767988205,
+    0.7285342216491699,
+    0.2376885712146759,
+    0.3333236873149872,
+    0.4439316987991333,
+    0.32713669538497925,
+    0.1532895416021347,
+    0.14868859946727753,
+    0.10902393609285355,
+    0.1437089592218399,
+    0.1404695063829422,
+    0.284146785736084,
+    0.10483120381832123,
+    0.2565072178840637,
+    0.15950484573841095,
+    0.17224162817001343,
+    0.2703622281551361,
+    0.12949098646640778,
+    0.12900026142597198,
+    0.24430958926677704,
+    0.11930548399686813,
+    0.10240034759044647,
+    0.0249689482152462,
+    0.08065317571163177,
+    0.5181277394294739,
+    0.2740785479545593,
+    0.2812020480632782,
+    0.13352113962173462,
+    0.22815990447998047,
+    0.23902203142642975,
+    0.26339054107666016,
+    0.11702419072389603,
+    0.259231835603714,
+    0.3555638790130615,
+    0.23141182959079742,
+    0.27252140641212463,
+    0.2924809753894806,
+    0.2579074203968048,
+    0.12438251823186874,
+    0.10182805359363556,
+    0.12064182758331299,
+    0.32974883913993835,
+    0.06774450093507767,
+    0.15443085134029388,
+    0.20468679070472717,
+    0.16668151319026947,
+    0.16558334231376648,
+    0.2639417350292206,
+    0.06492964178323746,
+    0.4272053837776184,
+    0.3591122329235077,
+    0.20984238386154175,
+    0.3219712972640991,
+    0.12132660299539566,
+    0.15146733820438385,
+    0.09992143511772156,
+    0.3074216842651367,
+    0.17775630950927734,
+    0.16955165565013885,
+    0.39840781688690186,
+    0.06052278354763985,
+    0.10145538300275803,
+    0.13312605023384094,
+    0.28462615609169006,
+    0.039873071014881134,
+    0.23909443616867065,
+    0.09676975011825562,
+    0.1819993406534195,
+    0.22904819250106812,
+    0.15830588340759277,
+    0.18341581523418427,
+    0.5134186148643494,
+    0.2272660881280899,
+    0.2604095935821533,
+    0.7522343397140503,
+    0.47804421186447144,
+    0.5213718414306641,
+    0.06970340758562088,
+    0.3434438109397888,
+    0.20915839076042175,
+    0.07300940155982971,
+    0.20494340360164642,
+    0.24047115445137024,
+    0.12186334282159805,
+    0.16418111324310303,
+    0.10025683045387268,
+    0.2183627039194107,
+    0.20727357268333435,
+    0.07673081755638123,
+    0.07216358929872513,
+    0.06774211674928665,
+    0.03804262354969978,
+    0.16114069521427155,
+    0.049201060086488724,
+    0.06975729018449783,
+    0.1488160789012909,
+    0.09964343160390854,
+    0.06418472528457642,
+    0.045707494020462036,
+    0.012484601698815823,
+    0.1629134863615036,
+    0.020432984456419945,
+    0.31411734223365784,
+    0.030860817059874535,
+    0.10977102071046829,
+    0.18545126914978027,
+    0.26816990971565247,
+    0.17067795991897583,
+    0.15481968224048615,
+    0.250213623046875,
+    0.05077701061964035,
+    0.11118989437818527,
+    0.04689062759280205,
+    0.1477043479681015,
+    0.10574460029602051,
+    0.04592045396566391,
+    0.06946833431720734,
+    0.10414361953735352,
+    0.07518856227397919,
+    0.22511054575443268,
+    0.2531774044036865,
+    0.25534939765930176,
+    0.16656212508678436,
+    0.09911231696605682,
+    0.038438986986875534,
+    0.09784795343875885,
+    0.2007007896900177,
+    0.15416958928108215,
+    0.02305321954190731,
+    0.08008474856615067,
+    0.0824105441570282,
+    0.12053322792053223,
+    0.13251809775829315,
+    0.03364526852965355,
+    0.029744764789938927,
+    0.24498251080513,
+    0.14515231549739838,
+    0.03489653766155243,
+    0.1701694279909134,
+    0.04457489401102066,
+    0.08536777645349503,
+    0.04469139873981476,
+    0.07376997172832489,
+    0.05935103818774223,
+    0.03021613508462906,
+    0.31757158041000366,
+    0.12640441954135895,
+    0.24058209359645844,
+    0.07731563597917557,
+    0.2616884410381317,
+    0.4090135991573334,
+    0.42655929923057556,
+    0.24696999788284302,
+    0.253491073846817,
+    0.17510132491588593,
+    0.23747222125530243,
+    0.11874024569988251,
+    0.2187923938035965,
+    0.18016570806503296,
+    0.16970272362232208,
+    0.1843252032995224,
+    0.007233459036797285,
+    0.013907180167734623,
+    0.011895253323018551,
+    0.29596012830734253,
+    0.19798330962657928,
+    0.1379958689212799,
+    0.0759037435054779,
+    0.03320828825235367,
+    0.15762461721897125,
+    0.026421114802360535,
+    0.17276841402053833,
+    0.07957007735967636,
+    0.13777117431163788,
+    0.16919267177581787,
+    0.10525058209896088,
+    0.11233530193567276,
+    0.07366936653852463,
+    0.08379563689231873,
+    0.12415434420108795,
+    0.05651687830686569,
+    0.04518910497426987,
+    0.1142328754067421,
+    0.09581489861011505,
+    0.21482715010643005,
+    0.03475552052259445,
+    0.454961359500885,
+    0.35019105672836304,
+    0.2672570049762726,
+    0.256670743227005,
+    0.061389241367578506,
+    0.05846826732158661,
+    0.25321128964424133,
+    0.23937726020812988,
+    0.1628584861755371,
+    0.22037282586097717,
+    0.25314536690711975,
+    0.3762921988964081,
+    0.20169512927532196,
+    0.1579536646604538,
+    0.11684989184141159,
+    0.22476884722709656,
+    0.06343624740839005,
+    0.042031653225421906,
+    0.09672298282384872,
+    0.005912644322961569,
+    0.06959477812051773,
+    0.13383954763412476,
+    0.08808905631303787,
+    0.08151616901159286,
+    0.11519515514373779,
+    0.28212201595306396,
+    0.03678062558174133,
+    0.026804929599165916,
+    0.11166613548994064,
+    0.036276984959840775,
+    0.09927479922771454,
+    0.09405800700187683,
+    0.04036354646086693,
+    0.08114557713270187,
+    0.037345338612794876,
+    0.01548300962895155,
+    0.04551272094249725,
+    0.12223383784294128,
+    0.01205351296812296,
+    0.10044479370117188,
+    0.11935330927371979,
+    0.10314395278692245,
+    0.03688376769423485,
+    0.03917025774717331,
+    0.41611599922180176,
+    0.21550053358078003,
+    0.021445423364639282,
+    0.10413680970668793,
+    0.12271655350923538,
+    0.08363181352615356,
+    0.1376960277557373,
+    0.3029765784740448,
+    0.17095191776752472,
+    0.08472995460033417,
+    0.10079600661993027,
+    0.09055022150278091,
+    0.016337983310222626,
+    0.014765406958758831,
+    0.022732147946953773,
+    0.13641013205051422,
+    0.13012389838695526,
+    0.08121559023857117,
+    0.1564139574766159,
+    0.18451516330242157,
+    0.15737779438495636,
+    0.06872870773077011,
+    0.05799766257405281,
+    0.0408373698592186,
+    0.20365707576274872,
+    0.09847977757453918,
+    0.025302203372120857,
+    0.39401164650917053,
+    0.21773654222488403,
+    0.060542307794094086,
+    0.5045530796051025,
+    0.5256509780883789,
+    0.03440946713089943,
+    0.3883070647716522,
+    0.45317497849464417,
+    0.062409743666648865,
+    0.13420940935611725,
+    0.29587748646736145,
+    0.0247785821557045,
+    0.020147746428847313,
+    0.029003644362092018,
+    0.02639281377196312,
+    0.04280328378081322,
+    0.014673301950097084,
+    0.010598412714898586,
+    0.2048168182373047,
+    0.03591269999742508,
+    0.04571885988116264,
+    0.2939980626106262,
+    0.12620753049850464,
+    0.03368174657225609,
+    0.018958019092679024,
+    0.11082173138856888,
+    0.09693922102451324,
+    0.2538055181503296,
+    0.07951980084180832,
+    0.08789002895355225,
+    0.3274744749069214,
+    0.0936540961265564,
+    0.09649772942066193,
+    0.06030258908867836,
+    0.20838379859924316,
+    0.2436874806880951,
+    0.17490750551223755,
+    0.08164297789335251,
+    0.17731472849845886,
+    0.12722469866275787,
+    0.08073636144399643,
+    0.005332206841558218,
+    0.08653392642736435,
+    0.17135664820671082,
+    0.09862171113491058,
+    0.12927700579166412,
+    0.033204685896635056,
+    0.019923876971006393,
+    0.018258996307849884,
+    0.02094484306871891,
+    0.09359686076641083,
+    0.01440493669360876,
+    0.13998927175998688,
+    0.06140221282839775,
+    0.013549460098147392,
+    0.02156951278448105,
+    0.10815044492483139,
+    0.014102213084697723,
+    0.04743848368525505,
+    0.01821451261639595,
+    0.04062706232070923,
+    0.04285920038819313,
+    0.2569223940372467,
+    0.050886984914541245,
+    0.12441464513540268,
+    0.05676029995083809,
+    0.09790699928998947,
+    0.07444395869970322,
+    0.036956798285245895,
+    0.37014275789260864,
+    0.4828447699546814,
+    0.2402440458536148,
+    0.14715927839279175,
+    0.029730994254350662,
+    0.06106645613908768,
+    0.04394879192113876,
+    0.15857473015785217,
+    0.08733774721622467,
+    0.0643533244729042,
+    0.10479237139225006,
+    0.012789623811841011,
+    0.18289169669151306,
+    0.009637863375246525,
+    0.2999130189418793,
+    0.08189167827367783,
+    0.07898899912834167,
+    0.196015402674675,
+    0.14319965243339539,
+    0.07802384346723557,
+    0.013492579571902752,
+    0.11728258430957794,
+    0.07895791530609131,
+    0.018717128783464432,
+    0.006219079717993736,
+    0.0535426065325737,
+    0.05926651880145073,
+    0.058293987065553665,
+    0.22559762001037598,
+    0.2890219986438751,
+    0.058384187519550323,
+    0.1541627049446106,
+    0.21000978350639343,
+    0.10231725126504898,
+    0.0356464646756649,
+    0.14835770428180695,
+    0.10351674258708954,
+    0.10726422071456909,
+    0.11442350596189499,
+    0.3096170723438263,
+    0.010570408776402473,
+    0.14257563650608063,
+    0.02983042597770691,
+    0.01931634359061718,
+    0.09386971592903137,
+    0.01811905764043331,
+    0.01778515800833702,
+    0.03817324340343475,
+    0.028119824826717377,
+    0.16602256894111633,
+    0.07156960666179657,
+    0.009398365393280983,
+    0.1202399879693985,
+    0.27985432744026184,
+    0.06122034043073654,
+    0.37098783254623413,
+    0.037995874881744385,
+    0.04261316731572151,
+    0.02962665632367134,
+    0.2168768346309662,
+    0.14117249846458435,
+    0.08295029401779175,
+    0.013921478763222694,
+    0.16682662069797516,
+    0.12319167703390121
+  ]
+}

p5-mae-15m-d240/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00025000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.153690924887427,
+  "probe/map_train": 0.5139879677055909,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18433727308722528,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.181507401983254,
+  "probe/total_s": 8.587306528934278,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1828852540325635
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18308680325143917
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18433727308722528
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.182596773155691
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16774566756186748
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14030730037241326
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10904972585964333
+    }
+  ],
+  "per_class_ap": [
+    0.648622989654541,
+    0.013816031627357006,
+    0.08570488542318344,
+    0.24283640086650848,
+    0.10221822559833527,
+    0.24526949226856232,
+    0.2211841642856598,
+    0.2883837819099426,
+    0.04218369349837303,
+    0.05247069150209427,
+    0.0221190694719553,
+    0.09143992513418198,
+    0.5613188743591309,
+    0.32552918791770935,
+    0.04976733773946762,
+    0.591967761516571,
+    0.3477945923805237,
+    0.40695318579673767,
+    0.0669802576303482,
+    0.08434441685676575,
+    0.27427536249160767,
+    0.1041158139705658,
+    0.20244863629341125,
+    0.17296715080738068,
+    0.09032829850912094,
+    0.025508912280201912,
+    0.08678202331066132,
+    0.20693014562129974,
+    0.3135354816913605,
+    0.08321579545736313,
+    0.260924756526947,
+    0.20155654847621918,
+    0.023608071729540825,
+    0.07908130437135696,
+    0.28534016013145447,
+    0.05594788119196892,
+    0.34892961382865906,
+    0.06266230344772339,
+    0.07619334757328033,
+    0.14809943735599518,
+    0.22622206807136536,
+    0.019329052418470383,
+    0.08462069183588028,
+    0.4457414448261261,
+    0.01770796999335289,
+    0.12428921461105347,
+    0.017928728833794594,
+    0.1377858966588974,
+    0.08572769165039062,
+    0.08370862156152725,
+    0.17359095811843872,
+    0.011688070371747017,
+    0.037547577172517776,
+    0.04909184202551842,
+    0.22820401191711426,
+    0.11856146156787872,
+    0.2629401981830597,
+    0.35684704780578613,
+    0.18727900087833405,
+    0.1325131207704544,
+    0.1994803100824356,
+    0.26284104585647583,
+    0.08059968054294586,
+    0.1909009963274002,
+    0.518867552280426,
+    0.2224203497171402,
+    0.2807708978652954,
+    0.3159690201282501,
+    0.3847894072532654,
+    0.38989946246147156,
+    0.17390039563179016,
+    0.15001974999904633,
+    0.20502126216888428,
+    0.20022039115428925,
+    0.19892440736293793,
+    0.27451372146606445,
+    0.05949387326836586,
+    0.2373868227005005,
+    0.2489916980266571,
+    0.12146558612585068,
+    0.02577524073421955,
+    0.1300746649503708,
+    0.3373000919818878,
+    0.17826925218105316,
+    0.11044425517320633,
+    0.03714561462402344,
+    0.10728779435157776,
+    0.021959614008665085,
+    0.04374545440077782,
+    0.04563048854470253,
+    0.15642096102237701,
+    0.14978373050689697,
+    0.19235825538635254,
+    0.030195362865924835,
+    0.053651049733161926,
+    0.07115434855222702,
+    0.024867352098226547,
+    0.028851093724370003,
+    0.14899997413158417,
+    0.18951083719730377,
+    0.14042042195796967,
+    0.27016565203666687,
+    0.06018104404211044,
+    0.06291484832763672,
+    0.02169467881321907,
+    0.04531077295541763,
+    0.05853508040308952,
+    0.05815790593624115,
+    0.12056940048933029,
+    0.20399287343025208,
+    0.19452498853206635,
+    0.1518714874982834,
+    0.14633357524871826,
+    0.10200168192386627,
+    0.07132520526647568,
+    0.2265581637620926,
+    0.23151756823062897,
+    0.135266974568367,
+    0.16668513417243958,
+    0.3515629172325134,
+    0.3678557872772217,
+    0.18653002381324768,
+    0.08883172273635864,
+    0.11424621194601059,
+    0.014685051515698433,
+    0.045223601162433624,
+    0.12592099606990814,
+    0.1502501368522644,
+    0.1330762654542923,
+    0.14229324460029602,
+    0.005335632711648941,
+    0.09242672473192215,
+    0.13993878662586212,
+    0.14798501133918762,
+    0.0697222650051117,
+    0.015743298456072807,
+    0.13678742945194244,
+    0.731956958770752,
+    0.2483958899974823,
+    0.34150567650794983,
+    0.43629220128059387,
+    0.3260968029499054,
+    0.14799168705940247,
+    0.13823974132537842,
+    0.11818092316389084,
+    0.13809765875339508,
+    0.10383202880620956,
+    0.3050890862941742,
+    0.09649861603975296,
+    0.2678052484989166,
+    0.147278293967247,
+    0.202560693025589,
+    0.2939630150794983,
+    0.1365940272808075,
+    0.12203586101531982,
+    0.2215428650379181,
+    0.11341429501771927,
+    0.08888188004493713,
+    0.03823225945234299,
+    0.0837581604719162,
+    0.528661847114563,
+    0.29263585805892944,
+    0.2898624837398529,
+    0.14837661385536194,
+    0.24672193825244904,
+    0.2617163360118866,
+    0.2769447863101959,
+    0.1244274228811264,
+    0.27325430512428284,
+    0.3529823422431946,
+    0.2237871140241623,
+    0.2949519753456116,
+    0.3181588649749756,
+    0.248111754655838,
+    0.1362050175666809,
+    0.15146492421627045,
+    0.09904748946428299,
+    0.3727591037750244,
+    0.07495543360710144,
+    0.18935684859752655,
+    0.2650642991065979,
+    0.2089320719242096,
+    0.20985668897628784,
+    0.32072943449020386,
+    0.05966438353061676,
+    0.4522736966609955,
+    0.38186347484588623,
+    0.24365027248859406,
+    0.3281022310256958,
+    0.14665421843528748,
+    0.1998417228460312,
+    0.12604400515556335,
+    0.3039321303367615,
+    0.179697647690773,
+    0.17166665196418762,
+    0.4049801528453827,
+    0.06689959019422531,
+    0.10574731975793839,
+    0.1212422102689743,
+    0.28964343667030334,
+    0.03602362051606178,
+    0.27156856656074524,
+    0.09736926853656769,
+    0.1853901594877243,
+    0.2755948603153229,
+    0.16960306465625763,
+    0.174397274851799,
+    0.5005766153335571,
+    0.24316181242465973,
+    0.3197751045227051,
+    0.7558190226554871,
+    0.537837028503418,
+    0.5134551525115967,
+    0.07216812670230865,
+    0.31409507989883423,
+    0.244995579123497,
+    0.06184861809015274,
+    0.20185546576976776,
+    0.2842775881290436,
+    0.11564788222312927,
+    0.15718331933021545,
+    0.11805793642997742,
+    0.22569617629051208,
+    0.18656492233276367,
+    0.08070539683103561,
+    0.08721739053726196,
+    0.0718846470117569,
+    0.043792061507701874,
+    0.177730530500412,
+    0.04745958745479584,
+    0.06999478489160538,
+    0.13376852869987488,
+    0.08449321240186691,
+    0.08063013106584549,
+    0.04759419336915016,
+    0.012950360774993896,
+    0.16058383882045746,
+    0.01809672825038433,
+    0.3472830355167389,
+    0.04133455082774162,
+    0.1154680848121643,
+    0.17343662679195404,
+    0.2555052638053894,
+    0.1705467402935028,
+    0.14470508694648743,
+    0.2417808473110199,
+    0.06447864323854446,
+    0.11420811712741852,
+    0.051004558801651,
+    0.15036500990390778,
+    0.15182465314865112,
+    0.03286128491163254,
+    0.10892590880393982,
+    0.10192335397005081,
+    0.07987619936466217,
+    0.20930215716362,
+    0.25627148151397705,
+    0.2531311511993408,
+    0.16169728338718414,
+    0.11450164765119553,
+    0.03981601819396019,
+    0.1122414693236351,
+    0.19423337280750275,
+    0.11044766008853912,
+    0.018897876143455505,
+    0.0729798972606659,
+    0.08784955739974976,
+    0.12963314354419708,
+    0.12580235302448273,
+    0.04077766835689545,
+    0.030687524005770683,
+    0.26384955644607544,
+    0.1547974795103073,
+    0.036881547421216965,
+    0.17386500537395477,
+    0.04461773484945297,
+    0.10984763503074646,
+    0.04379549250006676,
+    0.06534360349178314,
+    0.04885242134332657,
+    0.02759414166212082,
+    0.27088215947151184,
+    0.13677093386650085,
+    0.2411697953939438,
+    0.08244942873716354,
+    0.25692111253738403,
+    0.3670137822628021,
+    0.3842359781265259,
+    0.25895580649375916,
+    0.22537639737129211,
+    0.20407408475875854,
+    0.20845817029476166,
+    0.10291100293397903,
+    0.21133458614349365,
+    0.19867566227912903,
+    0.20927686989307404,
+    0.1479703187942505,
+    0.006319426000118256,
+    0.028223272413015366,
+    0.01786339282989502,
+    0.29609471559524536,
+    0.19516335427761078,
+    0.1754026710987091,
+    0.06596620380878448,
+    0.03514747694134712,
+    0.13327902555465698,
+    0.028652407228946686,
+    0.17284415662288666,
+    0.10310003906488419,
+    0.13777509331703186,
+    0.18403837084770203,
+    0.10113003104925156,
+    0.13250093162059784,
+    0.08649297803640366,
+    0.08183930814266205,
+    0.12393368035554886,
+    0.09090785682201385,
+    0.05927533283829689,
+    0.12181824445724487,
+    0.09754163771867752,
+    0.21938717365264893,
+    0.038802407681941986,
+    0.472410649061203,
+    0.4181988835334778,
+    0.2701367437839508,
+    0.26883068680763245,
+    0.06332586705684662,
+    0.06324739754199982,
+    0.256982684135437,
+    0.24310486018657684,
+    0.16164201498031616,
+    0.19866183400154114,
+    0.2567295432090759,
+    0.36843374371528625,
+    0.23289556801319122,
+    0.15624861419200897,
+    0.14883780479431152,
+    0.2525102496147156,
+    0.061939626932144165,
+    0.039251767098903656,
+    0.08229432255029678,
+    0.007180310785770416,
+    0.0833132416009903,
+    0.14437292516231537,
+    0.11678203195333481,
+    0.08481072634458542,
+    0.11899073421955109,
+    0.31959694623947144,
+    0.042532723397016525,
+    0.024096498265862465,
+    0.12836423516273499,
+    0.04046346992254257,
+    0.10664144158363342,
+    0.10350315272808075,
+    0.02317897044122219,
+    0.07470762729644775,
+    0.04234495759010315,
+    0.015921728685498238,
+    0.0484079048037529,
+    0.11424415558576584,
+    0.014643318019807339,
+    0.08978144824504852,
+    0.1385895013809204,
+    0.11264193803071976,
+    0.03261055424809456,
+    0.03814920783042908,
+    0.4135536849498749,
+    0.26553308963775635,
+    0.01829959824681282,
+    0.11592067778110504,
+    0.11580803245306015,
+    0.09084761887788773,
+    0.11884105950593948,
+    0.3387533128261566,
+    0.17271897196769714,
+    0.08781325072050095,
+    0.10360699146986008,
+    0.10169866681098938,
+    0.01769256219267845,
+    0.01644890196621418,
+    0.021691612899303436,
+    0.14728809893131256,
+    0.14395712316036224,
+    0.0974995493888855,
+    0.1854552924633026,
+    0.22043515741825104,
+    0.16696159541606903,
+    0.08519013971090317,
+    0.054843682795763016,
+    0.05208149179816246,
+    0.25211286544799805,
+    0.07588654011487961,
+    0.028691008687019348,
+    0.3993093967437744,
+    0.24064235389232635,
+    0.06851179152727127,
+    0.5212843418121338,
+    0.5837401151657104,
+    0.03062753565609455,
+    0.4170837104320526,
+    0.5069687366485596,
+    0.06812042742967606,
+    0.16712255775928497,
+    0.2549724280834198,
+    0.025138773024082184,
+    0.024645689874887466,
+    0.029516464099287987,
+    0.03586425259709358,
+    0.039973244071006775,
+    0.019223514944314957,
+    0.01183616928756237,
+    0.20011597871780396,
+    0.02924148179590702,
+    0.039954282343387604,
+    0.28635770082473755,
+    0.11701501905918121,
+    0.03450990840792656,
+    0.011579709127545357,
+    0.10309787839651108,
+    0.10281047224998474,
+    0.25012680888175964,
+    0.11105603724718094,
+    0.1073065996170044,
+    0.3257948160171509,
+    0.1002865582704544,
+    0.09485788643360138,
+    0.055169325321912766,
+    0.18284842371940613,
+    0.2356719970703125,
+    0.17591919004917145,
+    0.09840205311775208,
+    0.1745639592409134,
+    0.1455758512020111,
+    0.06949424743652344,
+    0.006400774233043194,
+    0.08777275681495667,
+    0.1760047972202301,
+    0.12121553719043732,
+    0.13472311198711395,
+    0.03984617441892624,
+    0.027450526133179665,
+    0.02746395394206047,
+    0.011365391314029694,
+    0.07605152577161789,
+    0.015313807874917984,
+    0.14687104523181915,
+    0.08852854371070862,
+    0.011190563440322876,
+    0.02263335883617401,
+    0.1371399164199829,
+    0.017177937552332878,
+    0.04862024635076523,
+    0.020219871774315834,
+    0.052767690271139145,
+    0.040701866149902344,
+    0.27991876006126404,
+    0.026764215901494026,
+    0.1262345165014267,
+    0.05064421892166138,
+    0.0933573842048645,
+    0.06882289797067642,
+    0.040019311010837555,
+    0.39420628547668457,
+    0.4941173195838928,
+    0.24923157691955566,
+    0.1447743922472,
+    0.03781745955348015,
+    0.0668906718492508,
+    0.04698531702160835,
+    0.14090807735919952,
+    0.08736158907413483,
+    0.05639553442597389,
+    0.10576601326465607,
+    0.013116961345076561,
+    0.22259344160556793,
+    0.009550904855132103,
+    0.3159664571285248,
+    0.09328655898571014,
+    0.08123698085546494,
+    0.2300180047750473,
+    0.15518046915531158,
+    0.08784675598144531,
+    0.017601534724235535,
+    0.10227695107460022,
+    0.06956779956817627,
+    0.017085855826735497,
+    0.0066093141213059425,
+    0.050545625388622284,
+    0.07003631442785263,
+    0.06047830358147621,
+    0.22815711796283722,
+    0.35908380150794983,
+    0.0801180824637413,
+    0.15677329897880554,
+    0.21000336110591888,
+    0.1031629890203476,
+    0.044402677565813065,
+    0.13388395309448242,
+    0.11380535364151001,
+    0.1260807067155838,
+    0.1400093138217926,
+    0.33734413981437683,
+    0.00916214007884264,
+    0.14781932532787323,
+    0.02695334143936634,
+    0.025278665125370026,
+    0.09051688760519028,
+    0.01926683634519577,
+    0.020993661135435104,
+    0.04885569587349892,
+    0.02825012430548668,
+    0.1912824660539627,
+    0.07694321870803833,
+    0.008404694497585297,
+    0.1164906769990921,
+    0.30397605895996094,
+    0.09000235795974731,
+    0.3691587746143341,
+    0.05089457333087921,
+    0.05218635872006416,
+    0.02738368697464466,
+    0.21328231692314148,
+    0.14623376727104187,
+    0.05874384939670563,
+    0.018541615456342697,
+    0.164078027009964,
+    0.12418041378259659
+  ]
+}

p5-mae-15m-d240/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00030000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.15901719584647545,
+  "probe/map_train": 0.5112899026958947,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.19266258240889483,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.021861035958864,
+  "probe/total_s": 8.380777077982202,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19192275191008676
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19207955261672965
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19266258240889483
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18896264762686568
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17314079248141392
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1453570915682973
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11386383050412957
+    }
+  ],
+  "per_class_ap": [
+    0.6498525738716125,
+    0.015351515263319016,
+    0.08642760664224625,
+    0.2529507279396057,
+    0.10753297060728073,
+    0.24379423260688782,
+    0.22197209298610687,
+    0.29481208324432373,
+    0.045263417065143585,
+    0.04684589430689812,
+    0.021608131006360054,
+    0.10401065647602081,
+    0.5486000180244446,
+    0.32838091254234314,
+    0.0473196767270565,
+    0.5922268033027649,
+    0.36010897159576416,
+    0.39242520928382874,
+    0.07066536694765091,
+    0.10058117657899857,
+    0.29186394810676575,
+    0.12163032591342926,
+    0.2165825068950653,
+    0.16717647016048431,
+    0.09115833044052124,
+    0.027635740116238594,
+    0.1023699939250946,
+    0.21537785232067108,
+    0.3158596158027649,
+    0.08860238641500473,
+    0.2673971951007843,
+    0.21529579162597656,
+    0.033053919672966,
+    0.0643685832619667,
+    0.2687652111053467,
+    0.08472053706645966,
+    0.3694009482860565,
+    0.06736931204795837,
+    0.0895066186785698,
+    0.13176225125789642,
+    0.22704054415225983,
+    0.022474030032753944,
+    0.08326229453086853,
+    0.4785425662994385,
+    0.020801719278097153,
+    0.13745485246181488,
+    0.02571743167936802,
+    0.1370943784713745,
+    0.10073263943195343,
+    0.10356850922107697,
+    0.1801971197128296,
+    0.010762479156255722,
+    0.04351187124848366,
+    0.030039416626095772,
+    0.23838350176811218,
+    0.1325928419828415,
+    0.2796182334423065,
+    0.35654985904693604,
+    0.15895241498947144,
+    0.13570044934749603,
+    0.21886658668518066,
+    0.22674857079982758,
+    0.08012937009334564,
+    0.20001497864723206,
+    0.5223363041877747,
+    0.22980894148349762,
+    0.2950202226638794,
+    0.3149131238460541,
+    0.40344738960266113,
+    0.3845658004283905,
+    0.21224530041217804,
+    0.14000168442726135,
+    0.21075507998466492,
+    0.19874601066112518,
+    0.1933356672525406,
+    0.26214104890823364,
+    0.05733061581850052,
+    0.2583121359348297,
+    0.22439144551753998,
+    0.1416936069726944,
+    0.023137124255299568,
+    0.16005727648735046,
+    0.3968992829322815,
+    0.20294900238513947,
+    0.13187603652477264,
+    0.043765392154455185,
+    0.1215469017624855,
+    0.02856886386871338,
+    0.04984316974878311,
+    0.08018506318330765,
+    0.13800323009490967,
+    0.132386714220047,
+    0.17808309197425842,
+    0.03672044351696968,
+    0.04903264343738556,
+    0.08778271079063416,
+    0.026392798870801926,
+    0.03369736671447754,
+    0.16024893522262573,
+    0.22100959718227386,
+    0.1460864394903183,
+    0.3383418321609497,
+    0.06084119528532028,
+    0.06603000313043594,
+    0.026564963161945343,
+    0.04409268498420715,
+    0.07425952702760696,
+    0.07177369296550751,
+    0.12278573960065842,
+    0.21027444303035736,
+    0.22459542751312256,
+    0.15058432519435883,
+    0.13874508440494537,
+    0.0984637513756752,
+    0.07406043261289597,
+    0.21766191720962524,
+    0.22344602644443512,
+    0.11732710897922516,
+    0.14132753014564514,
+    0.3710762858390808,
+    0.39097216725349426,
+    0.19715718924999237,
+    0.10525441914796829,
+    0.12314869463443756,
+    0.014635001309216022,
+    0.04319600388407707,
+    0.13442029058933258,
+    0.15278203785419464,
+    0.1330573558807373,
+    0.1375514268875122,
+    0.005610011052340269,
+    0.09082573652267456,
+    0.1732969582080841,
+    0.1765919327735901,
+    0.09676652401685715,
+    0.019948577508330345,
+    0.13360773026943207,
+    0.7356013059616089,
+    0.24806104600429535,
+    0.3395649194717407,
+    0.4528845250606537,
+    0.32154279947280884,
+    0.14035038650035858,
+    0.14263369143009186,
+    0.11983832716941833,
+    0.15702709555625916,
+    0.133893683552742,
+    0.28320568799972534,
+    0.10799811780452728,
+    0.27576592564582825,
+    0.14053325355052948,
+    0.19869932532310486,
+    0.3032444417476654,
+    0.13348038494586945,
+    0.12976635992527008,
+    0.25277671217918396,
+    0.11389099061489105,
+    0.12488201260566711,
+    0.030110077932476997,
+    0.08390824496746063,
+    0.5791239142417908,
+    0.29498839378356934,
+    0.29990488290786743,
+    0.1452217996120453,
+    0.23701803386211395,
+    0.26813024282455444,
+    0.2848582863807678,
+    0.12914946675300598,
+    0.27991944551467896,
+    0.36378270387649536,
+    0.21764343976974487,
+    0.2845348119735718,
+    0.304962158203125,
+    0.276965856552124,
+    0.1524108350276947,
+    0.15684528648853302,
+    0.10943981260061264,
+    0.36494413018226624,
+    0.0801701620221138,
+    0.1952524483203888,
+    0.26218634843826294,
+    0.21147336065769196,
+    0.20945225656032562,
+    0.31503453850746155,
+    0.08087244629859924,
+    0.46240416169166565,
+    0.3658510148525238,
+    0.22772032022476196,
+    0.31079843640327454,
+    0.1442279815673828,
+    0.19520710408687592,
+    0.12753206491470337,
+    0.30665749311447144,
+    0.17433686554431915,
+    0.17164598405361176,
+    0.41499462723731995,
+    0.07246138900518417,
+    0.11314622312784195,
+    0.1298644244670868,
+    0.286289244890213,
+    0.04108889773488045,
+    0.25500401854515076,
+    0.1045089066028595,
+    0.1749531626701355,
+    0.23157761991024017,
+    0.22227273881435394,
+    0.24010810256004333,
+    0.5310317277908325,
+    0.26525571942329407,
+    0.32227274775505066,
+    0.7505017518997192,
+    0.5224360227584839,
+    0.5448685884475708,
+    0.06297454982995987,
+    0.33169108629226685,
+    0.2523331642150879,
+    0.06637037545442581,
+    0.21568916738033295,
+    0.2719990909099579,
+    0.11722319573163986,
+    0.16174465417861938,
+    0.1181996539235115,
+    0.19983811676502228,
+    0.1955806463956833,
+    0.07316596060991287,
+    0.0945122018456459,
+    0.07477547228336334,
+    0.046667035669088364,
+    0.20280398428440094,
+    0.048463258892297745,
+    0.07584866881370544,
+    0.14073973894119263,
+    0.10769334435462952,
+    0.0739697515964508,
+    0.04344029352068901,
+    0.01546191144734621,
+    0.16014035046100616,
+    0.025373579934239388,
+    0.3852008283138275,
+    0.03268659859895706,
+    0.12759308516979218,
+    0.18068911135196686,
+    0.252312570810318,
+    0.1827138215303421,
+    0.1490514576435089,
+    0.2515488862991333,
+    0.06497172266244888,
+    0.10980425029993057,
+    0.05632847175002098,
+    0.1563747376203537,
+    0.14174187183380127,
+    0.03242116793990135,
+    0.09962160140275955,
+    0.11988154798746109,
+    0.07456093281507492,
+    0.22097530961036682,
+    0.24027478694915771,
+    0.26490023732185364,
+    0.14088548719882965,
+    0.11765740066766739,
+    0.04485432803630829,
+    0.1341899335384369,
+    0.19950427114963531,
+    0.11805963516235352,
+    0.02244710549712181,
+    0.0714365765452385,
+    0.0942038893699646,
+    0.13923311233520508,
+    0.12824511528015137,
+    0.04627528786659241,
+    0.036224715411663055,
+    0.26951587200164795,
+    0.18296334147453308,
+    0.03626704961061478,
+    0.17835623025894165,
+    0.04405844584107399,
+    0.08941750973463058,
+    0.05433318391442299,
+    0.07142510265111923,
+    0.054184190928936005,
+    0.025609012693166733,
+    0.2905406653881073,
+    0.15172529220581055,
+    0.24200521409511566,
+    0.06268496066331863,
+    0.26034238934516907,
+    0.3756745159626007,
+    0.4040570557117462,
+    0.25705385208129883,
+    0.2499230057001114,
+    0.2032659649848938,
+    0.23505835235118866,
+    0.11273352056741714,
+    0.2131091207265854,
+    0.23293450474739075,
+    0.23280276358127594,
+    0.18274939060211182,
+    0.007577081676572561,
+    0.01943347044289112,
+    0.018116429448127747,
+    0.29557254910469055,
+    0.19858580827713013,
+    0.1712111085653305,
+    0.06768105924129486,
+    0.03455100953578949,
+    0.13160371780395508,
+    0.03316115587949753,
+    0.18415944278240204,
+    0.11491276323795319,
+    0.18024283647537231,
+    0.1741148978471756,
+    0.11697790026664734,
+    0.1453639268875122,
+    0.09100192785263062,
+    0.11918512731790543,
+    0.1344132125377655,
+    0.08043017983436584,
+    0.07115554064512253,
+    0.11716464906930923,
+    0.0923285111784935,
+    0.2442384511232376,
+    0.04521864280104637,
+    0.47279298305511475,
+    0.4272640347480774,
+    0.2820396423339844,
+    0.28772178292274475,
+    0.0743982344865799,
+    0.06252504140138626,
+    0.2949908971786499,
+    0.27911990880966187,
+    0.17173705995082855,
+    0.2160676121711731,
+    0.2997925281524658,
+    0.37826699018478394,
+    0.2611825466156006,
+    0.18266217410564423,
+    0.16919681429862976,
+    0.23794962465763092,
+    0.0659111961722374,
+    0.03764868527650833,
+    0.1062043160200119,
+    0.008263625204563141,
+    0.08797821402549744,
+    0.13740919530391693,
+    0.11758649349212646,
+    0.08681819587945938,
+    0.1308739334344864,
+    0.3351105749607086,
+    0.02541128732264042,
+    0.02753113955259323,
+    0.12179436534643173,
+    0.03893212229013443,
+    0.10080665349960327,
+    0.11647870391607285,
+    0.03582935407757759,
+    0.09714897722005844,
+    0.03582998365163803,
+    0.018498318269848824,
+    0.04837369918823242,
+    0.10176503658294678,
+    0.01589418575167656,
+    0.08821002393960953,
+    0.1369316279888153,
+    0.11575986444950104,
+    0.031487539410591125,
+    0.03472347930073738,
+    0.4123513698577881,
+    0.2887353003025055,
+    0.019000355154275894,
+    0.11420588940382004,
+    0.10565235465765,
+    0.07984698563814163,
+    0.11236190795898438,
+    0.34733179211616516,
+    0.16255924105644226,
+    0.08298782259225845,
+    0.11346197873353958,
+    0.11183331161737442,
+    0.01696217805147171,
+    0.01893683709204197,
+    0.020998649299144745,
+    0.13086631894111633,
+    0.20671753585338593,
+    0.08014442026615143,
+    0.21613672375679016,
+    0.20287053287029266,
+    0.19288146495819092,
+    0.10380610078573227,
+    0.05214568227529526,
+    0.05529671534895897,
+    0.24251173436641693,
+    0.08683624118566513,
+    0.031695038080215454,
+    0.38089269399642944,
+    0.2448287308216095,
+    0.0756170004606247,
+    0.5305652022361755,
+    0.6055051684379578,
+    0.02841767482459545,
+    0.4353594481945038,
+    0.48118674755096436,
+    0.10205770283937454,
+    0.17912811040878296,
+    0.27578672766685486,
+    0.024853985756635666,
+    0.017315544188022614,
+    0.0307770986109972,
+    0.03354966267943382,
+    0.042450957000255585,
+    0.019897736608982086,
+    0.01491678599268198,
+    0.19815842807292938,
+    0.024889562278985977,
+    0.05565889924764633,
+    0.2821371555328369,
+    0.18588143587112427,
+    0.04256374388933182,
+    0.04567784070968628,
+    0.10290548205375671,
+    0.10022281110286713,
+    0.23141637444496155,
+    0.10894536226987839,
+    0.10573755204677582,
+    0.33254900574684143,
+    0.1018294170498848,
+    0.09966754913330078,
+    0.05858171358704567,
+    0.20439013838768005,
+    0.2591799199581146,
+    0.18731603026390076,
+    0.1111031249165535,
+    0.16646580398082733,
+    0.14193136990070343,
+    0.0758620947599411,
+    0.006555837579071522,
+    0.09173133969306946,
+    0.18238477408885956,
+    0.1150939092040062,
+    0.14459842443466187,
+    0.045594457536935806,
+    0.0345303900539875,
+    0.029034631326794624,
+    0.009117971174418926,
+    0.07675720751285553,
+    0.013659690506756306,
+    0.13879545032978058,
+    0.08975819498300552,
+    0.014149417169392109,
+    0.03706526756286621,
+    0.1320050060749054,
+    0.019697405397892,
+    0.05697298422455788,
+    0.019113635644316673,
+    0.05036897957324982,
+    0.050068363547325134,
+    0.30792757868766785,
+    0.03141143172979355,
+    0.12637940049171448,
+    0.07748564332723618,
+    0.10996665805578232,
+    0.06717652827501297,
+    0.054880741983652115,
+    0.43851083517074585,
+    0.505225658416748,
+    0.258355975151062,
+    0.15606939792633057,
+    0.03048519603908062,
+    0.0658474713563919,
+    0.051374588161706924,
+    0.18539561331272125,
+    0.11103372275829315,
+    0.059534285217523575,
+    0.10909388959407806,
+    0.019192807376384735,
+    0.21505902707576752,
+    0.010429649613797665,
+    0.31486886739730835,
+    0.09913928061723709,
+    0.11239473521709442,
+    0.22635546326637268,
+    0.1499071568250656,
+    0.10195097327232361,
+    0.012334388680756092,
+    0.0867173969745636,
+    0.08184410631656647,
+    0.026861904188990593,
+    0.005803887732326984,
+    0.05756416916847229,
+    0.04928315430879593,
+    0.06034398823976517,
+    0.2481677085161209,
+    0.37061622738838196,
+    0.10785043984651566,
+    0.15750090777873993,
+    0.21389704942703247,
+    0.09007862210273743,
+    0.0584949366748333,
+    0.12054509669542313,
+    0.11015724390745163,
+    0.11948707699775696,
+    0.10353967547416687,
+    0.3368687331676483,
+    0.007564828265458345,
+    0.15455637872219086,
+    0.029305502772331238,
+    0.024484889581799507,
+    0.09629572927951813,
+    0.020987536758184433,
+    0.021381625905632973,
+    0.05068656802177429,
+    0.028021642938256264,
+    0.1846766322851181,
+    0.07191118597984314,
+    0.008877945132553577,
+    0.10365569591522217,
+    0.3131624162197113,
+    0.1269618421792984,
+    0.3549419939517975,
+    0.05929664149880409,
+    0.055481262505054474,
+    0.03637542948126793,
+    0.22155512869358063,
+    0.14637400209903717,
+    0.05383072793483734,
+    0.014849391765892506,
+    0.18070629239082336,
+    0.12192989140748978
+  ]
+}

p5-mae-15m-d240/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00035000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.16169968774927465,
+  "probe/map_train": 0.5093942100793633,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.19601545120241293,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.99148803204298,
+  "probe/total_s": 8.572470949962735,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19512671775995724
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19529899723246424
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19601545120241293
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19137177090036844
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17540612494205415
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14853354679876532
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1153578341698214
+    }
+  ],
+  "per_class_ap": [
+    0.6498982906341553,
+    0.017385242506861687,
+    0.08748140186071396,
+    0.25765755772590637,
+    0.12205272912979126,
+    0.24831946194171906,
+    0.22097422182559967,
+    0.29445162415504456,
+    0.04608602076768875,
+    0.05682414397597313,
+    0.02336925081908703,
+    0.10849592089653015,
+    0.5374566316604614,
+    0.3209949731826782,
+    0.054247479885816574,
+    0.6227160096168518,
+    0.3637208640575409,
+    0.3939214050769806,
+    0.07003490626811981,
+    0.09366098046302795,
+    0.2820793390274048,
+    0.1022656187415123,
+    0.2204197496175766,
+    0.17641916871070862,
+    0.08720562607049942,
+    0.028007308021187782,
+    0.11117158085107803,
+    0.21102146804332733,
+    0.33986297249794006,
+    0.09222060441970825,
+    0.2735370397567749,
+    0.2258024960756302,
+    0.03227217495441437,
+    0.06653961539268494,
+    0.2683684527873993,
+    0.09434426575899124,
+    0.3641383945941925,
+    0.06597650051116943,
+    0.08635231107473373,
+    0.14630469679832458,
+    0.2485288828611374,
+    0.018457630649209023,
+    0.08989888429641724,
+    0.46171072125434875,
+    0.021834608167409897,
+    0.13112300634384155,
+    0.02455248311161995,
+    0.11276615411043167,
+    0.09617201238870621,
+    0.11403009295463562,
+    0.1773291677236557,
+    0.010445934720337391,
+    0.04908694326877594,
+    0.03580223023891449,
+    0.2462981790304184,
+    0.13526026904582977,
+    0.27789047360420227,
+    0.35365748405456543,
+    0.17611251771450043,
+    0.141069233417511,
+    0.23060815036296844,
+    0.22872591018676758,
+    0.07982237637042999,
+    0.2042933851480484,
+    0.52277010679245,
+    0.23558415472507477,
+    0.29778704047203064,
+    0.3199769854545593,
+    0.4126337468624115,
+    0.3783171474933624,
+    0.20284830033779144,
+    0.14965412020683289,
+    0.2183235138654709,
+    0.20816664397716522,
+    0.19304166734218597,
+    0.2743189334869385,
+    0.06444995105266571,
+    0.2638767659664154,
+    0.22423477470874786,
+    0.13893331587314606,
+    0.024593569338321686,
+    0.15117362141609192,
+    0.40816056728363037,
+    0.19328534603118896,
+    0.12428847700357437,
+    0.045504774898290634,
+    0.12695012986660004,
+    0.027862340211868286,
+    0.052493270486593246,
+    0.09491214156150818,
+    0.15407614409923553,
+    0.15522757172584534,
+    0.1771790087223053,
+    0.04564611241221428,
+    0.046647682785987854,
+    0.0908815786242485,
+    0.027568994089961052,
+    0.03346005082130432,
+    0.15810857713222504,
+    0.2231801599264145,
+    0.1426967978477478,
+    0.32559114694595337,
+    0.06583354622125626,
+    0.06923218071460724,
+    0.026174096390604973,
+    0.04429083317518234,
+    0.06689359247684479,
+    0.06408858299255371,
+    0.11759340763092041,
+    0.21884001791477203,
+    0.24231389164924622,
+    0.153248131275177,
+    0.14109870791435242,
+    0.09715178608894348,
+    0.06838487833738327,
+    0.25270771980285645,
+    0.251629501581192,
+    0.13133224844932556,
+    0.1741938591003418,
+    0.40598899126052856,
+    0.4290764331817627,
+    0.19584263861179352,
+    0.1125529333949089,
+    0.12656186521053314,
+    0.01282578706741333,
+    0.05149649828672409,
+    0.1365126669406891,
+    0.15758951008319855,
+    0.15812920033931732,
+    0.16105936467647552,
+    0.00597552303224802,
+    0.10570434480905533,
+    0.14991676807403564,
+    0.15071982145309448,
+    0.13607603311538696,
+    0.015508096665143967,
+    0.12621797621250153,
+    0.735619068145752,
+    0.2548596262931824,
+    0.3428054451942444,
+    0.4576498568058014,
+    0.34564390778541565,
+    0.1451961100101471,
+    0.14081233739852905,
+    0.12346808612346649,
+    0.16003882884979248,
+    0.14438451826572418,
+    0.29996344447135925,
+    0.1171117052435875,
+    0.27800479531288147,
+    0.16073563694953918,
+    0.22179266810417175,
+    0.30877938866615295,
+    0.1400972455739975,
+    0.14201876521110535,
+    0.24994821846485138,
+    0.10857643932104111,
+    0.12071523815393448,
+    0.03205716237425804,
+    0.08413350582122803,
+    0.5663966536521912,
+    0.304655522108078,
+    0.3120143711566925,
+    0.1443757712841034,
+    0.2501829266548157,
+    0.28070303797721863,
+    0.29773202538490295,
+    0.13253197073936462,
+    0.29577693343162537,
+    0.37442880868911743,
+    0.23604516685009003,
+    0.2794147729873657,
+    0.29892241954803467,
+    0.2603149712085724,
+    0.13835366070270538,
+    0.16955411434173584,
+    0.11487875133752823,
+    0.37507694959640503,
+    0.08511858433485031,
+    0.2012670338153839,
+    0.2604096829891205,
+    0.21724338829517365,
+    0.21465957164764404,
+    0.33234643936157227,
+    0.0746665820479393,
+    0.47021135687828064,
+    0.3765483796596527,
+    0.2453412413597107,
+    0.32310035824775696,
+    0.15214283764362335,
+    0.19322720170021057,
+    0.12956096231937408,
+    0.31565529108047485,
+    0.18431827425956726,
+    0.17088186740875244,
+    0.4126717448234558,
+    0.07904654741287231,
+    0.12104889750480652,
+    0.13359713554382324,
+    0.2861156761646271,
+    0.0408506840467453,
+    0.25742223858833313,
+    0.09936155378818512,
+    0.18564365804195404,
+    0.24952828884124756,
+    0.23223315179347992,
+    0.2576894462108612,
+    0.5141216516494751,
+    0.26757675409317017,
+    0.3075668215751648,
+    0.7440000176429749,
+    0.5299221277236938,
+    0.5265079736709595,
+    0.05908537656068802,
+    0.34034979343414307,
+    0.2777876853942871,
+    0.061163537204265594,
+    0.22152306139469147,
+    0.2744036316871643,
+    0.12088210880756378,
+    0.16873808205127716,
+    0.11768461018800735,
+    0.21619167923927307,
+    0.19845686852931976,
+    0.07143274694681168,
+    0.09543357044458389,
+    0.07775096595287323,
+    0.04826683923602104,
+    0.18195581436157227,
+    0.04475964233279228,
+    0.07422849535942078,
+    0.14670565724372864,
+    0.09351300448179245,
+    0.0813409686088562,
+    0.04286651685833931,
+    0.016489218920469284,
+    0.15399380028247833,
+    0.022756051272153854,
+    0.37366437911987305,
+    0.03256286308169365,
+    0.12482196092605591,
+    0.18522977828979492,
+    0.2593849301338196,
+    0.1837671548128128,
+    0.15524408221244812,
+    0.2537832260131836,
+    0.06344898045063019,
+    0.11274158209562302,
+    0.05882278084754944,
+    0.16958358883857727,
+    0.1441376507282257,
+    0.03325662761926651,
+    0.10049167275428772,
+    0.12439046800136566,
+    0.08278041332960129,
+    0.24212516844272614,
+    0.24753493070602417,
+    0.26125970482826233,
+    0.14648757874965668,
+    0.10651508718729019,
+    0.04873267933726311,
+    0.13191889226436615,
+    0.20474161207675934,
+    0.12083709239959717,
+    0.022327398881316185,
+    0.07053694128990173,
+    0.08946660161018372,
+    0.1421506255865097,
+    0.12951430678367615,
+    0.05373012647032738,
+    0.02382385917007923,
+    0.2784791588783264,
+    0.18744362890720367,
+    0.03683438524603844,
+    0.1805894523859024,
+    0.05899345502257347,
+    0.09595946967601776,
+    0.04908551648259163,
+    0.07382235676050186,
+    0.06646531820297241,
+    0.025891434401273727,
+    0.2993082106113434,
+    0.15040911734104156,
+    0.24513734877109528,
+    0.07484008371829987,
+    0.26953744888305664,
+    0.3771187663078308,
+    0.4035598039627075,
+    0.2615502178668976,
+    0.24632570147514343,
+    0.19392335414886475,
+    0.22584785521030426,
+    0.11651987582445145,
+    0.20455780625343323,
+    0.22796891629695892,
+    0.236575186252594,
+    0.18626223504543304,
+    0.007467505056411028,
+    0.01841936819255352,
+    0.020145278424024582,
+    0.29754799604415894,
+    0.20376795530319214,
+    0.18423683941364288,
+    0.05201460048556328,
+    0.035939302295446396,
+    0.12035819888114929,
+    0.03417448326945305,
+    0.1847790628671646,
+    0.12501280009746552,
+    0.2034033089876175,
+    0.17371943593025208,
+    0.13091811537742615,
+    0.14217908680438995,
+    0.0900312140583992,
+    0.10512302815914154,
+    0.13691553473472595,
+    0.08802523463964462,
+    0.09037939459085464,
+    0.126568004488945,
+    0.10159091651439667,
+    0.25709107518196106,
+    0.04245384782552719,
+    0.47467029094696045,
+    0.4313507676124573,
+    0.2865964472293854,
+    0.29759785532951355,
+    0.06983543187379837,
+    0.0658610388636589,
+    0.29344019293785095,
+    0.2764594256877899,
+    0.1582760065793991,
+    0.23303571343421936,
+    0.2949841022491455,
+    0.39181578159332275,
+    0.26253336668014526,
+    0.18209166824817657,
+    0.1757841557264328,
+    0.21242572367191315,
+    0.07774385809898376,
+    0.0395699068903923,
+    0.11413302272558212,
+    0.007238603662699461,
+    0.10088848322629929,
+    0.1422967165708542,
+    0.10199731588363647,
+    0.07537225633859634,
+    0.1388951539993286,
+    0.34504708647727966,
+    0.030766865238547325,
+    0.02921772189438343,
+    0.13913863897323608,
+    0.04208819568157196,
+    0.10357729345560074,
+    0.11830159276723862,
+    0.03453698009252548,
+    0.10538484156131744,
+    0.03237994387745857,
+    0.01715271919965744,
+    0.0456850528717041,
+    0.11719204485416412,
+    0.018344681710004807,
+    0.09242979437112808,
+    0.16628006100654602,
+    0.12101568281650543,
+    0.037198491394519806,
+    0.040175728499889374,
+    0.39805132150650024,
+    0.282339483499527,
+    0.01686336286365986,
+    0.13107386231422424,
+    0.11297789961099625,
+    0.08789526671171188,
+    0.12507416307926178,
+    0.33797794580459595,
+    0.1558804214000702,
+    0.0893278568983078,
+    0.11982123553752899,
+    0.10757159441709518,
+    0.020487342029809952,
+    0.018531350418925285,
+    0.02226896584033966,
+    0.12505540251731873,
+    0.21202997863292694,
+    0.09582473337650299,
+    0.19015797972679138,
+    0.19992472231388092,
+    0.18389727175235748,
+    0.08821268379688263,
+    0.052089471369981766,
+    0.053833093494176865,
+    0.226552352309227,
+    0.08097881078720093,
+    0.03514359891414642,
+    0.37660491466522217,
+    0.23799820244312286,
+    0.07658732682466507,
+    0.537406325340271,
+    0.6150875091552734,
+    0.027839701622724533,
+    0.44714421033859253,
+    0.49525919556617737,
+    0.09462704509496689,
+    0.18349888920783997,
+    0.2808871269226074,
+    0.026317307725548744,
+    0.01778324693441391,
+    0.026967862620949745,
+    0.03684592619538307,
+    0.04941428080201149,
+    0.021176569163799286,
+    0.01732696406543255,
+    0.18865996599197388,
+    0.030075915157794952,
+    0.07477504014968872,
+    0.2790791392326355,
+    0.17849566042423248,
+    0.04323043301701546,
+    0.03618839755654335,
+    0.10542577505111694,
+    0.10551756620407104,
+    0.24075685441493988,
+    0.11812617629766464,
+    0.10721494257450104,
+    0.33408182859420776,
+    0.10055369138717651,
+    0.09877801686525345,
+    0.06340859830379486,
+    0.20242464542388916,
+    0.24655626714229584,
+    0.19415095448493958,
+    0.09642896056175232,
+    0.17443539202213287,
+    0.15428394079208374,
+    0.07032547891139984,
+    0.007155421655625105,
+    0.08473633974790573,
+    0.19480960071086884,
+    0.11674895137548447,
+    0.15730375051498413,
+    0.04433088004589081,
+    0.027053285390138626,
+    0.027682287618517876,
+    0.010783878155052662,
+    0.0831083431839943,
+    0.01630154252052307,
+    0.12618736922740936,
+    0.11414089798927307,
+    0.013043330982327461,
+    0.027904827147722244,
+    0.12121083587408066,
+    0.028642592951655388,
+    0.057226087898015976,
+    0.02001761458814144,
+    0.05203939229249954,
+    0.05023081228137016,
+    0.2965010404586792,
+    0.04279689863324165,
+    0.15468795597553253,
+    0.09914775937795639,
+    0.10570992529392242,
+    0.06329725682735443,
+    0.059753015637397766,
+    0.4309408366680145,
+    0.5006875395774841,
+    0.27430135011672974,
+    0.164966881275177,
+    0.03444024547934532,
+    0.07159639149904251,
+    0.051760803908109665,
+    0.17279355227947235,
+    0.09957364201545715,
+    0.0553370900452137,
+    0.11330369859933853,
+    0.023102354258298874,
+    0.2344503402709961,
+    0.011712594889104366,
+    0.3187383711338043,
+    0.08528031408786774,
+    0.10230215638875961,
+    0.23555801808834076,
+    0.1581466645002365,
+    0.12481001019477844,
+    0.01475826371461153,
+    0.09569375216960907,
+    0.08611959218978882,
+    0.02313602715730667,
+    0.006206787656992674,
+    0.05975489690899849,
+    0.05655394494533539,
+    0.06532075256109238,
+    0.24245062470436096,
+    0.3691447675228119,
+    0.10742932558059692,
+    0.15070506930351257,
+    0.21813829243183136,
+    0.08178059011697769,
+    0.05885934829711914,
+    0.11830437928438187,
+    0.10247792303562164,
+    0.12819845974445343,
+    0.10814392566680908,
+    0.3261798322200775,
+    0.00810137577354908,
+    0.15317784249782562,
+    0.028323132544755936,
+    0.024262452498078346,
+    0.09390228241682053,
+    0.021912990137934685,
+    0.022336285561323166,
+    0.051399704068899155,
+    0.03637826815247536,
+    0.1810133308172226,
+    0.07061997801065445,
+    0.0098771583288908,
+    0.10904406011104584,
+    0.32133960723876953,
+    0.13329477608203888,
+    0.36279743909835815,
+    0.06062459945678711,
+    0.06480830907821655,
+    0.04889816790819168,
+    0.22697749733924866,
+    0.1451437920331955,
+    0.0636807456612587,
+    0.012509106658399105,
+    0.17121918499469757,
+    0.1090686246752739
+  ]
+}

p5-mae-15m-d240/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.031453125
+  - 0.136734375
+  - 0.0
+  - 0.003091796875
+  - 0.17794921875
+  - 0.0
+  - 0.07468359375
+  - 0.232013671875
+  - 0.0
+  - 0.0042109375
+  - 0.218064453125
+  - 0.00039453125
+  - 0.041060546875
+  - 0.0
+  - 0.0
+  - 0.0250703125
+  - 0.0552734375
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d240
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d240/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57864aa7a51000580dac9b196c89fe840054864457c15d63c2543b5664943e5
+size 60174680

p5-mae-15m-d240/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d240/exports/step_00040000",
+  "fingerprint": "501ad93d52e71f0e",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "probe/map": 0.1626438925253047,
+  "probe/map_train": 0.5093330278625072,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.19785553489085392,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.861180384992622,
+  "probe/total_s": 8.40823645691853,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19646785905641242
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19671494189907834
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19785553489085392
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19308848835199194
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1764785782513571
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14958310202276598
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1158371537966226
+    }
+  ],
+  "per_class_ap": [
+    0.6502329111099243,
+    0.018670476973056793,
+    0.08739632368087769,
+    0.2613416910171509,
+    0.12359952181577682,
+    0.24359501898288727,
+    0.2194634974002838,
+    0.29706424474716187,
+    0.0450550802052021,
+    0.0571715347468853,
+    0.023839781060814857,
+    0.1068175733089447,
+    0.5417014360427856,
+    0.3213217258453369,
+    0.05269879102706909,
+    0.6294174194335938,
+    0.36589014530181885,
+    0.3958689570426941,
+    0.06910492479801178,
+    0.09742044657468796,
+    0.2682623863220215,
+    0.1038610190153122,
+    0.22758635878562927,
+    0.17841081321239471,
+    0.085984967648983,
+    0.027342448011040688,
+    0.10610537230968475,
+    0.2144460678100586,
+    0.3393073081970215,
+    0.10004443675279617,
+    0.2681792378425598,
+    0.22472882270812988,
+    0.03169289976358414,
+    0.06660715490579605,
+    0.26221030950546265,
+    0.08387197554111481,
+    0.36174923181533813,
+    0.06723218411207199,
+    0.07540039718151093,
+    0.14490674436092377,
+    0.25301453471183777,
+    0.01844094879925251,
+    0.09335441142320633,
+    0.4668726325035095,
+    0.02065987139940262,
+    0.1370105892419815,
+    0.02563810721039772,
+    0.12000077217817307,
+    0.09889733791351318,
+    0.11757505685091019,
+    0.17962493002414703,
+    0.01026690099388361,
+    0.05360698699951172,
+    0.03261606767773628,
+    0.2484264224767685,
+    0.13245242834091187,
+    0.27187761664390564,
+    0.3497074842453003,
+    0.17545555531978607,
+    0.13921388983726501,
+    0.23263265192508698,
+    0.22482705116271973,
+    0.07748096436262131,
+    0.20841160416603088,
+    0.5228482484817505,
+    0.24044345319271088,
+    0.2974051833152771,
+    0.31884410977363586,
+    0.40831106901168823,
+    0.38020285964012146,
+    0.19000914692878723,
+    0.15021489560604095,
+    0.21812240779399872,
+    0.2084578573703766,
+    0.1928505301475525,
+    0.2671728730201721,
+    0.06385994702577591,
+    0.2640296220779419,
+    0.22255846858024597,
+    0.14084108173847198,
+    0.024509325623512268,
+    0.15644118189811707,
+    0.41157442331314087,
+    0.203915074467659,
+    0.1252557635307312,
+    0.04697444662451744,
+    0.12726081907749176,
+    0.026276180520653725,
+    0.051642853766679764,
+    0.11165080964565277,
+    0.18612927198410034,
+    0.1778373122215271,
+    0.191408172249794,
+    0.04690399393439293,
+    0.048083897680044174,
+    0.08644480258226395,
+    0.026033826172351837,
+    0.03440205380320549,
+    0.16144944727420807,
+    0.22769282758235931,
+    0.1538843810558319,
+    0.32267314195632935,
+    0.06618455797433853,
+    0.06975606083869934,
+    0.024719856679439545,
+    0.043864618986845016,
+    0.06764160096645355,
+    0.06858410686254501,
+    0.11784826219081879,
+    0.223171204328537,
+    0.2411523461341858,
+    0.1566312611103058,
+    0.14609083533287048,
+    0.09815400093793869,
+    0.07865584641695023,
+    0.2643917202949524,
+    0.2600679099559784,
+    0.1302862912416458,
+    0.17380161583423615,
+    0.39812785387039185,
+    0.4169303774833679,
+    0.20048977434635162,
+    0.11115732043981552,
+    0.1312406212091446,
+    0.013230668380856514,
+    0.04975767433643341,
+    0.14037545025348663,
+    0.15496163070201874,
+    0.16475620865821838,
+    0.16744638979434967,
+    0.0061308774165809155,
+    0.10363195836544037,
+    0.1616823673248291,
+    0.15708383917808533,
+    0.1280953586101532,
+    0.016878580674529076,
+    0.12839758396148682,
+    0.736342191696167,
+    0.2542351186275482,
+    0.3432452082633972,
+    0.4599651098251343,
+    0.3515256941318512,
+    0.14647170901298523,
+    0.14823928475379944,
+    0.1251533180475235,
+    0.15905585885047913,
+    0.13903069496154785,
+    0.3019896149635315,
+    0.11894722282886505,
+    0.27271199226379395,
+    0.1525026112794876,
+    0.22405841946601868,
+    0.31473037600517273,
+    0.14132407307624817,
+    0.14422686398029327,
+    0.2534014880657196,
+    0.11050896346569061,
+    0.12201797962188721,
+    0.0318555049598217,
+    0.08303719013929367,
+    0.5653509497642517,
+    0.3022829592227936,
+    0.3180646300315857,
+    0.14511895179748535,
+    0.25165748596191406,
+    0.28736209869384766,
+    0.30621227622032166,
+    0.1336902230978012,
+    0.2993544936180115,
+    0.37198591232299805,
+    0.2305232137441635,
+    0.2825988233089447,
+    0.3034522831439972,
+    0.2516753077507019,
+    0.13865216076374054,
+    0.16398973762989044,
+    0.10193642973899841,
+    0.3811911642551422,
+    0.08361126482486725,
+    0.21451179683208466,
+    0.2647092938423157,
+    0.22630277276039124,
+    0.21697372198104858,
+    0.32431015372276306,
+    0.07643543928861618,
+    0.4726880192756653,
+    0.374117910861969,
+    0.24625273048877716,
+    0.32643383741378784,
+    0.15951108932495117,
+    0.19816111028194427,
+    0.13085266947746277,
+    0.31943008303642273,
+    0.1863727867603302,
+    0.18299634754657745,
+    0.416963130235672,
+    0.08213891834020615,
+    0.12194697558879852,
+    0.13320358097553253,
+    0.2942745089530945,
+    0.042644210159778595,
+    0.2702275216579437,
+    0.10159976780414581,
+    0.19670167565345764,
+    0.2592085003852844,
+    0.22819718718528748,
+    0.25593605637550354,
+    0.511910617351532,
+    0.2681120038032532,
+    0.3149181604385376,
+    0.7459571957588196,
+    0.5335098505020142,
+    0.5278798937797546,
+    0.06389276683330536,
+    0.338432639837265,
+    0.27711021900177,
+    0.062493667006492615,
+    0.2217969298362732,
+    0.26505711674690247,
+    0.1163157969713211,
+    0.17018069326877594,
+    0.11971066147089005,
+    0.22191226482391357,
+    0.19704005122184753,
+    0.06989923864603043,
+    0.09846223890781403,
+    0.07888035476207733,
+    0.050438784062862396,
+    0.17882698774337769,
+    0.0462462417781353,
+    0.07285065948963165,
+    0.14552393555641174,
+    0.09948515146970749,
+    0.06166083738207817,
+    0.04718860611319542,
+    0.016624227166175842,
+    0.1544291377067566,
+    0.02251405641436577,
+    0.3817839026451111,
+    0.033798255026340485,
+    0.12575991451740265,
+    0.18458062410354614,
+    0.2584310472011566,
+    0.18471933901309967,
+    0.1517336368560791,
+    0.2590406835079193,
+    0.06402231007814407,
+    0.11381702125072479,
+    0.06021927297115326,
+    0.17536389827728271,
+    0.1491275131702423,
+    0.032610565423965454,
+    0.099938303232193,
+    0.12323456257581711,
+    0.08505712449550629,
+    0.24147170782089233,
+    0.2383647859096527,
+    0.2605714201927185,
+    0.157976895570755,
+    0.1076345443725586,
+    0.046460073441267014,
+    0.13068431615829468,
+    0.21175305545330048,
+    0.11579420417547226,
+    0.02269004099071026,
+    0.0769275426864624,
+    0.08842918276786804,
+    0.1454281359910965,
+    0.12579555809497833,
+    0.055529795587062836,
+    0.02425144799053669,
+    0.27312082052230835,
+    0.19047515094280243,
+    0.03570402041077614,
+    0.17391714453697205,
+    0.04858912155032158,
+    0.09366150200366974,
+    0.05172918364405632,
+    0.07328443229198456,
+    0.06758545339107513,
+    0.027086706832051277,
+    0.30048638582229614,
+    0.14591993391513824,
+    0.2473715841770172,
+    0.07038059830665588,
+    0.27091896533966064,
+    0.37271538376808167,
+    0.4018910825252533,
+    0.269907146692276,
+    0.24712739884853363,
+    0.20190134644508362,
+    0.2284536361694336,
+    0.11658059805631638,
+    0.2019127756357193,
+    0.22757790982723236,
+    0.24097564816474915,
+    0.18900030851364136,
+    0.007334765512496233,
+    0.017999738454818726,
+    0.018487047404050827,
+    0.29900968074798584,
+    0.2051863968372345,
+    0.18572407960891724,
+    0.05708178132772446,
+    0.03632395714521408,
+    0.12180294841527939,
+    0.03437361866235733,
+    0.18193334341049194,
+    0.1248091533780098,
+    0.2112155705690384,
+    0.17345023155212402,
+    0.1334986537694931,
+    0.14209531247615814,
+    0.09109828621149063,
+    0.11545006930828094,
+    0.13685481250286102,
+    0.09097952395677567,
+    0.09447360038757324,
+    0.13112494349479675,
+    0.10546385496854782,
+    0.2704486846923828,
+    0.04446200653910637,
+    0.478056937456131,
+    0.4265143573284149,
+    0.284421443939209,
+    0.29342514276504517,
+    0.07104556262493134,
+    0.06474101543426514,
+    0.2922332286834717,
+    0.2772058844566345,
+    0.153789684176445,
+    0.23111101984977722,
+    0.2973947525024414,
+    0.3904702663421631,
+    0.2635895609855652,
+    0.18670101463794708,
+    0.18120144307613373,
+    0.20274268090724945,
+    0.08519244939088821,
+    0.04106757789850235,
+    0.11652083694934845,
+    0.0066276295110583305,
+    0.09900134056806564,
+    0.1430809497833252,
+    0.09994431585073471,
+    0.0762181282043457,
+    0.13477414846420288,
+    0.34595760703086853,
+    0.04003263637423515,
+    0.028159234672784805,
+    0.1363329142332077,
+    0.03944835811853409,
+    0.1031719297170639,
+    0.11609461903572083,
+    0.03396456688642502,
+    0.10666858404874802,
+    0.03309815749526024,
+    0.018268171697854996,
+    0.04889858514070511,
+    0.11420537531375885,
+    0.019825102761387825,
+    0.09524314105510712,
+    0.16511420905590057,
+    0.1222839206457138,
+    0.03757104277610779,
+    0.040673043578863144,
+    0.399650514125824,
+    0.27774879336357117,
+    0.017900288105010986,
+    0.13065886497497559,
+    0.11380916833877563,
+    0.08695074915885925,
+    0.12781213223934174,
+    0.3415786325931549,
+    0.16404372453689575,
+    0.08531688153743744,
+    0.12267185747623444,
+    0.10454978793859482,
+    0.019660206511616707,
+    0.018319327384233475,
+    0.02260502241551876,
+    0.12824490666389465,
+    0.21408908069133759,
+    0.09398480504751205,
+    0.18711814284324646,
+    0.19842924177646637,
+    0.1822645366191864,
+    0.08326501399278641,
+    0.05068536475300789,
+    0.05591839924454689,
+    0.23406526446342468,
+    0.08440884947776794,
+    0.036423128098249435,
+    0.38391828536987305,
+    0.235208660364151,
+    0.07790935039520264,
+    0.5360978841781616,
+    0.6116048693656921,
+    0.029139632359147072,
+    0.4504565894603729,
+    0.5025202631950378,
+    0.10167364776134491,
+    0.18176479637622833,
+    0.2795323431491852,
+    0.024343255907297134,
+    0.017815742641687393,
+    0.028405169025063515,
+    0.03852749243378639,
+    0.0479300394654274,
+    0.020271390676498413,
+    0.016188092529773712,
+    0.19210007786750793,
+    0.030110815539956093,
+    0.0727054551243782,
+    0.28558361530303955,
+    0.18816129863262177,
+    0.04061749577522278,
+    0.030226005241274834,
+    0.10810156911611557,
+    0.10050477832555771,
+    0.24854934215545654,
+    0.11782771348953247,
+    0.10131780058145523,
+    0.33104464411735535,
+    0.10278969258069992,
+    0.1004767045378685,
+    0.06894370913505554,
+    0.20175042748451233,
+    0.25324076414108276,
+    0.19351617991924286,
+    0.09697737544775009,
+    0.1756647825241089,
+    0.15120624005794525,
+    0.07287270575761795,
+    0.006857108324766159,
+    0.07392110675573349,
+    0.2059103548526764,
+    0.11746783554553986,
+    0.15974467992782593,
+    0.04548045992851257,
+    0.027531668543815613,
+    0.028539419174194336,
+    0.010473127476871014,
+    0.08601173013448715,
+    0.015702292323112488,
+    0.12803098559379578,
+    0.11341197788715363,
+    0.012558291666209698,
+    0.028702111914753914,
+    0.11146005243062973,
+    0.027938654646277428,
+    0.05506955832242966,
+    0.01936252787709236,
+    0.058019962161779404,
+    0.052739694714546204,
+    0.2878398299217224,
+    0.04420914500951767,
+    0.1532176285982132,
+    0.09709995239973068,
+    0.11214208602905273,
+    0.06365250051021576,
+    0.05850287899374962,
+    0.4364752173423767,
+    0.4994204044342041,
+    0.26546379923820496,
+    0.16743777692317963,
+    0.03234878554940224,
+    0.073277048766613,
+    0.05417262762784958,
+    0.20179803669452667,
+    0.1018795445561409,
+    0.0536663718521595,
+    0.10881875455379486,
+    0.02392425574362278,
+    0.23559486865997314,
+    0.012839085422456264,
+    0.316377729177475,
+    0.08426348865032196,
+    0.10880366712808609,
+    0.2458910197019577,
+    0.15599091351032257,
+    0.12422879785299301,
+    0.014871998690068722,
+    0.09828940033912659,
+    0.08434267342090607,
+    0.021796921268105507,
+    0.0063570099882781506,
+    0.06043847277760506,
+    0.055500391870737076,
+    0.06235869601368904,
+    0.23941737413406372,
+    0.3740219473838806,
+    0.109462209045887,
+    0.1476542353630066,
+    0.21576069295406342,
+    0.08403545618057251,
+    0.061529338359832764,
+    0.11525318771600723,
+    0.1034480631351471,
+    0.12580737471580505,
+    0.1078302413225174,
+    0.33128949999809265,
+    0.008105139248073101,
+    0.151214599609375,
+    0.029929520562291145,
+    0.026029715314507484,
+    0.0944276675581932,
+    0.021586405113339424,
+    0.022893384099006653,
+    0.05274080112576485,
+    0.035641904920339584,
+    0.1870863139629364,
+    0.07198669761419296,
+    0.010069828480482101,
+    0.11155474185943604,
+    0.3251865804195404,
+    0.14056921005249023,
+    0.36817920207977295,
+    0.06635607033967972,
+    0.058798402547836304,
+    0.04278004914522171,
+    0.22716575860977173,
+    0.14298281073570251,
+    0.06563426554203033,
+    0.012209311127662659,
+    0.17798081040382385,
+    0.10936975479125977
+  ]
+}

p5-mae-15m-d240/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5905a14cd5caeb8a6bd0591ee8f69446453f2643777ea90244c1da882b1e3ecc
+size 15360128

p5-mae-15m-d240/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d240",
+  "fingerprint": "501ad93d52e71f0e",
+  "wandb_run_id": "phase5-p5-mae-15m-d240",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.500010975743606,
+    "distinct_clips": 704967,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.0,
+      0.0,
+      0.031453125,
+      0.136734375,
+      0.0,
+      0.0030916666666666666,
+      0.17794947916666667,
+      0.0,
+      0.07468385416666666,
+      0.23201354166666666,
+      0.0,
+      0.0042109375,
+      0.21806458333333334,
+      0.00039427083333333333,
+      0.04106041666666667,
+      0.0,
+      0.0,
+      0.0250703125,
+      0.0552734375
+    ]
+  },
+  "started_at": 1787011357.6569114,
+  "finished_at": 1787012064.7241297,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6346288430504501,
+    "val/frame": 0.6346288430504501,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d240/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787012064.7255433,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6346288430504501,
+  "val/frame": 0.6346288430504501,
+  "val/utterance": 0.0
+}

p5-mae-15m-d240/wandb/debug-internal.log

@@ -0,0 +1,112 @@
+{"time":"2026-08-18T00:02:36.282776851Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T00:02:36.283109068Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T00:02:36.535819508Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-15m-d240"}
+{"time":"2026-08-18T00:02:36.535938471Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T00:02:36.536006462Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T00:02:36.536030052Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-15m-d240"}
+{"time":"2026-08-18T00:02:36.536047703Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T00:02:37.938898582Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T00:02:38.217138581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:02:52.939478796Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":27,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":47,"uploaded_len":2}
+{"time":"2026-08-18T00:02:53.24303887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:07.939569616Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":42,"events_offset":2,"events_lines":2,"console_offset":47,"console_lines":43}
+{"time":"2026-08-18T00:03:08.246831662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:22.940117215Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":41,"events_offset":4,"events_lines":2,"console_offset":90,"console_lines":42}
+{"time":"2026-08-18T00:03:23.25762796Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:37.939076363Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":110,"history_lines":44,"events_offset":6,"events_lines":2,"console_offset":132,"console_lines":45}
+{"time":"2026-08-18T00:03:38.787823454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:52.939793049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":45,"events_offset":8,"events_lines":2,"console_offset":177,"console_lines":45}
+{"time":"2026-08-18T00:03:53.222798286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:07.940292391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":199,"history_lines":43,"events_offset":10,"events_lines":2,"console_offset":222,"console_lines":44}
+{"time":"2026-08-18T00:04:08.244699991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:22.940007908Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":242,"history_lines":42,"events_offset":12,"events_lines":2,"console_offset":266,"console_lines":43}
+{"time":"2026-08-18T00:04:23.267741785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:37.939697493Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":284,"history_lines":42,"events_offset":14,"events_lines":2,"console_offset":309,"console_lines":43}
+{"time":"2026-08-18T00:04:38.26731459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:52.939740217Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":326,"history_lines":42,"events_offset":16,"events_lines":2,"console_offset":352,"console_lines":43}
+{"time":"2026-08-18T00:04:53.237215691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:07.939408913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":368,"history_lines":42,"events_offset":18,"events_lines":2,"console_offset":395,"console_lines":43}
+{"time":"2026-08-18T00:05:08.264303378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:22.939540201Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":410,"history_lines":42,"events_offset":20,"events_lines":2,"console_offset":438,"console_lines":43}
+{"time":"2026-08-18T00:05:23.232507856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:37.939210935Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":452,"history_lines":41,"events_offset":22,"events_lines":2,"console_offset":481,"console_lines":41}
+{"time":"2026-08-18T00:05:38.259944815Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:52.940000989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":493,"history_lines":39,"events_offset":24,"events_lines":2,"console_offset":522,"console_lines":40}
+{"time":"2026-08-18T00:05:53.240773806Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:07.93952634Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":532,"history_lines":44,"events_offset":26,"events_lines":2,"console_offset":562,"console_lines":45}
+{"time":"2026-08-18T00:06:08.302814408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:22.940051077Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":576,"history_lines":40,"events_offset":28,"events_lines":2,"console_offset":607,"console_lines":41}
+{"time":"2026-08-18T00:06:23.26233337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:37.939518945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":44,"events_offset":30,"events_lines":2,"console_offset":648,"console_lines":45}
+{"time":"2026-08-18T00:06:38.26424754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:52.939836836Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":660,"history_lines":42,"events_offset":32,"events_lines":2,"console_offset":693,"console_lines":43}
+{"time":"2026-08-18T00:06:53.24097409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:07.939108035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":43,"events_offset":34,"events_lines":2,"console_offset":736,"console_lines":43}
+{"time":"2026-08-18T00:07:08.252614955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:22.940045866Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":745,"history_lines":43,"events_offset":36,"events_lines":2,"console_offset":779,"console_lines":44}
+{"time":"2026-08-18T00:07:23.26028727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:37.939968767Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":788,"history_lines":43,"events_offset":38,"events_lines":2,"console_offset":823,"console_lines":44}
+{"time":"2026-08-18T00:07:38.272400372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:52.940109426Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":44,"events_offset":40,"events_lines":2,"console_offset":867,"console_lines":45}
+{"time":"2026-08-18T00:07:53.234409757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:07.939678605Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":875,"history_lines":45,"events_offset":42,"events_lines":2,"console_offset":912,"console_lines":46}
+{"time":"2026-08-18T00:08:08.2824473Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:22.939897759Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":920,"history_lines":45,"events_offset":44,"events_lines":2,"console_offset":958,"console_lines":46}
+{"time":"2026-08-18T00:08:23.75272139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:37.939708242Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":965,"history_lines":45,"events_offset":46,"events_lines":2,"console_offset":1004,"console_lines":46}
+{"time":"2026-08-18T00:08:38.270275893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:52.940092914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":45,"events_offset":48,"events_lines":2,"console_offset":1050,"console_lines":46}
+{"time":"2026-08-18T00:08:53.777188945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:07.939841406Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1055,"history_lines":44,"events_offset":50,"events_lines":2,"console_offset":1096,"console_lines":44}
+{"time":"2026-08-18T00:09:08.288842002Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:22.939843335Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":42,"events_offset":52,"events_lines":2,"console_offset":1140,"console_lines":43}
+{"time":"2026-08-18T00:09:23.239012032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:37.940292264Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1141,"history_lines":45,"events_offset":54,"events_lines":2,"console_offset":1183,"console_lines":46}
+{"time":"2026-08-18T00:09:38.259247097Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:52.940460551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1186,"history_lines":45,"events_offset":56,"events_lines":2,"console_offset":1229,"console_lines":46}
+{"time":"2026-08-18T00:09:53.269547078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:07.939349439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1231,"history_lines":44,"events_offset":58,"events_lines":2,"console_offset":1275,"console_lines":45}
+{"time":"2026-08-18T00:10:08.269657614Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:22.939084994Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1275,"history_lines":43,"events_offset":60,"events_lines":2,"console_offset":1320,"console_lines":44}
+{"time":"2026-08-18T00:10:23.25827617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:37.93996126Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1318,"history_lines":43,"events_offset":62,"events_lines":2,"console_offset":1364,"console_lines":44}
+{"time":"2026-08-18T00:10:38.241961991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:52.940135941Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1361,"history_lines":43,"events_offset":64,"events_lines":2,"console_offset":1408,"console_lines":44}
+{"time":"2026-08-18T00:10:53.24038372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:07.940067734Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1404,"history_lines":44,"events_offset":66,"events_lines":2,"console_offset":1452,"console_lines":44}
+{"time":"2026-08-18T00:11:08.30059761Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:22.939534909Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1448,"history_lines":42,"events_offset":68,"events_lines":2,"console_offset":1496,"console_lines":43}
+{"time":"2026-08-18T00:11:23.2475169Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:37.939399312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1490,"history_lines":42,"events_offset":70,"events_lines":2,"console_offset":1539,"console_lines":43}
+{"time":"2026-08-18T00:11:38.246731811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:52.939375062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1532,"history_lines":42,"events_offset":72,"events_lines":2,"console_offset":1582,"console_lines":43}
+{"time":"2026-08-18T00:11:53.254565505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:07.939467203Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1574,"history_lines":40,"events_offset":74,"events_lines":2,"console_offset":1625,"console_lines":41}
+{"time":"2026-08-18T00:12:08.279260951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:22.939779204Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1614,"history_lines":44,"events_offset":76,"events_lines":2,"console_offset":1666,"console_lines":45}
+{"time":"2026-08-18T00:12:23.286246395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:37.939547914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1658,"history_lines":45,"events_offset":78,"events_lines":2,"console_offset":1711,"console_lines":46}
+{"time":"2026-08-18T00:12:38.287741204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:52.940077303Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1703,"history_lines":43,"events_offset":80,"events_lines":2,"console_offset":1757,"console_lines":43}
+{"time":"2026-08-18T00:12:53.282624515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:07.939715763Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1746,"history_lines":40,"events_offset":82,"events_lines":2,"console_offset":1800,"console_lines":41}
+{"time":"2026-08-18T00:13:08.260822937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:22.939769102Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1786,"history_lines":40,"events_offset":84,"events_lines":2,"console_offset":1841,"console_lines":41}
+{"time":"2026-08-18T00:13:23.254286244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:37.939587701Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1826,"history_lines":40,"events_offset":86,"events_lines":2,"console_offset":1882,"console_lines":41}
+{"time":"2026-08-18T00:13:38.261137374Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:52.940177931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1866,"history_lines":42,"events_offset":88,"events_lines":2,"console_offset":1923,"console_lines":43}
+{"time":"2026-08-18T00:13:53.245922325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:07.939880263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1908,"history_lines":43,"events_offset":90,"events_lines":2,"console_offset":1966,"console_lines":44}
+{"time":"2026-08-18T00:14:08.293898341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:22.939953713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1951,"history_lines":47,"events_offset":92,"events_lines":2,"console_offset":2010,"console_lines":47}
+{"time":"2026-08-18T00:14:23.245299875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:27.101226635Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T00:14:27.101612541Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1998,"history_lines":2,"console_offset":2057,"console_lines":2,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T00:14:27.365111689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:27.366407042Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T00:14:27.37042687Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T00:14:27.37044162Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T00:14:27.371740322Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T00:14:27.371748103Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T00:14:29.371835572Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-15m-d240/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 00:02:36,279 INFO    MainThread:2085302 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 00:02:36,279 INFO    MainThread:2085302 [wandb_setup.py:_flush():81] Configure stats pid to 2085302
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug.log
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug-internal.log
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():783] calling init triggers
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 384, 'depth': 8, 'num_heads': 6, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 48, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.0, 0.0, 0.0, 0.031453125, 0.136734375, 0.0, 0.003091796875, 0.17794921875, 0.0, 0.07468359375, 0.232013671875, 0.0, 0.0042109375, 0.218064453125, 0.00039453125, 0.041060546875, 0.0, 0.0, 0.0250703125, 0.0552734375], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0003, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 1, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-15m-d240', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():831] starting backend
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 00:02:36,536 INFO    MainThread:2085302 [wandb_init.py:init():851] backend started and connected
+2026-08-18 00:02:36,538 INFO    MainThread:2085302 [wandb_init.py:init():921] updated telemetry
+2026-08-18 00:02:36,549 INFO    MainThread:2085302 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 00:02:37,424 INFO    MainThread:2085302 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 00:02:37,514 INFO    MainThread:2085302 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-15m-d240
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_restore():2575] restore
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_restore():2581] restore done
+2026-08-18 00:14:27,369 INFO    MainThread:2085302 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            3faewwkcgrl032wfbl7wigkba5lpzsbh:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-15m-d240
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_15m.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=3.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.0, 0.0, 0.0, 0.031453125, 0.136734375, 0.0, 0.003091796875, 0.17794921875, 0.0, 0.07468359375, 0.232013671875, 0.0, 0.0042109375, 0.218064453125, 0.00039453125, 0.041060546875, 0.0, 0.0, 0.0250703125, 0.0552734375]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-15m-d240
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "357378244608"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-15m-d240
+                startedAt: "2026-08-18T00:02:36.278045Z"
+                writerId: 3faewwkcgrl032wfbl7wigkba5lpzsbh
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 48
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 1
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0
+            - 0
+            - 0
+            - 0.031453125
+            - 0.136734375
+            - 0
+            - 0.003091796875
+            - 0.17794921875
+            - 0
+            - 0.07468359375
+            - 0.232013671875
+            - 0
+            - 0.0042109375
+            - 0.218064453125
+            - 0.00039453125
+            - 0.041060546875
+            - 0
+            - 0
+            - 0.0250703125
+            - 0.0552734375
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 8
+        embed_dim: 384
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 6
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0003
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-15m-d240
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T00:02:36.278045Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-15m-d240",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_15m.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=3.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.0, 0.0, 0.0, 0.031453125, 0.136734375, 0.0, 0.003091796875, 0.17794921875, 0.0, 0.07468359375, 0.232013671875, 0.0, 0.0042109375, 0.218064453125, 0.00039453125, 0.041060546875, 0.0, 0.0, 0.0250703125, 0.0552734375]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-15m-d240",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-15m-d240",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "357378244608"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "3faewwkcgrl032wfbl7wigkba5lpzsbh"
+}

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/files/wandb-summary.json

@@ -0,0 +1 @@
+{"ema_anneal_steps":40000,"peak_gib":0.6756577491760254,"_timestamp":1.7870120646348708e+09,"progress/epoch_frac":1.0041714957552834,"train/ema_decay":0.99999,"_step":40000,"total_steps":40000,"train/grad_norm":0.08518915623426437,"trainable_params":15041152,"val/utterance":0,"progress/clips_seen":1920000,"optimizer_step":40000,"completed":true,"clips_seen":1920000,"train/lr":6.000005700153392e-07,"max_repetition":7.500010975743606,"train/loss":0.5983666181564331,"final_ema_decay":0.9999899952500001,"val/frame":0.6346288430504501,"perf/data_wait_frac":0.0023146728510483223,"final_step":40000,"decoder_params":647808,"total_params":15041152,"val/loss":0.6346288430504501,"final_lr":6.000005700153392e-07,"_wandb":{"runtime":707},"budget_clips":1920000,"perf/clips_per_s":3121.1033950260908,"schedule_steps":40000,"clips_per_step":48,"train/frame_loss":0.5983666181564331,"perf/peak_gib":0.6756577491760254,"encoder_params":14294784,"_runtime":707.301935256,"warmup_steps":4000,"train/utterance_loss":0}

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug-core.log

@@ -0,0 +1,39 @@
+{"time":"2026-08-18T00:02:35.367639674Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpg456_kyt/port-2085302.txt","pid":2085302,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T00:02:35.368221716Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2085302}
+{"time":"2026-08-18T00:02:35.368188405Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2085302-2085694-2300715099/socket","Net":"unix"}}
+{"time":"2026-08-18T00:02:35.518577098Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T00:02:36.28168548Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-15m-d240","id":"1(@)"}
+{"time":"2026-08-18T00:02:36.536015372Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-15m-d240","id":"1(@)"}
+{"time":"2026-08-18T00:02:42.519972826Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"lna2bwnqx073"}
+{"time":"2026-08-18T00:03:58.815000201Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:04:43.607509428Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:05:26.783218098Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:05:31.038661868Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: body: failed to forward metrics"}
+{"time":"2026-08-18T00:05:56.783659074Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:05:59.02660418Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:07:08.027874469Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:09:22.38047794Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:10:29.006327719Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:10:59.282804744Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:11:36.448685111Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:12:10.439290117Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:13:43.359014092Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:13:55.026512913Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:14:15.527382565Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:14:24.727076198Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"lna2bwnqx073"}
+{"time":"2026-08-18T00:14:27.368146712Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"lna2bwnqx073"}
+{"time":"2026-08-18T00:14:27.37040945Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-15m-d240","id":"1(@)"}
+{"time":"2026-08-18T00:14:27.371796523Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:14:29.372180188Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-15m-d240","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.372198519Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.372219839Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.372232969Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.37227958Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.37227624Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.372330551Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:14:29.37230042Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T00:14:29.372445773Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:14:29.372466533Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T00:14:29.372663316Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2085302-2085694-2300715099/socket","Net":"unix"}}
+{"time":"2026-08-18T00:14:29.578698407Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T00:14:29.578747198Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug-internal.log

@@ -0,0 +1,112 @@
+{"time":"2026-08-18T00:02:36.282776851Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T00:02:36.283109068Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T00:02:36.535819508Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-15m-d240"}
+{"time":"2026-08-18T00:02:36.535938471Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T00:02:36.536006462Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T00:02:36.536030052Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-15m-d240"}
+{"time":"2026-08-18T00:02:36.536047703Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T00:02:37.938898582Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T00:02:38.217138581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:02:52.939478796Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":27,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":47,"uploaded_len":2}
+{"time":"2026-08-18T00:02:53.24303887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:07.939569616Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":42,"events_offset":2,"events_lines":2,"console_offset":47,"console_lines":43}
+{"time":"2026-08-18T00:03:08.246831662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:22.940117215Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":69,"history_lines":41,"events_offset":4,"events_lines":2,"console_offset":90,"console_lines":42}
+{"time":"2026-08-18T00:03:23.25762796Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:37.939076363Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":110,"history_lines":44,"events_offset":6,"events_lines":2,"console_offset":132,"console_lines":45}
+{"time":"2026-08-18T00:03:38.787823454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:03:52.939793049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":45,"events_offset":8,"events_lines":2,"console_offset":177,"console_lines":45}
+{"time":"2026-08-18T00:03:53.222798286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:07.940292391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":199,"history_lines":43,"events_offset":10,"events_lines":2,"console_offset":222,"console_lines":44}
+{"time":"2026-08-18T00:04:08.244699991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:22.940007908Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":242,"history_lines":42,"events_offset":12,"events_lines":2,"console_offset":266,"console_lines":43}
+{"time":"2026-08-18T00:04:23.267741785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:37.939697493Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":284,"history_lines":42,"events_offset":14,"events_lines":2,"console_offset":309,"console_lines":43}
+{"time":"2026-08-18T00:04:38.26731459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:04:52.939740217Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":326,"history_lines":42,"events_offset":16,"events_lines":2,"console_offset":352,"console_lines":43}
+{"time":"2026-08-18T00:04:53.237215691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:07.939408913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":368,"history_lines":42,"events_offset":18,"events_lines":2,"console_offset":395,"console_lines":43}
+{"time":"2026-08-18T00:05:08.264303378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:22.939540201Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":410,"history_lines":42,"events_offset":20,"events_lines":2,"console_offset":438,"console_lines":43}
+{"time":"2026-08-18T00:05:23.232507856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:37.939210935Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":452,"history_lines":41,"events_offset":22,"events_lines":2,"console_offset":481,"console_lines":41}
+{"time":"2026-08-18T00:05:38.259944815Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:05:52.940000989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":493,"history_lines":39,"events_offset":24,"events_lines":2,"console_offset":522,"console_lines":40}
+{"time":"2026-08-18T00:05:53.240773806Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:07.93952634Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":532,"history_lines":44,"events_offset":26,"events_lines":2,"console_offset":562,"console_lines":45}
+{"time":"2026-08-18T00:06:08.302814408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:22.940051077Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":576,"history_lines":40,"events_offset":28,"events_lines":2,"console_offset":607,"console_lines":41}
+{"time":"2026-08-18T00:06:23.26233337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:37.939518945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":44,"events_offset":30,"events_lines":2,"console_offset":648,"console_lines":45}
+{"time":"2026-08-18T00:06:38.26424754Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:52.939836836Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":660,"history_lines":42,"events_offset":32,"events_lines":2,"console_offset":693,"console_lines":43}
+{"time":"2026-08-18T00:06:53.24097409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:07.939108035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":43,"events_offset":34,"events_lines":2,"console_offset":736,"console_lines":43}
+{"time":"2026-08-18T00:07:08.252614955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:22.940045866Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":745,"history_lines":43,"events_offset":36,"events_lines":2,"console_offset":779,"console_lines":44}
+{"time":"2026-08-18T00:07:23.26028727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:37.939968767Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":788,"history_lines":43,"events_offset":38,"events_lines":2,"console_offset":823,"console_lines":44}
+{"time":"2026-08-18T00:07:38.272400372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:52.940109426Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":44,"events_offset":40,"events_lines":2,"console_offset":867,"console_lines":45}
+{"time":"2026-08-18T00:07:53.234409757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:07.939678605Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":875,"history_lines":45,"events_offset":42,"events_lines":2,"console_offset":912,"console_lines":46}
+{"time":"2026-08-18T00:08:08.2824473Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:22.939897759Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":920,"history_lines":45,"events_offset":44,"events_lines":2,"console_offset":958,"console_lines":46}
+{"time":"2026-08-18T00:08:23.75272139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:37.939708242Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":965,"history_lines":45,"events_offset":46,"events_lines":2,"console_offset":1004,"console_lines":46}
+{"time":"2026-08-18T00:08:38.270275893Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:52.940092914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":45,"events_offset":48,"events_lines":2,"console_offset":1050,"console_lines":46}
+{"time":"2026-08-18T00:08:53.777188945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:07.939841406Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1055,"history_lines":44,"events_offset":50,"events_lines":2,"console_offset":1096,"console_lines":44}
+{"time":"2026-08-18T00:09:08.288842002Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:22.939843335Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":42,"events_offset":52,"events_lines":2,"console_offset":1140,"console_lines":43}
+{"time":"2026-08-18T00:09:23.239012032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:37.940292264Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1141,"history_lines":45,"events_offset":54,"events_lines":2,"console_offset":1183,"console_lines":46}
+{"time":"2026-08-18T00:09:38.259247097Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:52.940460551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1186,"history_lines":45,"events_offset":56,"events_lines":2,"console_offset":1229,"console_lines":46}
+{"time":"2026-08-18T00:09:53.269547078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:07.939349439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1231,"history_lines":44,"events_offset":58,"events_lines":2,"console_offset":1275,"console_lines":45}
+{"time":"2026-08-18T00:10:08.269657614Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:22.939084994Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1275,"history_lines":43,"events_offset":60,"events_lines":2,"console_offset":1320,"console_lines":44}
+{"time":"2026-08-18T00:10:23.25827617Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:37.93996126Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1318,"history_lines":43,"events_offset":62,"events_lines":2,"console_offset":1364,"console_lines":44}
+{"time":"2026-08-18T00:10:38.241961991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:52.940135941Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1361,"history_lines":43,"events_offset":64,"events_lines":2,"console_offset":1408,"console_lines":44}
+{"time":"2026-08-18T00:10:53.24038372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:07.940067734Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1404,"history_lines":44,"events_offset":66,"events_lines":2,"console_offset":1452,"console_lines":44}
+{"time":"2026-08-18T00:11:08.30059761Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:22.939534909Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1448,"history_lines":42,"events_offset":68,"events_lines":2,"console_offset":1496,"console_lines":43}
+{"time":"2026-08-18T00:11:23.2475169Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:37.939399312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1490,"history_lines":42,"events_offset":70,"events_lines":2,"console_offset":1539,"console_lines":43}
+{"time":"2026-08-18T00:11:38.246731811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:52.939375062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1532,"history_lines":42,"events_offset":72,"events_lines":2,"console_offset":1582,"console_lines":43}
+{"time":"2026-08-18T00:11:53.254565505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:07.939467203Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1574,"history_lines":40,"events_offset":74,"events_lines":2,"console_offset":1625,"console_lines":41}
+{"time":"2026-08-18T00:12:08.279260951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:22.939779204Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1614,"history_lines":44,"events_offset":76,"events_lines":2,"console_offset":1666,"console_lines":45}
+{"time":"2026-08-18T00:12:23.286246395Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:37.939547914Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1658,"history_lines":45,"events_offset":78,"events_lines":2,"console_offset":1711,"console_lines":46}
+{"time":"2026-08-18T00:12:38.287741204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:52.940077303Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1703,"history_lines":43,"events_offset":80,"events_lines":2,"console_offset":1757,"console_lines":43}
+{"time":"2026-08-18T00:12:53.282624515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:07.939715763Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1746,"history_lines":40,"events_offset":82,"events_lines":2,"console_offset":1800,"console_lines":41}
+{"time":"2026-08-18T00:13:08.260822937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:22.939769102Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1786,"history_lines":40,"events_offset":84,"events_lines":2,"console_offset":1841,"console_lines":41}
+{"time":"2026-08-18T00:13:23.254286244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:37.939587701Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1826,"history_lines":40,"events_offset":86,"events_lines":2,"console_offset":1882,"console_lines":41}
+{"time":"2026-08-18T00:13:38.261137374Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:52.940177931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1866,"history_lines":42,"events_offset":88,"events_lines":2,"console_offset":1923,"console_lines":43}
+{"time":"2026-08-18T00:13:53.245922325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:07.939880263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1908,"history_lines":43,"events_offset":90,"events_lines":2,"console_offset":1966,"console_lines":44}
+{"time":"2026-08-18T00:14:08.293898341Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:22.939953713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1951,"history_lines":47,"events_offset":92,"events_lines":2,"console_offset":2010,"console_lines":47}
+{"time":"2026-08-18T00:14:23.245299875Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:27.101226635Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T00:14:27.101612541Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1998,"history_lines":2,"console_offset":2057,"console_lines":2,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T00:14:27.365111689Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:27.366407042Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T00:14:27.37042687Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T00:14:27.37044162Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T00:14:27.371740322Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T00:14:27.371748103Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T00:14:29.371835572Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 00:02:36,279 INFO    MainThread:2085302 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 00:02:36,279 INFO    MainThread:2085302 [wandb_setup.py:_flush():81] Configure stats pid to 2085302
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug.log
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/logs/debug-internal.log
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():783] calling init triggers
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 384, 'depth': 8, 'num_heads': 6, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 48, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.0, 0.0, 0.0, 0.031453125, 0.136734375, 0.0, 0.003091796875, 0.17794921875, 0.0, 0.07468359375, 0.232013671875, 0.0, 0.0042109375, 0.218064453125, 0.00039453125, 0.041060546875, 0.0, 0.0, 0.0250703125, 0.0552734375], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0003, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 1, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-15m-d240', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():831] starting backend
+2026-08-18 00:02:36,280 INFO    MainThread:2085302 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 00:02:36,536 INFO    MainThread:2085302 [wandb_init.py:init():851] backend started and connected
+2026-08-18 00:02:36,538 INFO    MainThread:2085302 [wandb_init.py:init():921] updated telemetry
+2026-08-18 00:02:36,549 INFO    MainThread:2085302 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 00:02:37,424 INFO    MainThread:2085302 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 00:02:37,512 INFO    MainThread:2085302 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 00:02:37,514 INFO    MainThread:2085302 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-15m-d240
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_restore():2575] restore
+2026-08-18 00:14:24,726 INFO    MainThread:2085302 [wandb_run.py:_restore():2581] restore done
+2026-08-18 00:14:27,369 INFO    MainThread:2085302 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/run-phase5-p5-mae-15m-d240.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d700c9d746151d6560b00be3b363e6a95d956877a2d7fb9b33f497a9a43944cd
+size 3392161

p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/run-phase5-p5-mae-15m-d240.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}