Upload folder using huggingface_hub

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 p5-mae-15m-d240/wandb/run-20260818_000236-phase5-p5-mae-15m-d240/run-phase5-p5-mae-15m-d240.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-15m-d249/wandb/run-20260818_000339-phase5-p5-mae-15m-d249/run-phase5-p5-mae-15m-d249.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/run-phase5-p5-mae-15m-d253.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-15m-d253/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00005000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.10991237583248549,
+  "probe/map_train": 0.4687789214573504,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.13479857044594903,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.755186288035475,
+  "probe/total_s": 8.111419811029918,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.13216110995875235
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.13239796123771347
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13432428566650603
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13479857044594903
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12618907541920213
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10514226616572313
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08285889457743367
+    }
+  ],
+  "per_class_ap": [
+    0.5931580662727356,
+    0.007222022395581007,
+    0.0688525065779686,
+    0.16150911152362823,
+    0.06681839376688004,
+    0.24726441502571106,
+    0.18074190616607666,
+    0.31248024106025696,
+    0.02197466604411602,
+    0.045263588428497314,
+    0.022799447178840637,
+    0.08687864989042282,
+    0.4224887788295746,
+    0.21721670031547546,
+    0.042206939309835434,
+    0.31602373719215393,
+    0.23956280946731567,
+    0.3335631489753723,
+    0.048727016896009445,
+    0.05369247496128082,
+    0.1751241236925125,
+    0.04641967639327049,
+    0.11101365089416504,
+    0.11860640347003937,
+    0.03925614058971405,
+    0.024899011477828026,
+    0.04390088841319084,
+    0.16611969470977783,
+    0.19222131371498108,
+    0.026164157316088676,
+    0.2201901525259018,
+    0.10402875393629074,
+    0.014458165504038334,
+    0.05722024291753769,
+    0.16929973661899567,
+    0.02806537039577961,
+    0.28306156396865845,
+    0.034572020173072815,
+    0.035785362124443054,
+    0.09733173996210098,
+    0.10119111090898514,
+    0.015741145238280296,
+    0.06006627902388573,
+    0.26887398958206177,
+    0.006224697455763817,
+    0.09225834161043167,
+    0.012084790505468845,
+    0.05925357714295387,
+    0.03416159376502037,
+    0.05827193334698677,
+    0.11493384093046188,
+    0.009361417032778263,
+    0.02144208550453186,
+    0.07150363177061081,
+    0.15821190178394318,
+    0.10416624695062637,
+    0.13332773745059967,
+    0.2707173824310303,
+    0.12625886499881744,
+    0.061358608305454254,
+    0.14194993674755096,
+    0.18385012447834015,
+    0.03241337090730667,
+    0.10467614978551865,
+    0.4929567575454712,
+    0.20431359112262726,
+    0.22553899884223938,
+    0.22022050619125366,
+    0.3275096118450165,
+    0.3444656729698181,
+    0.07083135098218918,
+    0.07844746112823486,
+    0.13970033824443817,
+    0.1293952763080597,
+    0.13241255283355713,
+    0.18559744954109192,
+    0.06419184058904648,
+    0.17071862518787384,
+    0.17718008160591125,
+    0.09397400170564651,
+    0.020404405891895294,
+    0.04567722976207733,
+    0.12441600859165192,
+    0.04585576057434082,
+    0.07140748202800751,
+    0.018180929124355316,
+    0.041913535445928574,
+    0.02934390865266323,
+    0.01593124493956566,
+    0.07236279547214508,
+    0.03653889521956444,
+    0.034943100064992905,
+    0.13112276792526245,
+    0.014488033950328827,
+    0.022198252379894257,
+    0.03840313479304314,
+    0.012561189942061901,
+    0.0396605059504509,
+    0.10646302998065948,
+    0.19235748052597046,
+    0.10683508962392807,
+    0.2129909247159958,
+    0.02823878452181816,
+    0.028415072709321976,
+    0.010334775783121586,
+    0.048199236392974854,
+    0.05434279143810272,
+    0.04646284878253937,
+    0.07034815847873688,
+    0.1583613008260727,
+    0.1304405927658081,
+    0.1094704419374466,
+    0.08558778464794159,
+    0.0832478478550911,
+    0.054123494774103165,
+    0.13920336961746216,
+    0.13280537724494934,
+    0.09489616751670837,
+    0.08637396991252899,
+    0.13126124441623688,
+    0.11381690204143524,
+    0.09344443678855896,
+    0.06684228777885437,
+    0.06901957839727402,
+    0.010783408768475056,
+    0.016195937991142273,
+    0.08710922300815582,
+    0.1384003460407257,
+    0.05261170119047165,
+    0.054064445197582245,
+    0.0037534909788519144,
+    0.05839546397328377,
+    0.1387554109096527,
+    0.12312314659357071,
+    0.033333804458379745,
+    0.006150029134005308,
+    0.043129876255989075,
+    0.6930621266365051,
+    0.20185530185699463,
+    0.25197848677635193,
+    0.3512883484363556,
+    0.26325783133506775,
+    0.07362733781337738,
+    0.14564014971256256,
+    0.06399427354335785,
+    0.06947222352027893,
+    0.05162379518151283,
+    0.16241830587387085,
+    0.07852760702371597,
+    0.1550922840833664,
+    0.12335490435361862,
+    0.1385594606399536,
+    0.17237631976604462,
+    0.058608174324035645,
+    0.07046671211719513,
+    0.157489612698555,
+    0.0911424532532692,
+    0.05535117909312248,
+    0.021837562322616577,
+    0.10470645874738693,
+    0.35328909754753113,
+    0.2569311261177063,
+    0.314733624458313,
+    0.15584810078144073,
+    0.2299480140209198,
+    0.24701382219791412,
+    0.2696326673030853,
+    0.17433907091617584,
+    0.2797298729419708,
+    0.29568734765052795,
+    0.14936234056949615,
+    0.2811644673347473,
+    0.30296510457992554,
+    0.21282780170440674,
+    0.054263707250356674,
+    0.07910993695259094,
+    0.08808059990406036,
+    0.29847395420074463,
+    0.042600397020578384,
+    0.07484160363674164,
+    0.09585876017808914,
+    0.07796993106603622,
+    0.10135167092084885,
+    0.16694077849388123,
+    0.029535777866840363,
+    0.2749721109867096,
+    0.29061204195022583,
+    0.11199384182691574,
+    0.21120259165763855,
+    0.0934317409992218,
+    0.13692089915275574,
+    0.08338481932878494,
+    0.19360892474651337,
+    0.10995154082775116,
+    0.09859421104192734,
+    0.31713512539863586,
+    0.05417163670063019,
+    0.05526069924235344,
+    0.08625739812850952,
+    0.1262519508600235,
+    0.051950350403785706,
+    0.1650308519601822,
+    0.07126093655824661,
+    0.16533535718917847,
+    0.1476307511329651,
+    0.054735638201236725,
+    0.06882716715335846,
+    0.318759560585022,
+    0.12761186063289642,
+    0.2088739424943924,
+    0.6888446807861328,
+    0.2822960615158081,
+    0.4818041920661926,
+    0.028539257124066353,
+    0.2549457848072052,
+    0.08129536360502243,
+    0.03431003540754318,
+    0.19439971446990967,
+    0.11442025005817413,
+    0.10338141769170761,
+    0.13043734431266785,
+    0.10273270308971405,
+    0.18350182473659515,
+    0.17693345248699188,
+    0.05618594214320183,
+    0.06168141961097717,
+    0.08727144449949265,
+    0.024832874536514282,
+    0.11472111195325851,
+    0.04598385468125343,
+    0.06595846265554428,
+    0.05480852350592613,
+    0.0663004070520401,
+    0.08602280169725418,
+    0.04020964726805687,
+    0.010402064770460129,
+    0.12623022496700287,
+    0.01870802231132984,
+    0.3103477954864502,
+    0.03223713859915733,
+    0.14483271539211273,
+    0.23523788154125214,
+    0.20623165369033813,
+    0.1826670914888382,
+    0.16200360655784607,
+    0.1914629489183426,
+    0.03487234190106392,
+    0.11296608299016953,
+    0.032291170209646225,
+    0.09760517627000809,
+    0.10672939568758011,
+    0.04660782963037491,
+    0.049686409533023834,
+    0.06750459223985672,
+    0.0812760591506958,
+    0.14580616354942322,
+    0.2183183878660202,
+    0.20974232256412506,
+    0.1273169070482254,
+    0.07479692995548248,
+    0.034129366278648376,
+    0.048731327056884766,
+    0.12047114223241806,
+    0.10231630504131317,
+    0.019372571259737015,
+    0.05019824206829071,
+    0.06701644510030746,
+    0.08541388064622879,
+    0.11776614934206009,
+    0.028191812336444855,
+    0.018234433606266975,
+    0.18661756813526154,
+    0.10453266650438309,
+    0.02601792849600315,
+    0.19543269276618958,
+    0.02416280284523964,
+    0.06813480705022812,
+    0.04830027371644974,
+    0.07082293927669525,
+    0.026772137731313705,
+    0.028201602399349213,
+    0.23428957164287567,
+    0.10303112119436264,
+    0.1538003385066986,
+    0.05488711595535278,
+    0.1652224361896515,
+    0.21491782367229462,
+    0.22792461514472961,
+    0.14026880264282227,
+    0.17231030762195587,
+    0.1251857429742813,
+    0.11973335593938828,
+    0.10932150483131409,
+    0.2476218193769455,
+    0.09111982583999634,
+    0.07921024411916733,
+    0.0944116860628128,
+    0.008409271948039532,
+    0.013525963760912418,
+    0.008336763828992844,
+    0.26674315333366394,
+    0.14396144449710846,
+    0.10715635865926743,
+    0.07051051408052444,
+    0.028176303952932358,
+    0.10183726251125336,
+    0.02053374983370304,
+    0.15390644967556,
+    0.06876645237207413,
+    0.05291781947016716,
+    0.122764453291893,
+    0.05071738362312317,
+    0.07572629302740097,
+    0.05520705133676529,
+    0.0731482282280922,
+    0.0901605486869812,
+    0.06949697434902191,
+    0.02906813845038414,
+    0.07488775253295898,
+    0.056044191122055054,
+    0.1054331436753273,
+    0.06401403248310089,
+    0.34996092319488525,
+    0.2956608235836029,
+    0.2118729054927826,
+    0.16009588539600372,
+    0.032546523958444595,
+    0.06950528919696808,
+    0.205410435795784,
+    0.19436131417751312,
+    0.11213728785514832,
+    0.26623183488845825,
+    0.20765995979309082,
+    0.23135145008563995,
+    0.2065630853176117,
+    0.11010827869176865,
+    0.08440349996089935,
+    0.12346304953098297,
+    0.06364122033119202,
+    0.0243036150932312,
+    0.05847165733575821,
+    0.0065339053981006145,
+    0.05709909275174141,
+    0.12701912224292755,
+    0.11293096840381622,
+    0.06499244272708893,
+    0.10758063942193985,
+    0.17731134593486786,
+    0.021099276840686798,
+    0.021313045173883438,
+    0.072907954454422,
+    0.022866399958729744,
+    0.06492151319980621,
+    0.08260896056890488,
+    0.03732854127883911,
+    0.03514596447348595,
+    0.021935954689979553,
+    0.01317179948091507,
+    0.03866886347532272,
+    0.1362845003604889,
+    0.009731913916766644,
+    0.04857199639081955,
+    0.0915861651301384,
+    0.07886292040348053,
+    0.02684048004448414,
+    0.032030485570430756,
+    0.3298141360282898,
+    0.1438845545053482,
+    0.014316952787339687,
+    0.11053341627120972,
+    0.08925128728151321,
+    0.07350903004407883,
+    0.07982552796602249,
+    0.3802811801433563,
+    0.09885071218013763,
+    0.03583896532654762,
+    0.05909901484847069,
+    0.06843967735767365,
+    0.01126371044665575,
+    0.016337422654032707,
+    0.015498343855142593,
+    0.07881674915552139,
+    0.06160230189561844,
+    0.06977247446775436,
+    0.09978222101926804,
+    0.14119286835193634,
+    0.12912201881408691,
+    0.048990968614816666,
+    0.043249212205410004,
+    0.042644090950489044,
+    0.21777470409870148,
+    0.0427289642393589,
+    0.01938355714082718,
+    0.32794642448425293,
+    0.1987738460302353,
+    0.036156486719846725,
+    0.3811640739440918,
+    0.44840019941329956,
+    0.018208688125014305,
+    0.3038577139377594,
+    0.3763110339641571,
+    0.034923844039440155,
+    0.09155744314193726,
+    0.17251719534397125,
+    0.021231409162282944,
+    0.012819585390388966,
+    0.014020001515746117,
+    0.01895388402044773,
+    0.02976144850254059,
+    0.00899717677384615,
+    0.011265959590673447,
+    0.13303227722644806,
+    0.017541537061333656,
+    0.021388813853263855,
+    0.23716813325881958,
+    0.16953252255916595,
+    0.026558494195342064,
+    0.03224971517920494,
+    0.10005210340023041,
+    0.08791311085224152,
+    0.17805325984954834,
+    0.03344886749982834,
+    0.06866921484470367,
+    0.1563958078622818,
+    0.09269723296165466,
+    0.10025307536125183,
+    0.033059265464544296,
+    0.12304632365703583,
+    0.12047816067934036,
+    0.1591964066028595,
+    0.08896514773368835,
+    0.09648604691028595,
+    0.08869940787553787,
+    0.05467037111520767,
+    0.005794002674520016,
+    0.08584719151258469,
+    0.2242884337902069,
+    0.05054917186498642,
+    0.09601332992315292,
+    0.012447956949472427,
+    0.020803293213248253,
+    0.01591934636235237,
+    0.007904095575213432,
+    0.0533541776239872,
+    0.01293227169662714,
+    0.04238532856106758,
+    0.010985574685037136,
+    0.02853306569159031,
+    0.011745075695216656,
+    0.03610372915863991,
+    0.008401175029575825,
+    0.030264977365732193,
+    0.013451999984681606,
+    0.02790069580078125,
+    0.032261718064546585,
+    0.1712130457162857,
+    0.034216370433568954,
+    0.05845694988965988,
+    0.03388744965195656,
+    0.07851874083280563,
+    0.03977065905928612,
+    0.038573503494262695,
+    0.18443334102630615,
+    0.438546359539032,
+    0.19454510509967804,
+    0.16451333463191986,
+    0.04716985672712326,
+    0.052820026874542236,
+    0.03542458638548851,
+    0.09958972781896591,
+    0.09690891951322556,
+    0.05730428919196129,
+    0.08081213384866714,
+    0.01139031257480383,
+    0.10496757179498672,
+    0.004510628059506416,
+    0.2078510820865631,
+    0.047624003142118454,
+    0.048195622861385345,
+    0.24926799535751343,
+    0.11801232397556305,
+    0.07005389034748077,
+    0.010947558097541332,
+    0.03905034065246582,
+    0.038539450615644455,
+    0.010529796592891216,
+    0.00804085098206997,
+    0.04173988103866577,
+    0.03539922088384628,
+    0.04187634959816933,
+    0.14254851639270782,
+    0.2054370492696762,
+    0.06074262410402298,
+    0.15527808666229248,
+    0.2389276921749115,
+    0.02070329524576664,
+    0.040679529309272766,
+    0.17562995851039886,
+    0.03870445862412453,
+    0.06884676963090897,
+    0.11135105043649673,
+    0.2140674591064453,
+    0.013363048434257507,
+    0.11428581923246384,
+    0.03115828149020672,
+    0.01889575459063053,
+    0.0940629318356514,
+    0.019092056900262833,
+    0.017115021124482155,
+    0.027344731613993645,
+    0.02638864517211914,
+    0.12135563790798187,
+    0.05980373173952103,
+    0.008136536926031113,
+    0.09259472787380219,
+    0.2535361647605896,
+    0.01720341667532921,
+    0.36080241203308105,
+    0.03205225616693497,
+    0.04045006260275841,
+    0.03529096767306328,
+    0.17454007267951965,
+    0.12925562262535095,
+    0.03039722889661789,
+    0.007860385812819004,
+    0.12871727347373962,
+    0.08302269130945206
+  ]
+}

p5-mae-15m-d253/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa1d020cf1c7cbadb6b7df8e57605d8c2440b5855df3069d4cfe9d7beaf9f53
+size 60174680

p5-mae-15m-d253/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00010000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.1256470121726026,
+  "probe/map_train": 0.46546646129813546,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15247802084101544,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.89236732700374,
+  "probe/total_s": 8.387774252914824,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14987353732910155
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15044261267156017
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1518308330080746
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15247802084101544
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14316358238783802
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12175742636189091
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09723109084595016
+    }
+  ],
+  "per_class_ap": [
+    0.6146361231803894,
+    0.019806915894150734,
+    0.0806068480014801,
+    0.19485408067703247,
+    0.0963534489274025,
+    0.22905194759368896,
+    0.20241819322109222,
+    0.3430721163749695,
+    0.030929503962397575,
+    0.04849042370915413,
+    0.017829805612564087,
+    0.07050255686044693,
+    0.5052077770233154,
+    0.25504350662231445,
+    0.04113280773162842,
+    0.3748643696308136,
+    0.28180092573165894,
+    0.3706255853176117,
+    0.06398002803325653,
+    0.08436893671751022,
+    0.25292181968688965,
+    0.10846322029829025,
+    0.18348418176174164,
+    0.13563504815101624,
+    0.05568983778357506,
+    0.026848161593079567,
+    0.07791654020547867,
+    0.1758522242307663,
+    0.24425479769706726,
+    0.04686104506254196,
+    0.20272353291511536,
+    0.15217702090740204,
+    0.02514817751944065,
+    0.08792883157730103,
+    0.22349666059017181,
+    0.061690736562013626,
+    0.31000107526779175,
+    0.04982026666402817,
+    0.06951216608285904,
+    0.11087360233068466,
+    0.14704236388206482,
+    0.01937253586947918,
+    0.07338004559278488,
+    0.3336998224258423,
+    0.012147332541644573,
+    0.095304474234581,
+    0.01146670151501894,
+    0.09541203826665878,
+    0.05548158660531044,
+    0.08659883588552475,
+    0.12328560650348663,
+    0.009884373284876347,
+    0.02500990778207779,
+    0.08150121569633484,
+    0.17783603072166443,
+    0.09196789562702179,
+    0.21216049790382385,
+    0.3496577739715576,
+    0.14840468764305115,
+    0.09587495774030685,
+    0.14709261059761047,
+    0.17181181907653809,
+    0.049335796386003494,
+    0.0813596174120903,
+    0.50289386510849,
+    0.2151196002960205,
+    0.24504315853118896,
+    0.26960787177085876,
+    0.3947584629058838,
+    0.3852917551994324,
+    0.10154256224632263,
+    0.1156168133020401,
+    0.15684551000595093,
+    0.14682772755622864,
+    0.15411515533924103,
+    0.21651993691921234,
+    0.04713835194706917,
+    0.21590302884578705,
+    0.1681828498840332,
+    0.058443471789360046,
+    0.023533277213573456,
+    0.06770138442516327,
+    0.19152629375457764,
+    0.11740722507238388,
+    0.06964462250471115,
+    0.021426253020763397,
+    0.05109942704439163,
+    0.0188588984310627,
+    0.029348503798246384,
+    0.07302112877368927,
+    0.054007574915885925,
+    0.048348188400268555,
+    0.0989900752902031,
+    0.01580197736620903,
+    0.05521178990602493,
+    0.04474395141005516,
+    0.010596023872494698,
+    0.020617803558707237,
+    0.11092005670070648,
+    0.18053038418293,
+    0.08577687293291092,
+    0.24227474629878998,
+    0.025407910346984863,
+    0.02526678517460823,
+    0.013667881488800049,
+    0.05618372932076454,
+    0.06025037169456482,
+    0.05504331365227699,
+    0.07099682837724686,
+    0.1503448784351349,
+    0.20183856785297394,
+    0.12214133143424988,
+    0.09141887724399567,
+    0.0720621719956398,
+    0.07183433324098587,
+    0.1582401841878891,
+    0.15563853085041046,
+    0.07957189530134201,
+    0.099050372838974,
+    0.18821975588798523,
+    0.1937430202960968,
+    0.13746783137321472,
+    0.0859001949429512,
+    0.09042947739362717,
+    0.007955782115459442,
+    0.02663937769830227,
+    0.12613657116889954,
+    0.16440093517303467,
+    0.10106810927391052,
+    0.10128778964281082,
+    0.004691243637353182,
+    0.11559566855430603,
+    0.09707706421613693,
+    0.09290022403001785,
+    0.029418395832180977,
+    0.015165582299232483,
+    0.058893416076898575,
+    0.7099281549453735,
+    0.23418597877025604,
+    0.30369818210601807,
+    0.40903934836387634,
+    0.3060426115989685,
+    0.08730603009462357,
+    0.1686917245388031,
+    0.06277159601449966,
+    0.12779372930526733,
+    0.09487698972225189,
+    0.22795841097831726,
+    0.10686168819665909,
+    0.20168006420135498,
+    0.15150901675224304,
+    0.21395884454250336,
+    0.21962760388851166,
+    0.07738648355007172,
+    0.06335950642824173,
+    0.1565714180469513,
+    0.09252116084098816,
+    0.0564749501645565,
+    0.03480006381869316,
+    0.07538654655218124,
+    0.4883016049861908,
+    0.25974902510643005,
+    0.2505282163619995,
+    0.14467518031597137,
+    0.21848741173744202,
+    0.2331210821866989,
+    0.2609073221683502,
+    0.11956284940242767,
+    0.25390398502349854,
+    0.3266644775867462,
+    0.23625382781028748,
+    0.25564470887184143,
+    0.2882595360279083,
+    0.1464313566684723,
+    0.053913701325654984,
+    0.1295236349105835,
+    0.1269330233335495,
+    0.3138207793235779,
+    0.07160057127475739,
+    0.10530149936676025,
+    0.13672634959220886,
+    0.11150693148374557,
+    0.148283913731575,
+    0.20494337379932404,
+    0.03716995567083359,
+    0.29343169927597046,
+    0.26579293608665466,
+    0.14581988751888275,
+    0.2818789780139923,
+    0.1387285590171814,
+    0.14554136991500854,
+    0.0752933919429779,
+    0.2497342973947525,
+    0.17673908174037933,
+    0.15639004111289978,
+    0.3539612889289856,
+    0.0501798614859581,
+    0.046500079333782196,
+    0.152676060795784,
+    0.17390570044517517,
+    0.03419388085603714,
+    0.18748927116394043,
+    0.07863812148571014,
+    0.1727888286113739,
+    0.1714506894350052,
+    0.12524078786373138,
+    0.1421416848897934,
+    0.35875755548477173,
+    0.1742706298828125,
+    0.27239271998405457,
+    0.7026721239089966,
+    0.37119466066360474,
+    0.4847814440727234,
+    0.05338634178042412,
+    0.28059709072113037,
+    0.09833285957574844,
+    0.058607444167137146,
+    0.22993239760398865,
+    0.13344819843769073,
+    0.10148024559020996,
+    0.13774150609970093,
+    0.1071595847606659,
+    0.18205879628658295,
+    0.21332693099975586,
+    0.059418123215436935,
+    0.06369559466838837,
+    0.08985485881567001,
+    0.05329223722219467,
+    0.14659607410430908,
+    0.04356859624385834,
+    0.050258856266736984,
+    0.08045857399702072,
+    0.09498797357082367,
+    0.05526435747742653,
+    0.03168013319373131,
+    0.02437891997396946,
+    0.20068645477294922,
+    0.0264695193618536,
+    0.2645469605922699,
+    0.04748750105500221,
+    0.153568297624588,
+    0.26848891377449036,
+    0.2559276521205902,
+    0.20718613266944885,
+    0.17698796093463898,
+    0.25025874376296997,
+    0.04710926488041878,
+    0.16335320472717285,
+    0.028636395931243896,
+    0.07306527346372604,
+    0.08862386643886566,
+    0.049972549080848694,
+    0.09368440508842468,
+    0.07784393429756165,
+    0.06361328065395355,
+    0.2232910692691803,
+    0.1854751855134964,
+    0.16045652329921722,
+    0.16357213258743286,
+    0.08770071715116501,
+    0.04366210475564003,
+    0.07711531221866608,
+    0.1784946322441101,
+    0.12227606773376465,
+    0.024119075387716293,
+    0.05732976272702217,
+    0.07058314234018326,
+    0.09731420129537582,
+    0.11946060508489609,
+    0.031662292778491974,
+    0.02027900516986847,
+    0.22454297542572021,
+    0.12517260015010834,
+    0.038905322551727295,
+    0.21489217877388,
+    0.031411804258823395,
+    0.08609737455844879,
+    0.02713872119784355,
+    0.061874255537986755,
+    0.03646909072995186,
+    0.023995552211999893,
+    0.24553875625133514,
+    0.1093580424785614,
+    0.2076965719461441,
+    0.0627356469631195,
+    0.22644342482089996,
+    0.24510632455348969,
+    0.28166326880455017,
+    0.2008799910545349,
+    0.16703318059444427,
+    0.19261100888252258,
+    0.15102151036262512,
+    0.11700548976659775,
+    0.21170520782470703,
+    0.13315755128860474,
+    0.11899680644273758,
+    0.09767437726259232,
+    0.0068908194079995155,
+    0.01980426535010338,
+    0.014251643791794777,
+    0.2682836651802063,
+    0.18022267520427704,
+    0.13960081338882446,
+    0.06518590450286865,
+    0.04073132574558258,
+    0.10045962035655975,
+    0.022728513926267624,
+    0.15869978070259094,
+    0.06398981809616089,
+    0.07845589518547058,
+    0.15870805084705353,
+    0.048920709639787674,
+    0.1027536615729332,
+    0.08008157461881638,
+    0.06748057156801224,
+    0.09737394750118256,
+    0.05640535429120064,
+    0.02580762282013893,
+    0.1295565515756607,
+    0.04480106756091118,
+    0.15789508819580078,
+    0.04192451760172844,
+    0.3846987783908844,
+    0.32035279273986816,
+    0.21102957427501678,
+    0.20554380118846893,
+    0.03888580948114395,
+    0.07227979600429535,
+    0.23770494759082794,
+    0.23108528554439545,
+    0.112100750207901,
+    0.17015951871871948,
+    0.23638573288917542,
+    0.32503512501716614,
+    0.1744641363620758,
+    0.1105332151055336,
+    0.08600962162017822,
+    0.16118602454662323,
+    0.06153615564107895,
+    0.032957177609205246,
+    0.07346458733081818,
+    0.007633890025317669,
+    0.09479543566703796,
+    0.1571817547082901,
+    0.10080549865961075,
+    0.07206511497497559,
+    0.09556139260530472,
+    0.2575463056564331,
+    0.030477769672870636,
+    0.027785426005721092,
+    0.09259180724620819,
+    0.01620762050151825,
+    0.08885113894939423,
+    0.088945671916008,
+    0.02371937781572342,
+    0.03517601266503334,
+    0.029229747131466866,
+    0.014818561263382435,
+    0.0350751131772995,
+    0.08803413808345795,
+    0.011325684376060963,
+    0.058568403124809265,
+    0.11151576787233353,
+    0.08113495260477066,
+    0.03436676785349846,
+    0.039935898035764694,
+    0.3952483534812927,
+    0.15828987956047058,
+    0.01672271452844143,
+    0.1307903677225113,
+    0.10661197453737259,
+    0.09381440281867981,
+    0.09810665249824524,
+    0.2945541441440582,
+    0.1540059894323349,
+    0.04662808030843735,
+    0.06766978651285172,
+    0.06641007959842682,
+    0.012090248055756092,
+    0.018397880718111992,
+    0.02816225402057171,
+    0.16300150752067566,
+    0.08107159286737442,
+    0.05966297909617424,
+    0.12014895677566528,
+    0.15828421711921692,
+    0.12932300567626953,
+    0.047571390867233276,
+    0.053111203014850616,
+    0.04007035493850708,
+    0.18465743958950043,
+    0.05361974239349365,
+    0.014288599602878094,
+    0.34040021896362305,
+    0.20886589586734772,
+    0.0621107779443264,
+    0.4097282290458679,
+    0.48871538043022156,
+    0.033944353461265564,
+    0.32893306016921997,
+    0.3658604323863983,
+    0.05145900323987007,
+    0.10460022836923599,
+    0.19951725006103516,
+    0.018870247527956963,
+    0.01925450935959816,
+    0.024397054687142372,
+    0.02050861157476902,
+    0.02548033744096756,
+    0.01238899677991867,
+    0.0093559380620718,
+    0.0945342406630516,
+    0.023224929347634315,
+    0.0514485202729702,
+    0.276784211397171,
+    0.1649060696363449,
+    0.020458167418837547,
+    0.018065866082906723,
+    0.12121878564357758,
+    0.08200883120298386,
+    0.21710315346717834,
+    0.06243375316262245,
+    0.08114640414714813,
+    0.22198337316513062,
+    0.1231531873345375,
+    0.12053053081035614,
+    0.05904104933142662,
+    0.18814893066883087,
+    0.20049160718917847,
+    0.14872445166110992,
+    0.08675206452608109,
+    0.13058391213417053,
+    0.13527442514896393,
+    0.0641680359840393,
+    0.006206388119608164,
+    0.09823296964168549,
+    0.2037508189678192,
+    0.07616537064313889,
+    0.11535918712615967,
+    0.026093406602740288,
+    0.040009357035160065,
+    0.01728725992143154,
+    0.008266397751867771,
+    0.05851064249873161,
+    0.011001389473676682,
+    0.07302268594503403,
+    0.02199263870716095,
+    0.012839511968195438,
+    0.023014068603515625,
+    0.04081249237060547,
+    0.024871382862329483,
+    0.0478878989815712,
+    0.012664548121392727,
+    0.032180629670619965,
+    0.03364469110965729,
+    0.17062431573867798,
+    0.05527016893029213,
+    0.07973833382129669,
+    0.03306625038385391,
+    0.09903605282306671,
+    0.04202509671449661,
+    0.026195647194981575,
+    0.2327134609222412,
+    0.47424182295799255,
+    0.22663471102714539,
+    0.12556788325309753,
+    0.03175896778702736,
+    0.054861992597579956,
+    0.03770444169640541,
+    0.12432064861059189,
+    0.06869367510080338,
+    0.06040303781628609,
+    0.07166946679353714,
+    0.013212956488132477,
+    0.1033148393034935,
+    0.006135645322501659,
+    0.2533777952194214,
+    0.0594707615673542,
+    0.06536346673965454,
+    0.23472170531749725,
+    0.16324253380298615,
+    0.08617013692855835,
+    0.011140583083033562,
+    0.0669322982430458,
+    0.052265629172325134,
+    0.012453263625502586,
+    0.007818872109055519,
+    0.056305646896362305,
+    0.042060792446136475,
+    0.06314606219530106,
+    0.19364295899868011,
+    0.252759724855423,
+    0.047792013734579086,
+    0.16541318595409393,
+    0.20116466283798218,
+    0.05349026992917061,
+    0.03878703713417053,
+    0.1993585079908371,
+    0.0785922184586525,
+    0.08967240899801254,
+    0.0978083536028862,
+    0.210246741771698,
+    0.028234226629137993,
+    0.13381090760231018,
+    0.036240942776203156,
+    0.017875535413622856,
+    0.09071672707796097,
+    0.019094832241535187,
+    0.021208373829722404,
+    0.0366329587996006,
+    0.020404687151312828,
+    0.16435548663139343,
+    0.0934142991900444,
+    0.008829968981444836,
+    0.12745288014411926,
+    0.27145692706108093,
+    0.0410120002925396,
+    0.3647318184375763,
+    0.04447454959154129,
+    0.07288972288370132,
+    0.034125182777643204,
+    0.2198035567998886,
+    0.1438550502061844,
+    0.03358903154730797,
+    0.008356918580830097,
+    0.12092531472444534,
+    0.11028508841991425
+  ]
+}

p5-mae-15m-d253/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00015000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.1378844827201493,
+  "probe/map_train": 0.5322788347555519,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16578395779870195,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.8877150469925255,
+  "probe/total_s": 8.388861865038052,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16403262020111706
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1642033822504906
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16578395779870195
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16488864597735442
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15440746681876055
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13144278456766223
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1031737377283038
+    }
+  ],
+  "per_class_ap": [
+    0.6319985389709473,
+    0.016217781230807304,
+    0.07953023165464401,
+    0.19242417812347412,
+    0.09105538576841354,
+    0.25080135464668274,
+    0.25130531191825867,
+    0.2955314517021179,
+    0.029460301622748375,
+    0.04024422913789749,
+    0.022754935547709465,
+    0.08829506486654282,
+    0.5049013495445251,
+    0.30370646715164185,
+    0.05518757924437523,
+    0.4856235086917877,
+    0.3096558153629303,
+    0.36957013607025146,
+    0.06215515360236168,
+    0.07695675641298294,
+    0.2628808319568634,
+    0.09504855424165726,
+    0.17080865800380707,
+    0.15484042465686798,
+    0.08529813587665558,
+    0.033999260514974594,
+    0.09225256741046906,
+    0.1719931960105896,
+    0.2520146071910858,
+    0.04457944259047508,
+    0.27558982372283936,
+    0.16444043815135956,
+    0.026240818202495575,
+    0.0883646234869957,
+    0.2437138855457306,
+    0.05188901349902153,
+    0.2921501696109772,
+    0.05400792881846428,
+    0.1199100911617279,
+    0.15807807445526123,
+    0.16426095366477966,
+    0.01384939905256033,
+    0.07445366680622101,
+    0.34857177734375,
+    0.016224389895796776,
+    0.11084245890378952,
+    0.01435041893273592,
+    0.11366564780473709,
+    0.0715104341506958,
+    0.07382549345493317,
+    0.11587543785572052,
+    0.011727222241461277,
+    0.03293484449386597,
+    0.0716463252902031,
+    0.21060603857040405,
+    0.10631845891475677,
+    0.2542757987976074,
+    0.3730507791042328,
+    0.13082323968410492,
+    0.06623833626508713,
+    0.18046627938747406,
+    0.17741826176643372,
+    0.08551570773124695,
+    0.13266660273075104,
+    0.533419668674469,
+    0.23686762154102325,
+    0.2715732157230377,
+    0.2915526032447815,
+    0.40094277262687683,
+    0.3975781202316284,
+    0.1355610191822052,
+    0.13947829604148865,
+    0.1803886890411377,
+    0.17642153799533844,
+    0.17490169405937195,
+    0.21945436298847198,
+    0.048795003443956375,
+    0.22876305878162384,
+    0.16900278627872467,
+    0.11392243951559067,
+    0.017133794724941254,
+    0.08992697298526764,
+    0.28929755091667175,
+    0.14166663587093353,
+    0.09479009360074997,
+    0.027741100639104843,
+    0.06373361498117447,
+    0.018457116559147835,
+    0.023532969877123833,
+    0.05499555543065071,
+    0.05892222747206688,
+    0.05635320395231247,
+    0.1376865804195404,
+    0.025825796648859978,
+    0.0362374410033226,
+    0.052463315427303314,
+    0.017216891050338745,
+    0.02855275757610798,
+    0.1245926022529602,
+    0.2114119976758957,
+    0.15299774706363678,
+    0.331252783536911,
+    0.046522106975317,
+    0.04704642295837402,
+    0.018137438222765923,
+    0.037543900310993195,
+    0.07067409157752991,
+    0.06393589824438095,
+    0.0612192265689373,
+    0.16339081525802612,
+    0.1802518665790558,
+    0.13914789259433746,
+    0.10915476828813553,
+    0.08540444076061249,
+    0.05572323501110077,
+    0.20807059109210968,
+    0.20794931054115295,
+    0.11419042199850082,
+    0.12669986486434937,
+    0.26595211029052734,
+    0.26791924238204956,
+    0.18832071125507355,
+    0.08825235813856125,
+    0.08288834989070892,
+    0.011427500285208225,
+    0.032196175307035446,
+    0.12394026666879654,
+    0.1622214913368225,
+    0.16481831669807434,
+    0.12714630365371704,
+    0.006217664107680321,
+    0.08926437795162201,
+    0.1722141057252884,
+    0.17187878489494324,
+    0.040362853556871414,
+    0.008839010260999203,
+    0.06535497307777405,
+    0.7118426561355591,
+    0.23571918904781342,
+    0.3018733561038971,
+    0.4058031439781189,
+    0.28656119108200073,
+    0.12134785205125809,
+    0.1461152285337448,
+    0.07278919965028763,
+    0.13103626668453217,
+    0.0772833302617073,
+    0.24195630848407745,
+    0.10699204355478287,
+    0.2552206814289093,
+    0.110762819647789,
+    0.16896659135818481,
+    0.21045492589473724,
+    0.08429394662380219,
+    0.08009050041437149,
+    0.18316768109798431,
+    0.0979907438158989,
+    0.08762936294078827,
+    0.02589312754571438,
+    0.055288929492235184,
+    0.5067823529243469,
+    0.2871338129043579,
+    0.3453419506549835,
+    0.14276975393295288,
+    0.26053816080093384,
+    0.28533148765563965,
+    0.30820515751838684,
+    0.13839372992515564,
+    0.3112093210220337,
+    0.37780487537384033,
+    0.23285898566246033,
+    0.31896862387657166,
+    0.3394319713115692,
+    0.1524852216243744,
+    0.06478656828403473,
+    0.10386582463979721,
+    0.161981999874115,
+    0.33100777864456177,
+    0.06307123601436615,
+    0.14146648347377777,
+    0.1779882311820984,
+    0.15236018598079681,
+    0.1455863118171692,
+    0.282747745513916,
+    0.04719354212284088,
+    0.3732094466686249,
+    0.34232625365257263,
+    0.19812533259391785,
+    0.28514203429222107,
+    0.10671386122703552,
+    0.14319942891597748,
+    0.07694094628095627,
+    0.251153826713562,
+    0.1835249811410904,
+    0.1400059461593628,
+    0.3746591806411743,
+    0.05889593064785004,
+    0.08564861863851547,
+    0.16068172454833984,
+    0.24019959568977356,
+    0.0665145069360733,
+    0.23122312128543854,
+    0.07636567205190659,
+    0.1943870335817337,
+    0.23717032372951508,
+    0.12808334827423096,
+    0.14156518876552582,
+    0.4164937734603882,
+    0.21010902523994446,
+    0.28978848457336426,
+    0.7255452275276184,
+    0.43777742981910706,
+    0.4844421148300171,
+    0.0482938326895237,
+    0.2779085338115692,
+    0.14230389893054962,
+    0.03456168621778488,
+    0.22855232656002045,
+    0.12901195883750916,
+    0.12141897529363632,
+    0.1464415341615677,
+    0.10393846780061722,
+    0.18969179689884186,
+    0.20469415187835693,
+    0.06330449134111404,
+    0.07600124180316925,
+    0.060339685529470444,
+    0.0497872568666935,
+    0.1477980762720108,
+    0.04054887965321541,
+    0.060557249933481216,
+    0.05298332870006561,
+    0.07839266955852509,
+    0.050424475222826004,
+    0.04600083827972412,
+    0.012965035624802113,
+    0.16899091005325317,
+    0.03148043155670166,
+    0.3394804000854492,
+    0.02820698916912079,
+    0.15689900517463684,
+    0.2805935740470886,
+    0.2200285792350769,
+    0.20083756744861603,
+    0.18508824706077576,
+    0.2359946221113205,
+    0.039186667650938034,
+    0.16881395876407623,
+    0.02326216734945774,
+    0.07582762092351913,
+    0.14972545206546783,
+    0.02564164809882641,
+    0.048586539924144745,
+    0.08102932572364807,
+    0.06771913170814514,
+    0.19710925221443176,
+    0.24004046618938446,
+    0.18289151787757874,
+    0.12220249325037003,
+    0.14258086681365967,
+    0.041061919182538986,
+    0.11111776530742645,
+    0.17509455978870392,
+    0.11042449623346329,
+    0.020190658047795296,
+    0.05701606720685959,
+    0.06069077178835869,
+    0.0668218806385994,
+    0.0987812727689743,
+    0.03913608193397522,
+    0.02697731927037239,
+    0.25317469239234924,
+    0.1073400229215622,
+    0.048672281205654144,
+    0.18612205982208252,
+    0.02726837247610092,
+    0.0761723667383194,
+    0.04483858495950699,
+    0.06345516443252563,
+    0.05385919660329819,
+    0.01981845684349537,
+    0.26271024346351624,
+    0.11752393841743469,
+    0.2124055027961731,
+    0.08939553797245026,
+    0.22589805722236633,
+    0.2709168791770935,
+    0.29400086402893066,
+    0.23070377111434937,
+    0.19404177367687225,
+    0.20411993563175201,
+    0.20128151774406433,
+    0.11566835641860962,
+    0.20590008795261383,
+    0.15821869671344757,
+    0.14833705127239227,
+    0.11330823600292206,
+    0.005737369414418936,
+    0.023317545652389526,
+    0.02371489815413952,
+    0.27485936880111694,
+    0.19765470921993256,
+    0.16696712374687195,
+    0.08257772028446198,
+    0.038994818925857544,
+    0.10134218633174896,
+    0.033620525151491165,
+    0.17578984797000885,
+    0.07614954560995102,
+    0.15742658078670502,
+    0.16886569559574127,
+    0.06753786653280258,
+    0.15509074926376343,
+    0.07135915011167526,
+    0.06434319913387299,
+    0.12744535505771637,
+    0.06541839241981506,
+    0.03936955705285072,
+    0.1363380253314972,
+    0.0883093923330307,
+    0.21283432841300964,
+    0.05796515941619873,
+    0.43845802545547485,
+    0.3339456021785736,
+    0.24984179437160492,
+    0.25864177942276,
+    0.055075276643037796,
+    0.0714503824710846,
+    0.2780444025993347,
+    0.276752769947052,
+    0.150469109416008,
+    0.2178664356470108,
+    0.28448083996772766,
+    0.2995498478412628,
+    0.21520763635635376,
+    0.16340947151184082,
+    0.11986564099788666,
+    0.2023891657590866,
+    0.0580168254673481,
+    0.03969340771436691,
+    0.08614511042833328,
+    0.012829377315938473,
+    0.11431066691875458,
+    0.14226023852825165,
+    0.09683939069509506,
+    0.08687862008810043,
+    0.10147739201784134,
+    0.2885788083076477,
+    0.0244480911642313,
+    0.025879614055156708,
+    0.10521967709064484,
+    0.01563134603202343,
+    0.09878358244895935,
+    0.09191658347845078,
+    0.020853014662861824,
+    0.04767856374382973,
+    0.04301869496703148,
+    0.013838160783052444,
+    0.03555889427661896,
+    0.15504597127437592,
+    0.007946711964905262,
+    0.0776582658290863,
+    0.11600939184427261,
+    0.12702731788158417,
+    0.03662317618727684,
+    0.037597183138132095,
+    0.3859030306339264,
+    0.22947433590888977,
+    0.02710886113345623,
+    0.11928562074899673,
+    0.11520877480506897,
+    0.08962668478488922,
+    0.10675313323736191,
+    0.3303038775920868,
+    0.1232062354683876,
+    0.07115722447633743,
+    0.08515127003192902,
+    0.09493665397167206,
+    0.013477216474711895,
+    0.015544742345809937,
+    0.039727937430143356,
+    0.12525565922260284,
+    0.14162969589233398,
+    0.08963233232498169,
+    0.13349217176437378,
+    0.18428215384483337,
+    0.15812762081623077,
+    0.05459583178162575,
+    0.05804092437028885,
+    0.06261703372001648,
+    0.19973956048488617,
+    0.10116884857416153,
+    0.025952661409974098,
+    0.34205928444862366,
+    0.2114073932170868,
+    0.05897659808397293,
+    0.4604915976524353,
+    0.5563127398490906,
+    0.03018498793244362,
+    0.35392749309539795,
+    0.41071605682373047,
+    0.04484175890684128,
+    0.12377844005823135,
+    0.1928420066833496,
+    0.020869214087724686,
+    0.015770986676216125,
+    0.014845225028693676,
+    0.03134849667549133,
+    0.05569316819310188,
+    0.012986409477889538,
+    0.010977872647345066,
+    0.12243229895830154,
+    0.023946557193994522,
+    0.05256383866071701,
+    0.2950628399848938,
+    0.21173228323459625,
+    0.026661336421966553,
+    0.02411605976521969,
+    0.10427218675613403,
+    0.09698326885700226,
+    0.2460252344608307,
+    0.057260435074567795,
+    0.09360940009355545,
+    0.24875564873218536,
+    0.09579064697027206,
+    0.09438256174325943,
+    0.0439247265458107,
+    0.17198359966278076,
+    0.1722889244556427,
+    0.18397007882595062,
+    0.08069735020399094,
+    0.15085938572883606,
+    0.17360401153564453,
+    0.07211508601903915,
+    0.006538609974086285,
+    0.11053501814603806,
+    0.2100241482257843,
+    0.0834914892911911,
+    0.12957459688186646,
+    0.032723747193813324,
+    0.016470735892653465,
+    0.018473045900464058,
+    0.00811128132045269,
+    0.06730902940034866,
+    0.018678836524486542,
+    0.10027990490198135,
+    0.0483623668551445,
+    0.010701404884457588,
+    0.01762496680021286,
+    0.09816072136163712,
+    0.015674220398068428,
+    0.03878132253885269,
+    0.016423063352704048,
+    0.028611568734049797,
+    0.03439653292298317,
+    0.22853094339370728,
+    0.04404556378722191,
+    0.1134500652551651,
+    0.0253151785582304,
+    0.1220029667019844,
+    0.05612547695636749,
+    0.04560951888561249,
+    0.2421155720949173,
+    0.4523666203022003,
+    0.2007083147764206,
+    0.1671181172132492,
+    0.033065490424633026,
+    0.059755854308605194,
+    0.04540260508656502,
+    0.12391070276498795,
+    0.07555020600557327,
+    0.052702996879816055,
+    0.08409399539232254,
+    0.022372351959347725,
+    0.15423062443733215,
+    0.0060042510740458965,
+    0.2889638841152191,
+    0.07041065394878387,
+    0.0727667510509491,
+    0.21230611205101013,
+    0.12503518164157867,
+    0.10925842821598053,
+    0.009607323445379734,
+    0.08079753071069717,
+    0.06622505933046341,
+    0.012708613649010658,
+    0.0065827034413814545,
+    0.06120488420128822,
+    0.058311790227890015,
+    0.04411632567644119,
+    0.2333640307188034,
+    0.31902462244033813,
+    0.062265586107969284,
+    0.17698754370212555,
+    0.20940260589122772,
+    0.07350100576877594,
+    0.0320880152285099,
+    0.11530745029449463,
+    0.08731777220964432,
+    0.09324207156896591,
+    0.13410834968090057,
+    0.25769978761672974,
+    0.00888493750244379,
+    0.1315080225467682,
+    0.034589219838380814,
+    0.014047501608729362,
+    0.09136337786912918,
+    0.020385582000017166,
+    0.02023913897573948,
+    0.03311355412006378,
+    0.021745692938566208,
+    0.16853061318397522,
+    0.07613320648670197,
+    0.009058676660060883,
+    0.13535507023334503,
+    0.2882232666015625,
+    0.0412917286157608,
+    0.36480093002319336,
+    0.03574283421039581,
+    0.061500679701566696,
+    0.03739313408732414,
+    0.23929554224014282,
+    0.15381315350532532,
+    0.053198665380477905,
+    0.011214332655072212,
+    0.14022642374038696,
+    0.1135624572634697
+  ]
+}

p5-mae-15m-d253/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e59622c872869303a34740ad1a8c3f463d1f1affb372dce07952282d44387e
+size 60174680

p5-mae-15m-d253/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00020000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.1435985565176711,
+  "probe/map_train": 0.5218348212158431,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17146793121659326,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.907107430975884,
+  "probe/total_s": 8.239757713978179,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17063115036160997
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17083700317836437
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17146793121659326
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16901235836133913
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15660020261534632
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13152276971191876
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10221917866738035
+    }
+  ],
+  "per_class_ap": [
+    0.6404572129249573,
+    0.01822436787188053,
+    0.08452515304088593,
+    0.20171312987804413,
+    0.09726229310035706,
+    0.2631475031375885,
+    0.22071473300457,
+    0.2831394076347351,
+    0.02411545440554619,
+    0.043402086943387985,
+    0.01933852583169937,
+    0.10068753361701965,
+    0.5319777727127075,
+    0.3154467046260834,
+    0.07938376069068909,
+    0.5125895142555237,
+    0.33861327171325684,
+    0.36454421281814575,
+    0.07226835936307907,
+    0.11187615245580673,
+    0.26149094104766846,
+    0.1118898093700409,
+    0.19341175258159637,
+    0.16208980977535248,
+    0.08692852407693863,
+    0.03664981573820114,
+    0.1118544340133667,
+    0.1734640747308731,
+    0.2294008433818817,
+    0.061119209975004196,
+    0.2327904999256134,
+    0.15303254127502441,
+    0.026762286201119423,
+    0.08547882735729218,
+    0.2391495704650879,
+    0.07837347686290741,
+    0.3429352641105652,
+    0.06742526590824127,
+    0.09956587851047516,
+    0.12566927075386047,
+    0.1879187375307083,
+    0.026288773864507675,
+    0.07621486485004425,
+    0.3614201843738556,
+    0.03407388553023338,
+    0.1223713606595993,
+    0.015067920088768005,
+    0.12006363272666931,
+    0.0715770348906517,
+    0.0783267468214035,
+    0.1274026483297348,
+    0.010909166187047958,
+    0.03418538346886635,
+    0.06631775945425034,
+    0.222285658121109,
+    0.10919870436191559,
+    0.270064115524292,
+    0.3629443347454071,
+    0.16158325970172882,
+    0.07419685274362564,
+    0.19687537848949432,
+    0.22800251841545105,
+    0.05418267473578453,
+    0.16044114530086517,
+    0.5421591997146606,
+    0.21986126899719238,
+    0.2987978756427765,
+    0.3506312072277069,
+    0.40523791313171387,
+    0.4032677114009857,
+    0.12383326888084412,
+    0.14980073273181915,
+    0.1993095427751541,
+    0.18826647102832794,
+    0.17887496948242188,
+    0.2570126950740814,
+    0.06827237457036972,
+    0.28136810660362244,
+    0.18974852561950684,
+    0.11223934590816498,
+    0.0173170268535614,
+    0.13277842104434967,
+    0.35364601016044617,
+    0.1340993344783783,
+    0.10549261420965195,
+    0.04377606138586998,
+    0.05498688668012619,
+    0.025570357218384743,
+    0.02650790847837925,
+    0.08016705513000488,
+    0.04084872081875801,
+    0.03847897797822952,
+    0.19360660016536713,
+    0.01881367713212967,
+    0.03777122125029564,
+    0.0763513594865799,
+    0.034518469125032425,
+    0.03219986334443092,
+    0.13701589405536652,
+    0.22885984182357788,
+    0.12374918162822723,
+    0.284620076417923,
+    0.04250824451446533,
+    0.04330481216311455,
+    0.03070368617773056,
+    0.05853003263473511,
+    0.07556691020727158,
+    0.06474757939577103,
+    0.08112645894289017,
+    0.2011348158121109,
+    0.21156691014766693,
+    0.147934228181839,
+    0.13283859193325043,
+    0.10064129531383514,
+    0.057267673313617706,
+    0.20614337921142578,
+    0.20980428159236908,
+    0.12069715559482574,
+    0.14837244153022766,
+    0.28413471579551697,
+    0.29626578092575073,
+    0.21436263620853424,
+    0.08204550296068192,
+    0.09099437296390533,
+    0.00855295080691576,
+    0.025214364752173424,
+    0.13468675315380096,
+    0.16421878337860107,
+    0.175873801112175,
+    0.14205233752727509,
+    0.005060852505266666,
+    0.08600040525197983,
+    0.13835270702838898,
+    0.13383743166923523,
+    0.05150571092963219,
+    0.018329927697777748,
+    0.07499866932630539,
+    0.7192481160163879,
+    0.24599476158618927,
+    0.32730796933174133,
+    0.4174218773841858,
+    0.28120332956314087,
+    0.1407611072063446,
+    0.15197522938251495,
+    0.08290500938892365,
+    0.1547081023454666,
+    0.09184890240430832,
+    0.25925523042678833,
+    0.16455629467964172,
+    0.2613379657268524,
+    0.18497240543365479,
+    0.18109363317489624,
+    0.21044927835464478,
+    0.08196787536144257,
+    0.09648039937019348,
+    0.1942625641822815,
+    0.09739809483289719,
+    0.09247767180204391,
+    0.030803333967924118,
+    0.07303670793771744,
+    0.45482137799263,
+    0.2710067331790924,
+    0.2797638773918152,
+    0.1570035219192505,
+    0.25724494457244873,
+    0.2605281174182892,
+    0.288424015045166,
+    0.12030595541000366,
+    0.2800300121307373,
+    0.3675684332847595,
+    0.21949666738510132,
+    0.2564321458339691,
+    0.28110578656196594,
+    0.12161178886890411,
+    0.12189334630966187,
+    0.12862949073314667,
+    0.169916570186615,
+    0.3411811888217926,
+    0.08374284952878952,
+    0.17200569808483124,
+    0.18387563526630402,
+    0.17371883988380432,
+    0.11958834528923035,
+    0.2485201060771942,
+    0.05451010540127754,
+    0.37395620346069336,
+    0.3366411626338959,
+    0.18451426923274994,
+    0.2797401547431946,
+    0.12799322605133057,
+    0.12678802013397217,
+    0.08801808208227158,
+    0.2856447398662567,
+    0.19519203901290894,
+    0.16382251679897308,
+    0.3877026438713074,
+    0.06380923092365265,
+    0.09944254904985428,
+    0.1715511977672577,
+    0.26458996534347534,
+    0.042234547436237335,
+    0.26807400584220886,
+    0.10093000531196594,
+    0.18403294682502747,
+    0.20835722982883453,
+    0.172796830534935,
+    0.20286129415035248,
+    0.44630756974220276,
+    0.25452274084091187,
+    0.3284548819065094,
+    0.756900429725647,
+    0.44840946793556213,
+    0.5492869019508362,
+    0.0582737997174263,
+    0.3178807497024536,
+    0.1573323905467987,
+    0.05570985749363899,
+    0.24717839062213898,
+    0.1287071257829666,
+    0.14374472200870514,
+    0.14538362622261047,
+    0.12086039036512375,
+    0.21309974789619446,
+    0.21398432552814484,
+    0.05375269427895546,
+    0.06777901947498322,
+    0.059932153671979904,
+    0.03365999832749367,
+    0.1952257752418518,
+    0.035119540989398956,
+    0.059932414442300797,
+    0.05608591064810753,
+    0.09588108211755753,
+    0.062799833714962,
+    0.06412529945373535,
+    0.023541836068034172,
+    0.18146289885044098,
+    0.021506292745471,
+    0.293304979801178,
+    0.032588545233011246,
+    0.16572090983390808,
+    0.28277918696403503,
+    0.23606248199939728,
+    0.18567323684692383,
+    0.16540122032165527,
+    0.26091060042381287,
+    0.05649076774716377,
+    0.175970196723938,
+    0.02257251739501953,
+    0.11357217282056808,
+    0.09264097362756729,
+    0.02969149686396122,
+    0.0588812530040741,
+    0.08557391911745071,
+    0.06651803851127625,
+    0.1878359466791153,
+    0.208098366856575,
+    0.1857919991016388,
+    0.1320423185825348,
+    0.10270263254642487,
+    0.026455000042915344,
+    0.14272724092006683,
+    0.18371935188770294,
+    0.12368547171354294,
+    0.026078015565872192,
+    0.05021243169903755,
+    0.07811272144317627,
+    0.10124199837446213,
+    0.10276365280151367,
+    0.03964146226644516,
+    0.033059392124414444,
+    0.2506526708602905,
+    0.15150928497314453,
+    0.03887772560119629,
+    0.2030874788761139,
+    0.044487666338682175,
+    0.07753542065620422,
+    0.03610303997993469,
+    0.07571309059858322,
+    0.03824744373559952,
+    0.01914208009839058,
+    0.20678523182868958,
+    0.1183985024690628,
+    0.23007531464099884,
+    0.07342427968978882,
+    0.24407142400741577,
+    0.34577062726020813,
+    0.3746506869792938,
+    0.23968781530857086,
+    0.20827017724514008,
+    0.18194615840911865,
+    0.22758319973945618,
+    0.1541626900434494,
+    0.2228362262248993,
+    0.202580526471138,
+    0.19488167762756348,
+    0.14272649586200714,
+    0.005911916960030794,
+    0.014411194249987602,
+    0.01584530808031559,
+    0.2894964814186096,
+    0.19692187011241913,
+    0.14563807845115662,
+    0.08678945153951645,
+    0.029904507100582123,
+    0.12013544887304306,
+    0.03859313577413559,
+    0.17002426087856293,
+    0.06466638296842575,
+    0.16365309059619904,
+    0.19438187777996063,
+    0.06580764055252075,
+    0.12082509696483612,
+    0.062056999653577805,
+    0.07975520938634872,
+    0.12265919148921967,
+    0.07777179032564163,
+    0.059985242784023285,
+    0.13059209287166595,
+    0.07215213030576706,
+    0.23122704029083252,
+    0.054050296545028687,
+    0.4487142562866211,
+    0.3458852767944336,
+    0.22047708928585052,
+    0.2440006583929062,
+    0.04481065273284912,
+    0.06255128234624863,
+    0.26972073316574097,
+    0.2573486864566803,
+    0.15272511541843414,
+    0.19402502477169037,
+    0.26412004232406616,
+    0.2688239514827728,
+    0.19450336694717407,
+    0.15774689614772797,
+    0.14556849002838135,
+    0.23621077835559845,
+    0.0477479062974453,
+    0.04104887321591377,
+    0.09717871993780136,
+    0.007462918292731047,
+    0.10206030309200287,
+    0.14765863120555878,
+    0.1290179193019867,
+    0.09907464683055878,
+    0.11370030045509338,
+    0.31072238087654114,
+    0.02695915661752224,
+    0.02370830439031124,
+    0.11881604045629501,
+    0.024023786187171936,
+    0.10297929495573044,
+    0.0986308827996254,
+    0.024905245751142502,
+    0.058602672070264816,
+    0.033036913722753525,
+    0.014716221950948238,
+    0.03697732463479042,
+    0.10488662123680115,
+    0.011446715332567692,
+    0.08741346746683121,
+    0.11367884278297424,
+    0.09579183906316757,
+    0.035666003823280334,
+    0.039805203676223755,
+    0.41061002016067505,
+    0.2044963538646698,
+    0.020550252869725227,
+    0.12580187618732452,
+    0.13612358272075653,
+    0.13298927247524261,
+    0.13157136738300323,
+    0.34576836228370667,
+    0.190043643116951,
+    0.08213532716035843,
+    0.10965791344642639,
+    0.08695662766695023,
+    0.020535888150334358,
+    0.03330620378255844,
+    0.04157670587301254,
+    0.12667541205883026,
+    0.10435787588357925,
+    0.07977527379989624,
+    0.14168815314769745,
+    0.22252880036830902,
+    0.1559964120388031,
+    0.042333945631980896,
+    0.04755315184593201,
+    0.07142789661884308,
+    0.2714293599128723,
+    0.09179124981164932,
+    0.03307585045695305,
+    0.36404481530189514,
+    0.2452804297208786,
+    0.05553215369582176,
+    0.472622811794281,
+    0.5708404779434204,
+    0.030141077935695648,
+    0.46472081542015076,
+    0.43070298433303833,
+    0.04884437471628189,
+    0.1231488361954689,
+    0.25719153881073,
+    0.02688986249268055,
+    0.03198440372943878,
+    0.019562184810638428,
+    0.05170879885554314,
+    0.05171865597367287,
+    0.01526475790888071,
+    0.013205785304307938,
+    0.1453373283147812,
+    0.04130716621875763,
+    0.054771676659584045,
+    0.308560311794281,
+    0.15956524014472961,
+    0.035172879695892334,
+    0.009106533601880074,
+    0.09476037323474884,
+    0.11007443815469742,
+    0.2597230076789856,
+    0.07923657447099686,
+    0.0871688574552536,
+    0.2618846595287323,
+    0.09134644269943237,
+    0.08837845176458359,
+    0.05657808855175972,
+    0.17968079447746277,
+    0.18871210515499115,
+    0.16631463170051575,
+    0.10331735014915466,
+    0.15639324486255646,
+    0.1924191117286682,
+    0.07496050745248795,
+    0.00572511600330472,
+    0.11270282417535782,
+    0.21687476336956024,
+    0.08916206657886505,
+    0.11824758350849152,
+    0.04081147164106369,
+    0.014134051278233528,
+    0.014187094755470753,
+    0.010275902226567268,
+    0.08401412516832352,
+    0.01277264766395092,
+    0.1030595675110817,
+    0.07645680755376816,
+    0.011846144683659077,
+    0.0197640061378479,
+    0.06948036700487137,
+    0.027378849685192108,
+    0.043969932943582535,
+    0.016865111887454987,
+    0.04591131582856178,
+    0.03155464306473732,
+    0.22964516282081604,
+    0.03601773455739021,
+    0.1002063900232315,
+    0.030803581699728966,
+    0.12206336110830307,
+    0.03284330666065216,
+    0.03009050339460373,
+    0.29394176602363586,
+    0.4132753312587738,
+    0.21138456463813782,
+    0.1908457726240158,
+    0.051756273955106735,
+    0.06524816900491714,
+    0.05475720390677452,
+    0.2074623852968216,
+    0.08267173171043396,
+    0.05022149533033371,
+    0.06250127404928207,
+    0.017871424555778503,
+    0.1145850419998169,
+    0.009546146728098392,
+    0.29095759987831116,
+    0.0768556147813797,
+    0.06799007952213287,
+    0.22719806432724,
+    0.1496819406747818,
+    0.12393169105052948,
+    0.00998673029243946,
+    0.04524467512965202,
+    0.052938610315322876,
+    0.010629534721374512,
+    0.008756735362112522,
+    0.06203266978263855,
+    0.04110107943415642,
+    0.045769546180963516,
+    0.2406940758228302,
+    0.3119509518146515,
+    0.07423479855060577,
+    0.17639726400375366,
+    0.2122996300458908,
+    0.06677210330963135,
+    0.035169750452041626,
+    0.08493944257497787,
+    0.1119479089975357,
+    0.10660117119550705,
+    0.11034675687551498,
+    0.27861273288726807,
+    0.00785030610859394,
+    0.125189870595932,
+    0.029238993301987648,
+    0.01604067161679268,
+    0.10211054235696793,
+    0.020028850063681602,
+    0.02396419085562229,
+    0.05215195566415787,
+    0.023491080850362778,
+    0.15716934204101562,
+    0.0740206316113472,
+    0.008079529739916325,
+    0.13271208107471466,
+    0.2598780691623688,
+    0.06956697255373001,
+    0.329723984003067,
+    0.053375545889139175,
+    0.05639401450753212,
+    0.0314052440226078,
+    0.25125208497047424,
+    0.1611396074295044,
+    0.05040197819471359,
+    0.01064677070826292,
+    0.12649616599082947,
+    0.10529160499572754
+  ]
+}

p5-mae-15m-d253/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00025000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.15205731596161506,
+  "probe/map_train": 0.5223427239020816,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17878572085821043,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.275977353099734,
+  "probe/total_s": 8.834528674022295,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17828125292806404
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1779325791988946
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17878572085821043
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1761470630418587
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16318599752855595
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13791770295220546
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10729619520195041
+    }
+  ],
+  "per_class_ap": [
+    0.6482951045036316,
+    0.020580977201461792,
+    0.08519003540277481,
+    0.19679194688796997,
+    0.12363399565219879,
+    0.28162139654159546,
+    0.21473641693592072,
+    0.2757422924041748,
+    0.031125156208872795,
+    0.05125518888235092,
+    0.021506937220692635,
+    0.11906827241182327,
+    0.5421158671379089,
+    0.3426360487937927,
+    0.054991815239191055,
+    0.5484530925750732,
+    0.3618844151496887,
+    0.37253591418266296,
+    0.07381011545658112,
+    0.1349983811378479,
+    0.2757214307785034,
+    0.1020703986287117,
+    0.19592295587062836,
+    0.16530029475688934,
+    0.10481841117143631,
+    0.044252678751945496,
+    0.14218918979167938,
+    0.18113966286182404,
+    0.26890257000923157,
+    0.06424273550510406,
+    0.2366536408662796,
+    0.1705944538116455,
+    0.031290385872125626,
+    0.08743195980787277,
+    0.2492900937795639,
+    0.11779916286468506,
+    0.3636668622493744,
+    0.06813539564609528,
+    0.0969712883234024,
+    0.16671760380268097,
+    0.2121109813451767,
+    0.020680321380496025,
+    0.08228999376296997,
+    0.43715593218803406,
+    0.02664266899228096,
+    0.12039745599031448,
+    0.019078461453318596,
+    0.09896137565374374,
+    0.06755101680755615,
+    0.0995953306555748,
+    0.1387740820646286,
+    0.011990409344434738,
+    0.03510553389787674,
+    0.040961772203445435,
+    0.254282683134079,
+    0.12274587899446487,
+    0.2969011664390564,
+    0.3744633197784424,
+    0.16514097154140472,
+    0.11235072463750839,
+    0.19629450142383575,
+    0.22303898632526398,
+    0.05555090680718422,
+    0.15659388899803162,
+    0.5298875570297241,
+    0.24482150375843048,
+    0.31020787358283997,
+    0.3484264016151428,
+    0.4213268756866455,
+    0.3899185359477997,
+    0.1461886614561081,
+    0.14601029455661774,
+    0.2121494859457016,
+    0.1932229846715927,
+    0.1866389960050583,
+    0.23293514549732208,
+    0.07181265950202942,
+    0.2457900196313858,
+    0.21685825288295746,
+    0.10437775403261185,
+    0.02572746016085148,
+    0.13244128227233887,
+    0.3930845856666565,
+    0.13341233134269714,
+    0.11414934694766998,
+    0.05119824782013893,
+    0.06966601312160492,
+    0.0158041063696146,
+    0.020691120997071266,
+    0.0653843879699707,
+    0.09263249486684799,
+    0.08472269773483276,
+    0.20686903595924377,
+    0.03964716196060181,
+    0.03377414122223854,
+    0.07577850669622421,
+    0.03138775750994682,
+    0.047773577272892,
+    0.14269134402275085,
+    0.1969740390777588,
+    0.1523551195859909,
+    0.29209673404693604,
+    0.04899732396006584,
+    0.051024261862039566,
+    0.03240128606557846,
+    0.05370086058974266,
+    0.07508347183465958,
+    0.06872256100177765,
+    0.09347368031740189,
+    0.20702987909317017,
+    0.2715751528739929,
+    0.15794263780117035,
+    0.13715410232543945,
+    0.09438425302505493,
+    0.06372717022895813,
+    0.22529259324073792,
+    0.225607767701149,
+    0.18775692582130432,
+    0.2056000679731369,
+    0.3901243805885315,
+    0.40337273478507996,
+    0.21615152060985565,
+    0.08202110230922699,
+    0.10309267789125443,
+    0.010223275050520897,
+    0.03522688150405884,
+    0.14588826894760132,
+    0.18161380290985107,
+    0.24935734272003174,
+    0.1963409185409546,
+    0.0055320244282484055,
+    0.141165092587471,
+    0.19569696485996246,
+    0.18639706075191498,
+    0.06567719578742981,
+    0.016296442598104477,
+    0.0787820890545845,
+    0.7217915058135986,
+    0.2511703073978424,
+    0.3261414170265198,
+    0.41312116384506226,
+    0.2697821855545044,
+    0.16425910592079163,
+    0.18228021264076233,
+    0.0870896652340889,
+    0.11310755461454391,
+    0.11034867912530899,
+    0.30535805225372314,
+    0.15356996655464172,
+    0.26321810483932495,
+    0.17353594303131104,
+    0.2010796070098877,
+    0.2337721735239029,
+    0.0910099446773529,
+    0.12456360459327698,
+    0.21375049650669098,
+    0.09900329262018204,
+    0.08671776205301285,
+    0.025185484439134598,
+    0.07219938188791275,
+    0.4378330409526825,
+    0.294699102640152,
+    0.28366148471832275,
+    0.14141495525836945,
+    0.2679610550403595,
+    0.26453009247779846,
+    0.29634562134742737,
+    0.11729195713996887,
+    0.27843207120895386,
+    0.35906508564949036,
+    0.2366735339164734,
+    0.28438103199005127,
+    0.31845003366470337,
+    0.13610342144966125,
+    0.13619472086429596,
+    0.11103364080190659,
+    0.14841336011886597,
+    0.33773699402809143,
+    0.07700242847204208,
+    0.19863002002239227,
+    0.2108154594898224,
+    0.20895639061927795,
+    0.16628298163414001,
+    0.26640698313713074,
+    0.07420291751623154,
+    0.4154553711414337,
+    0.35032299160957336,
+    0.2065250724554062,
+    0.2961525022983551,
+    0.1514192819595337,
+    0.1456783413887024,
+    0.1350511908531189,
+    0.322212278842926,
+    0.2007882446050644,
+    0.18404832482337952,
+    0.38488689064979553,
+    0.06725039333105087,
+    0.11086965352296829,
+    0.18618567287921906,
+    0.2604435086250305,
+    0.05827285721898079,
+    0.26676639914512634,
+    0.129441037774086,
+    0.18346412479877472,
+    0.2317463606595993,
+    0.19638670980930328,
+    0.21706044673919678,
+    0.4819451570510864,
+    0.23617519438266754,
+    0.2943655252456665,
+    0.7493091821670532,
+    0.44445157051086426,
+    0.5676324963569641,
+    0.05767631158232689,
+    0.3282470703125,
+    0.18821440637111664,
+    0.07035315781831741,
+    0.22116848826408386,
+    0.13948841392993927,
+    0.14667634665966034,
+    0.1441810578107834,
+    0.09607743471860886,
+    0.23929458856582642,
+    0.20099782943725586,
+    0.06691533327102661,
+    0.07600121945142746,
+    0.05764126777648926,
+    0.032690517604351044,
+    0.17872342467308044,
+    0.03528844565153122,
+    0.059231728315353394,
+    0.05858585983514786,
+    0.11976625770330429,
+    0.05850066617131233,
+    0.061819739639759064,
+    0.019713707268238068,
+    0.18128782510757446,
+    0.026913190260529518,
+    0.32521915435791016,
+    0.02992674894630909,
+    0.17787368595600128,
+    0.2791462242603302,
+    0.2869114875793457,
+    0.19228650629520416,
+    0.1685504913330078,
+    0.2769131660461426,
+    0.04991772770881653,
+    0.18065838515758514,
+    0.029357751831412315,
+    0.118744395673275,
+    0.11053086817264557,
+    0.019658980891108513,
+    0.051595792174339294,
+    0.09006839245557785,
+    0.0566764660179615,
+    0.1958761066198349,
+    0.25392207503318787,
+    0.21735703945159912,
+    0.13925763964653015,
+    0.10195926576852798,
+    0.03308745101094246,
+    0.15784047544002533,
+    0.2410440742969513,
+    0.11659560352563858,
+    0.025562910363078117,
+    0.061757348477840424,
+    0.07928013056516647,
+    0.12306313961744308,
+    0.1258537620306015,
+    0.03195101022720337,
+    0.03636009246110916,
+    0.26285138726234436,
+    0.16121605038642883,
+    0.036238737404346466,
+    0.18124845623970032,
+    0.03679807484149933,
+    0.07285083830356598,
+    0.027487831190228462,
+    0.06922601163387299,
+    0.04462150111794472,
+    0.022851064801216125,
+    0.21717123687267303,
+    0.1198490709066391,
+    0.23219889402389526,
+    0.08143369853496552,
+    0.2483074963092804,
+    0.29084649682044983,
+    0.3164415657520294,
+    0.2448955923318863,
+    0.20150108635425568,
+    0.1880468726158142,
+    0.22584931552410126,
+    0.15578711032867432,
+    0.20913390815258026,
+    0.1985408067703247,
+    0.19806520640850067,
+    0.15973742306232452,
+    0.0055457958951592445,
+    0.01987823285162449,
+    0.015630705282092094,
+    0.29250675439834595,
+    0.19583027064800262,
+    0.15699850022792816,
+    0.06936278939247131,
+    0.041168440133333206,
+    0.10593767464160919,
+    0.029357971623539925,
+    0.18163751065731049,
+    0.08321662247180939,
+    0.16907498240470886,
+    0.18225423991680145,
+    0.08935347199440002,
+    0.10991373658180237,
+    0.08000919967889786,
+    0.11111005395650864,
+    0.13113613426685333,
+    0.06972839683294296,
+    0.05520506575703621,
+    0.1463509351015091,
+    0.1278720647096634,
+    0.28817251324653625,
+    0.059576306492090225,
+    0.49688971042633057,
+    0.38420477509498596,
+    0.268931120634079,
+    0.27215880155563354,
+    0.052631545811891556,
+    0.06343161314725876,
+    0.3006989061832428,
+    0.2892909049987793,
+    0.176157146692276,
+    0.21248336136341095,
+    0.3055797815322876,
+    0.3031332194805145,
+    0.25448256731033325,
+    0.14995884895324707,
+    0.13900858163833618,
+    0.21768108010292053,
+    0.04202888160943985,
+    0.03793856129050255,
+    0.1077328771352768,
+    0.00586018618196249,
+    0.1386169195175171,
+    0.15506058931350708,
+    0.11755096167325974,
+    0.11645873636007309,
+    0.09431463479995728,
+    0.31315261125564575,
+    0.0369315929710865,
+    0.02202579751610756,
+    0.13047949969768524,
+    0.02112177014350891,
+    0.10344530642032623,
+    0.10616275668144226,
+    0.022343389689922333,
+    0.05744648724794388,
+    0.03563430532813072,
+    0.01301195565611124,
+    0.036163922399282455,
+    0.15047898888587952,
+    0.01059018261730671,
+    0.09689182788133621,
+    0.12151418626308441,
+    0.10621803998947144,
+    0.03868718817830086,
+    0.061450544744729996,
+    0.4020398259162903,
+    0.2101978063583374,
+    0.01801264099776745,
+    0.1304710954427719,
+    0.1542043834924698,
+    0.1027049645781517,
+    0.1545129269361496,
+    0.32200855016708374,
+    0.21960009634494781,
+    0.07296092808246613,
+    0.10809113830327988,
+    0.09422598779201508,
+    0.016855740919709206,
+    0.019282879307866096,
+    0.03710302338004112,
+    0.12386368960142136,
+    0.15111663937568665,
+    0.08240821212530136,
+    0.14885972440242767,
+    0.1912233531475067,
+    0.1614999920129776,
+    0.0642312541604042,
+    0.045930031687021255,
+    0.0448828861117363,
+    0.2681480050086975,
+    0.12746357917785645,
+    0.03009825199842453,
+    0.35897600650787354,
+    0.26692137122154236,
+    0.08930126577615738,
+    0.5216221809387207,
+    0.5643100738525391,
+    0.02910918928682804,
+    0.4050491154193878,
+    0.4403950572013855,
+    0.04363321140408516,
+    0.15878184139728546,
+    0.26870617270469666,
+    0.027601519599556923,
+    0.03387080505490303,
+    0.02516566403210163,
+    0.047884613275527954,
+    0.05996811017394066,
+    0.017043348401784897,
+    0.02848779410123825,
+    0.20114395022392273,
+    0.03933294489979744,
+    0.06807748973369598,
+    0.31518691778182983,
+    0.21025864779949188,
+    0.03753777965903282,
+    0.011001371778547764,
+    0.09464068710803986,
+    0.09339430183172226,
+    0.2840133011341095,
+    0.09017103910446167,
+    0.10253095626831055,
+    0.2631915807723999,
+    0.08860088139772415,
+    0.09578011929988861,
+    0.056164272129535675,
+    0.19359290599822998,
+    0.21168437600135803,
+    0.17271937429904938,
+    0.09696880728006363,
+    0.16430950164794922,
+    0.21918871998786926,
+    0.11153625696897507,
+    0.005001765210181475,
+    0.10831709951162338,
+    0.2362545281648636,
+    0.10045542567968369,
+    0.13827885687351227,
+    0.031188959255814552,
+    0.021237244829535484,
+    0.018044738098978996,
+    0.01228189654648304,
+    0.0894428938627243,
+    0.016434425488114357,
+    0.12031218409538269,
+    0.09774070233106613,
+    0.013675441965460777,
+    0.01961916871368885,
+    0.09939031302928925,
+    0.01894425041973591,
+    0.052705470472574234,
+    0.013801631517708302,
+    0.03862868994474411,
+    0.04687326028943062,
+    0.22371168434619904,
+    0.043784964829683304,
+    0.1350749284029007,
+    0.030799010768532753,
+    0.11998286098241806,
+    0.061469584703445435,
+    0.03563551977276802,
+    0.3625043034553528,
+    0.43459630012512207,
+    0.24408361315727234,
+    0.17380593717098236,
+    0.05540892854332924,
+    0.07675899565219879,
+    0.06158515810966492,
+    0.23138582706451416,
+    0.08751656115055084,
+    0.05976489186286926,
+    0.08002849668264389,
+    0.020480643957853317,
+    0.14587831497192383,
+    0.014883087016642094,
+    0.29302075505256653,
+    0.07468410581350327,
+    0.07343579828739166,
+    0.22689354419708252,
+    0.16129550337791443,
+    0.09829580038785934,
+    0.015298363752663136,
+    0.05995241552591324,
+    0.053221430629491806,
+    0.015058320946991444,
+    0.007836909964680672,
+    0.06686621159315109,
+    0.04081936925649643,
+    0.05166436731815338,
+    0.2571190297603607,
+    0.3368283808231354,
+    0.07703179121017456,
+    0.1931963562965393,
+    0.20466023683547974,
+    0.05352368950843811,
+    0.042518146336078644,
+    0.09584831446409225,
+    0.10286035388708115,
+    0.11999635398387909,
+    0.12407699227333069,
+    0.30033817887306213,
+    0.007787877228111029,
+    0.12790630757808685,
+    0.02870146557688713,
+    0.01405712403357029,
+    0.1034739539027214,
+    0.019210398197174072,
+    0.022674839943647385,
+    0.050071924924850464,
+    0.021474070847034454,
+    0.1532815843820572,
+    0.07160060107707977,
+    0.007338344119489193,
+    0.12321888655424118,
+    0.2720235288143158,
+    0.05923037603497505,
+    0.32296332716941833,
+    0.048982638865709305,
+    0.057382259517908096,
+    0.040759604424238205,
+    0.2840157747268677,
+    0.15017956495285034,
+    0.05854782834649086,
+    0.019984494894742966,
+    0.11155179142951965,
+    0.11461717635393143
+  ]
+}

p5-mae-15m-d253/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00030000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.15552035049558308,
+  "probe/map_train": 0.5179631103544127,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18601620946507158,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.103728210087866,
+  "probe/total_s": 8.601715933065861,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18410921932959778
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18480148160895526
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18601620946507158
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18172671530878196
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1673211619859664
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14264540376090418
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11126751374396755
+    }
+  ],
+  "per_class_ap": [
+    0.6488659381866455,
+    0.022937674075365067,
+    0.09032505750656128,
+    0.20911414921283722,
+    0.12473563104867935,
+    0.26812484860420227,
+    0.21967124938964844,
+    0.2806827425956726,
+    0.03290184214711189,
+    0.04632069170475006,
+    0.0225983839482069,
+    0.1220155656337738,
+    0.5641311407089233,
+    0.3298152983188629,
+    0.05849102884531021,
+    0.5582268238067627,
+    0.35423919558525085,
+    0.38703811168670654,
+    0.09029864519834518,
+    0.1274486780166626,
+    0.2659374475479126,
+    0.11457078903913498,
+    0.2113804817199707,
+    0.16553379595279694,
+    0.1092492938041687,
+    0.0412769578397274,
+    0.13005007803440094,
+    0.19129709899425507,
+    0.28411146998405457,
+    0.06071260944008827,
+    0.2399386614561081,
+    0.17365872859954834,
+    0.0416947677731514,
+    0.0875108540058136,
+    0.24753421545028687,
+    0.09092579036951065,
+    0.37028104066848755,
+    0.0734872817993164,
+    0.10337942093610764,
+    0.1685829907655716,
+    0.23188583552837372,
+    0.02460867166519165,
+    0.08301201462745667,
+    0.45379915833473206,
+    0.04409967362880707,
+    0.11873716115951538,
+    0.021837875247001648,
+    0.10155810415744781,
+    0.061690159142017365,
+    0.10211256146430969,
+    0.14561191201210022,
+    0.010612900368869305,
+    0.05191672220826149,
+    0.04682270810008049,
+    0.25039368867874146,
+    0.1380268931388855,
+    0.29238277673721313,
+    0.3694576025009155,
+    0.14536713063716888,
+    0.10314460843801498,
+    0.22016243636608124,
+    0.2361023724079132,
+    0.04977390170097351,
+    0.15705689787864685,
+    0.5508673191070557,
+    0.24583958089351654,
+    0.3131349980831146,
+    0.36512985825538635,
+    0.42202094197273254,
+    0.4031432867050171,
+    0.13153406977653503,
+    0.14257340133190155,
+    0.21361084282398224,
+    0.19856441020965576,
+    0.1868671476840973,
+    0.2708054482936859,
+    0.07533387839794159,
+    0.22835607826709747,
+    0.2266322523355484,
+    0.11884509772062302,
+    0.026950553059577942,
+    0.13982592523097992,
+    0.3899247646331787,
+    0.11881321668624878,
+    0.11477382481098175,
+    0.05204569920897484,
+    0.07842263579368591,
+    0.015420986339449883,
+    0.02385048195719719,
+    0.06891557574272156,
+    0.09419586509466171,
+    0.08539213985204697,
+    0.20629751682281494,
+    0.02535129524767399,
+    0.0430232398211956,
+    0.07073432952165604,
+    0.04824056476354599,
+    0.03328721597790718,
+    0.1530638188123703,
+    0.21459424495697021,
+    0.17104791104793549,
+    0.30192193388938904,
+    0.0542428083717823,
+    0.05517975613474846,
+    0.02132960967719555,
+    0.05377165228128433,
+    0.09204157441854477,
+    0.08281726390123367,
+    0.07803695648908615,
+    0.21060682833194733,
+    0.2698094844818115,
+    0.14264079928398132,
+    0.12228705734014511,
+    0.08670266717672348,
+    0.057357609272003174,
+    0.23325100541114807,
+    0.2399325966835022,
+    0.15920065343379974,
+    0.19111289083957672,
+    0.41355156898498535,
+    0.42721661925315857,
+    0.20511044561862946,
+    0.08060857653617859,
+    0.10728331655263901,
+    0.008202244527637959,
+    0.034851133823394775,
+    0.15727226436138153,
+    0.18591812252998352,
+    0.20212911069393158,
+    0.16439588367938995,
+    0.005102267488837242,
+    0.12156224995851517,
+    0.20654891431331635,
+    0.19713646173477173,
+    0.05984700471162796,
+    0.01740424707531929,
+    0.0875089168548584,
+    0.7245545387268066,
+    0.25054869055747986,
+    0.3204691410064697,
+    0.41548752784729004,
+    0.29630160331726074,
+    0.18991327285766602,
+    0.17815181612968445,
+    0.0996304601430893,
+    0.16542628407478333,
+    0.14297103881835938,
+    0.2756591737270355,
+    0.1818884313106537,
+    0.2614310085773468,
+    0.18177640438079834,
+    0.18026335537433624,
+    0.22889873385429382,
+    0.08958745747804642,
+    0.10858310759067535,
+    0.21586920320987701,
+    0.0977473184466362,
+    0.09716576337814331,
+    0.025748442858457565,
+    0.07155819982290268,
+    0.4622668921947479,
+    0.28571781516075134,
+    0.28945598006248474,
+    0.14641645550727844,
+    0.2591842710971832,
+    0.2669030725955963,
+    0.28716304898262024,
+    0.12148594111204147,
+    0.28917422890663147,
+    0.3578709065914154,
+    0.2739681005477905,
+    0.2815023958683014,
+    0.30957573652267456,
+    0.12693606317043304,
+    0.12050051242113113,
+    0.07945792376995087,
+    0.16644608974456787,
+    0.36559927463531494,
+    0.08463945239782333,
+    0.1985030472278595,
+    0.2121470421552658,
+    0.2097409963607788,
+    0.16283971071243286,
+    0.3110978901386261,
+    0.08846500515937805,
+    0.4244401156902313,
+    0.35255885124206543,
+    0.23038551211357117,
+    0.2956635057926178,
+    0.15734770894050598,
+    0.1577722430229187,
+    0.12871098518371582,
+    0.3459833562374115,
+    0.20763012766838074,
+    0.2098463922739029,
+    0.37744563817977905,
+    0.0656433179974556,
+    0.11623747646808624,
+    0.17158225178718567,
+    0.3063180446624756,
+    0.05759136378765106,
+    0.2534739375114441,
+    0.1477692425251007,
+    0.17607161402702332,
+    0.2131468653678894,
+    0.20570498704910278,
+    0.23715944588184357,
+    0.487883061170578,
+    0.22252675890922546,
+    0.34025388956069946,
+    0.7499436736106873,
+    0.47061625123023987,
+    0.5355501770973206,
+    0.07090573757886887,
+    0.32771798968315125,
+    0.16138848662376404,
+    0.051933035254478455,
+    0.24968451261520386,
+    0.16854974627494812,
+    0.12794239819049835,
+    0.171055406332016,
+    0.10312660038471222,
+    0.18739956617355347,
+    0.19886617362499237,
+    0.06472476571798325,
+    0.06552205234766006,
+    0.0647166445851326,
+    0.034659791737794876,
+    0.16586388647556305,
+    0.040505245327949524,
+    0.04887628182768822,
+    0.06431692838668823,
+    0.08953103423118591,
+    0.05779594928026199,
+    0.0504218190908432,
+    0.024628281593322754,
+    0.2013072669506073,
+    0.028972117230296135,
+    0.3331964910030365,
+    0.03261291980743408,
+    0.17318317294120789,
+    0.2951178252696991,
+    0.2773357629776001,
+    0.1775754690170288,
+    0.15542426705360413,
+    0.2588663697242737,
+    0.06551403552293777,
+    0.18964430689811707,
+    0.035310618579387665,
+    0.12796111404895782,
+    0.10068576037883759,
+    0.02016402967274189,
+    0.06697835773229599,
+    0.09277385473251343,
+    0.07142400741577148,
+    0.22318390011787415,
+    0.23794801533222198,
+    0.23414236307144165,
+    0.14483746886253357,
+    0.11605270206928253,
+    0.030218878760933876,
+    0.15539811551570892,
+    0.23490777611732483,
+    0.09040464460849762,
+    0.026420146226882935,
+    0.05838361755013466,
+    0.0731232762336731,
+    0.12314672768115997,
+    0.12485332787036896,
+    0.04146755859255791,
+    0.03522702306509018,
+    0.24846674501895905,
+    0.17939701676368713,
+    0.04907796159386635,
+    0.16617566347122192,
+    0.03826441243290901,
+    0.06107493117451668,
+    0.026322834193706512,
+    0.07304274290800095,
+    0.04179028794169426,
+    0.021850084885954857,
+    0.21993055939674377,
+    0.11840396374464035,
+    0.24094551801681519,
+    0.08421771973371506,
+    0.2645752727985382,
+    0.3083306550979614,
+    0.32520586252212524,
+    0.25633853673934937,
+    0.22685007750988007,
+    0.19631637632846832,
+    0.2679080069065094,
+    0.14419621229171753,
+    0.2111179679632187,
+    0.23727968335151672,
+    0.25119736790657043,
+    0.15932846069335938,
+    0.007025291211903095,
+    0.015913039445877075,
+    0.018303710967302322,
+    0.2948724925518036,
+    0.21341268718242645,
+    0.18074434995651245,
+    0.07597576826810837,
+    0.043052367866039276,
+    0.11556597799062729,
+    0.031907565891742706,
+    0.17461532354354858,
+    0.08226311951875687,
+    0.1724999099969864,
+    0.17488731443881989,
+    0.07038123160600662,
+    0.1305682510137558,
+    0.06900471448898315,
+    0.10025609284639359,
+    0.1494075506925583,
+    0.0885603278875351,
+    0.06266581267118454,
+    0.1515478789806366,
+    0.10793804377317429,
+    0.2736043334007263,
+    0.04276124760508537,
+    0.504538893699646,
+    0.4005407691001892,
+    0.2654317617416382,
+    0.2883927822113037,
+    0.06275539845228195,
+    0.060931023210287094,
+    0.33177268505096436,
+    0.3271714150905609,
+    0.17299674451351166,
+    0.22944653034210205,
+    0.33422306180000305,
+    0.29840952157974243,
+    0.2507806718349457,
+    0.17307870090007782,
+    0.1717064380645752,
+    0.23074528574943542,
+    0.057994596660137177,
+    0.043670978397130966,
+    0.1333911418914795,
+    0.008197132498025894,
+    0.1451430767774582,
+    0.15736864507198334,
+    0.08921940624713898,
+    0.1133791133761406,
+    0.11859482526779175,
+    0.3298521339893341,
+    0.023993277922272682,
+    0.030503515154123306,
+    0.12881354987621307,
+    0.023043200373649597,
+    0.10510765016078949,
+    0.11523877084255219,
+    0.024719132110476494,
+    0.054870907217264175,
+    0.04063419997692108,
+    0.013002520427107811,
+    0.0443851463496685,
+    0.1666380912065506,
+    0.010272132232785225,
+    0.10738889873027802,
+    0.1318507045507431,
+    0.12347949296236038,
+    0.04449763894081116,
+    0.050475772470235825,
+    0.41828760504722595,
+    0.21640215814113617,
+    0.02031991258263588,
+    0.12722595036029816,
+    0.16302701830863953,
+    0.08877509087324142,
+    0.14471669495105743,
+    0.3326171338558197,
+    0.19568806886672974,
+    0.06331752985715866,
+    0.12305912375450134,
+    0.09120354056358337,
+    0.017311280593276024,
+    0.018751855939626694,
+    0.03186974301934242,
+    0.1267743855714798,
+    0.13795797526836395,
+    0.10582046955823898,
+    0.17180736362934113,
+    0.2222861498594284,
+    0.17241324484348297,
+    0.07140447944402695,
+    0.047543514519929886,
+    0.0621611550450325,
+    0.2840118110179901,
+    0.11295583099126816,
+    0.04226889833807945,
+    0.3841274678707123,
+    0.24404071271419525,
+    0.08979102224111557,
+    0.5274483561515808,
+    0.5688537359237671,
+    0.029511965811252594,
+    0.38935819268226624,
+    0.4478016495704651,
+    0.04988676309585571,
+    0.18339227139949799,
+    0.26375287771224976,
+    0.02991437539458275,
+    0.03648759424686432,
+    0.026755724102258682,
+    0.05806791037321091,
+    0.06531575322151184,
+    0.024215666577219963,
+    0.022617077454924583,
+    0.19277940690517426,
+    0.033650364726781845,
+    0.06639113277196884,
+    0.31142300367355347,
+    0.18695349991321564,
+    0.03952173516154289,
+    0.01469708327203989,
+    0.09379695355892181,
+    0.11499164998531342,
+    0.26684820652008057,
+    0.09397426247596741,
+    0.09373200684785843,
+    0.28610438108444214,
+    0.0944274365901947,
+    0.0960649698972702,
+    0.05100664123892784,
+    0.2120143473148346,
+    0.22973914444446564,
+    0.17976219952106476,
+    0.10052111744880676,
+    0.1746179312467575,
+    0.2278885394334793,
+    0.0979653000831604,
+    0.006234960164874792,
+    0.12690702080726624,
+    0.23528406023979187,
+    0.10534536838531494,
+    0.1449563354253769,
+    0.057847775518894196,
+    0.022095724940299988,
+    0.024154311046004295,
+    0.012140746228396893,
+    0.0857686921954155,
+    0.01645672880113125,
+    0.12588907778263092,
+    0.09381251037120819,
+    0.014014623127877712,
+    0.015961771830916405,
+    0.1356276422739029,
+    0.018032126128673553,
+    0.056902069598436356,
+    0.012750326655805111,
+    0.04230368509888649,
+    0.07336430996656418,
+    0.24355334043502808,
+    0.044252168387174606,
+    0.14255701005458832,
+    0.05026260018348694,
+    0.1235690638422966,
+    0.07339122146368027,
+    0.03828459233045578,
+    0.3693016469478607,
+    0.4364502727985382,
+    0.23040521144866943,
+    0.1635456681251526,
+    0.0657573789358139,
+    0.07362643629312515,
+    0.05027853697538376,
+    0.21412606537342072,
+    0.10060478001832962,
+    0.06501708924770355,
+    0.09977199137210846,
+    0.022845415398478508,
+    0.15746572613716125,
+    0.009328964166343212,
+    0.2952384054660797,
+    0.07977476716041565,
+    0.09066835790872574,
+    0.2183082550764084,
+    0.15509231388568878,
+    0.10116823017597198,
+    0.023303193971514702,
+    0.07185114920139313,
+    0.0599832758307457,
+    0.01401064358651638,
+    0.008096680976450443,
+    0.0682312399148941,
+    0.04309210181236267,
+    0.05340021103620529,
+    0.2528638541698456,
+    0.3568474352359772,
+    0.0916285365819931,
+    0.20228184759616852,
+    0.21289865672588348,
+    0.0538913831114769,
+    0.04017353057861328,
+    0.0991021990776062,
+    0.08988500386476517,
+    0.11108513176441193,
+    0.10833893716335297,
+    0.30995434522628784,
+    0.0075628734193742275,
+    0.13244669139385223,
+    0.027682393789291382,
+    0.025147266685962677,
+    0.10334689915180206,
+    0.01857997290790081,
+    0.021940289065241814,
+    0.0587533563375473,
+    0.023230385035276413,
+    0.15891753137111664,
+    0.07294417917728424,
+    0.008398465812206268,
+    0.14177866280078888,
+    0.29145002365112305,
+    0.07429023087024689,
+    0.354200541973114,
+    0.04371833801269531,
+    0.04743772745132446,
+    0.05640910938382149,
+    0.278695672750473,
+    0.15322980284690857,
+    0.0626523345708847,
+    0.013547693379223347,
+    0.10798370838165283,
+    0.11285635828971863
+  ]
+}

p5-mae-15m-d253/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00035000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.15846768391638485,
+  "probe/map_train": 0.5179941548737901,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18838563924867385,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.178497678018175,
+  "probe/total_s": 8.811003264039755,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18750807093774485
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18753746121174583
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18838563924867385
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1854066186742698
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17108737274631505
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1447303847456616
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11198680216059499
+    }
+  ],
+  "per_class_ap": [
+    0.6501880884170532,
+    0.022295625880360603,
+    0.08667413890361786,
+    0.21468386054039001,
+    0.12407638132572174,
+    0.27448803186416626,
+    0.21921008825302124,
+    0.2802181839942932,
+    0.03451809287071228,
+    0.04531737044453621,
+    0.020729966461658478,
+    0.1295318603515625,
+    0.5748203992843628,
+    0.33316677808761597,
+    0.05964364856481552,
+    0.5709024667739868,
+    0.35906878113746643,
+    0.3913288414478302,
+    0.08843664824962616,
+    0.1298837661743164,
+    0.24756154417991638,
+    0.11572936177253723,
+    0.20795761048793793,
+    0.17589539289474487,
+    0.12298856675624847,
+    0.046145569533109665,
+    0.12191474437713623,
+    0.19317442178726196,
+    0.29721713066101074,
+    0.08419138193130493,
+    0.2463718056678772,
+    0.1894598752260208,
+    0.05054186284542084,
+    0.08899769186973572,
+    0.2410954087972641,
+    0.07131525874137878,
+    0.3994099795818329,
+    0.07984015345573425,
+    0.09888117760419846,
+    0.16118526458740234,
+    0.24429774284362793,
+    0.03006250597536564,
+    0.08287256956100464,
+    0.47176676988601685,
+    0.03794211149215698,
+    0.11321527510881424,
+    0.024502025917172432,
+    0.10519722104072571,
+    0.07261978089809418,
+    0.10167595744132996,
+    0.1735570877790451,
+    0.01082227099686861,
+    0.04184279218316078,
+    0.04533882439136505,
+    0.26825329661369324,
+    0.13471096754074097,
+    0.29816460609436035,
+    0.38091373443603516,
+    0.15962179005146027,
+    0.103511281311512,
+    0.22545316815376282,
+    0.2293669879436493,
+    0.05924590304493904,
+    0.183513343334198,
+    0.5614913702011108,
+    0.23891127109527588,
+    0.3152312636375427,
+    0.3676939606666565,
+    0.42369765043258667,
+    0.41883620619773865,
+    0.1399203985929489,
+    0.14784756302833557,
+    0.22149638831615448,
+    0.20824669301509857,
+    0.19432930648326874,
+    0.2639438211917877,
+    0.07273822277784348,
+    0.24469798803329468,
+    0.23181653022766113,
+    0.1397058218717575,
+    0.028770549222826958,
+    0.14964641630649567,
+    0.40602919459342957,
+    0.15608610212802887,
+    0.1132095530629158,
+    0.048933688551187515,
+    0.07633496820926666,
+    0.015826234593987465,
+    0.0342833437025547,
+    0.07347890734672546,
+    0.08650127798318863,
+    0.08020655065774918,
+    0.18823860585689545,
+    0.03642137721180916,
+    0.048293378204107285,
+    0.07331102341413498,
+    0.04105542227625847,
+    0.053273607045412064,
+    0.15462160110473633,
+    0.21211028099060059,
+    0.1879173368215561,
+    0.32141903042793274,
+    0.05463339388370514,
+    0.055003006011247635,
+    0.022884152829647064,
+    0.05784834176301956,
+    0.0920390784740448,
+    0.08334863185882568,
+    0.08600351959466934,
+    0.19213826954364777,
+    0.26501229405403137,
+    0.15129776298999786,
+    0.13295376300811768,
+    0.0964553952217102,
+    0.07593558728694916,
+    0.2714539170265198,
+    0.27147823572158813,
+    0.1765625923871994,
+    0.2015051394701004,
+    0.3974994719028473,
+    0.41300714015960693,
+    0.212553933262825,
+    0.08425848186016083,
+    0.10595353692770004,
+    0.01088818721473217,
+    0.034384749829769135,
+    0.16742482781410217,
+    0.21066699922084808,
+    0.2142663449048996,
+    0.17212697863578796,
+    0.006238137371838093,
+    0.13260099291801453,
+    0.21440503001213074,
+    0.21122919023036957,
+    0.05985049903392792,
+    0.030094975605607033,
+    0.09287912398576736,
+    0.7266270518302917,
+    0.26016685366630554,
+    0.33762723207473755,
+    0.4264567792415619,
+    0.3007180392742157,
+    0.19636127352714539,
+    0.18184630572795868,
+    0.10212588310241699,
+    0.15925370156764984,
+    0.1428140550851822,
+    0.26542651653289795,
+    0.1705041080713272,
+    0.2723025679588318,
+    0.19278933107852936,
+    0.19341887533664703,
+    0.23916484415531158,
+    0.09025026112794876,
+    0.11673150956630707,
+    0.22802181541919708,
+    0.12578287720680237,
+    0.09839729964733124,
+    0.030005691573023796,
+    0.06168624758720398,
+    0.4583472013473511,
+    0.30507710576057434,
+    0.3261270821094513,
+    0.16327916085720062,
+    0.28636521100997925,
+    0.2920030653476715,
+    0.31382834911346436,
+    0.1243719831109047,
+    0.3081362843513489,
+    0.36958760023117065,
+    0.2875041663646698,
+    0.3054438829421997,
+    0.33327510952949524,
+    0.1309443563222885,
+    0.1331523209810257,
+    0.09216538071632385,
+    0.14170262217521667,
+    0.37309056520462036,
+    0.08345210552215576,
+    0.2143627554178238,
+    0.2123299390077591,
+    0.21722258627414703,
+    0.15341858565807343,
+    0.3070729672908783,
+    0.08241022378206253,
+    0.4421028196811676,
+    0.3638215661048889,
+    0.22938431799411774,
+    0.3072251081466675,
+    0.1635877788066864,
+    0.16171413660049438,
+    0.14580996334552765,
+    0.3342748284339905,
+    0.21870265901088715,
+    0.22444161772727966,
+    0.3895711898803711,
+    0.0649215430021286,
+    0.12863722443580627,
+    0.184208944439888,
+    0.2883750796318054,
+    0.04875465855002403,
+    0.2561134696006775,
+    0.11880732327699661,
+    0.16940373182296753,
+    0.21010877192020416,
+    0.21540772914886475,
+    0.2402622252702713,
+    0.4590164124965668,
+    0.24036408960819244,
+    0.3422282040119171,
+    0.751773476600647,
+    0.46913573145866394,
+    0.556628942489624,
+    0.07483077794313431,
+    0.34215039014816284,
+    0.16744627058506012,
+    0.05444014444947243,
+    0.24264226853847504,
+    0.15912577509880066,
+    0.12838341295719147,
+    0.16847313940525055,
+    0.09873805940151215,
+    0.18062180280685425,
+    0.1989818513393402,
+    0.07273143529891968,
+    0.07840129733085632,
+    0.06453520059585571,
+    0.034058645367622375,
+    0.1662175953388214,
+    0.042234618216753006,
+    0.05260375887155533,
+    0.06555117666721344,
+    0.09761744737625122,
+    0.05256577953696251,
+    0.05485093966126442,
+    0.020948508754372597,
+    0.20840734243392944,
+    0.03525818511843681,
+    0.34510546922683716,
+    0.027720380574464798,
+    0.1787717342376709,
+    0.28971806168556213,
+    0.2851881980895996,
+    0.18458589911460876,
+    0.16063186526298523,
+    0.24703431129455566,
+    0.06951727718114853,
+    0.1865590363740921,
+    0.03410525619983673,
+    0.1295364946126938,
+    0.09234807640314102,
+    0.02072928659617901,
+    0.06609705090522766,
+    0.09049688279628754,
+    0.0714554563164711,
+    0.22290199995040894,
+    0.2195654809474945,
+    0.23452864587306976,
+    0.10530436038970947,
+    0.08868048340082169,
+    0.031155861914157867,
+    0.16649113595485687,
+    0.2398722767829895,
+    0.10290922969579697,
+    0.019840240478515625,
+    0.0594794899225235,
+    0.07979979366064072,
+    0.12781597673892975,
+    0.13722947239875793,
+    0.041795600205659866,
+    0.035688091069459915,
+    0.2568039000034332,
+    0.19499078392982483,
+    0.04553365707397461,
+    0.17255425453186035,
+    0.03717756271362305,
+    0.07157818973064423,
+    0.032839320600032806,
+    0.08570703119039536,
+    0.04399016499519348,
+    0.02070651203393936,
+    0.22059710323810577,
+    0.11075368523597717,
+    0.2556180953979492,
+    0.08957037329673767,
+    0.2789279818534851,
+    0.31816643476486206,
+    0.3326321542263031,
+    0.2633345425128937,
+    0.22872579097747803,
+    0.1977059692144394,
+    0.2620496451854706,
+    0.14440667629241943,
+    0.22147895395755768,
+    0.24356108903884888,
+    0.2589671313762665,
+    0.15276093780994415,
+    0.005787264555692673,
+    0.018270324915647507,
+    0.017827341333031654,
+    0.2944006025791168,
+    0.21754099428653717,
+    0.1780582070350647,
+    0.08507631719112396,
+    0.042083851993083954,
+    0.1202440932393074,
+    0.034621987491846085,
+    0.18334384262561798,
+    0.09414243698120117,
+    0.16834203898906708,
+    0.17625975608825684,
+    0.07218451052904129,
+    0.11791384220123291,
+    0.07389111816883087,
+    0.10262229293584824,
+    0.13903440535068512,
+    0.08950018882751465,
+    0.07699598371982574,
+    0.17316029965877533,
+    0.10428696870803833,
+    0.29693296551704407,
+    0.04339785501360893,
+    0.5174716711044312,
+    0.407152384519577,
+    0.2593381404876709,
+    0.2918550968170166,
+    0.07100489735603333,
+    0.060684219002723694,
+    0.33045899868011475,
+    0.3216792345046997,
+    0.1735784262418747,
+    0.23957455158233643,
+    0.3314794600009918,
+    0.30836302042007446,
+    0.2306959480047226,
+    0.1843080371618271,
+    0.17156486213207245,
+    0.23592108488082886,
+    0.054159000515937805,
+    0.04099293425679207,
+    0.1354585438966751,
+    0.007748772390186787,
+    0.147647887468338,
+    0.15607714653015137,
+    0.09357666969299316,
+    0.11302898079156876,
+    0.12084168195724487,
+    0.3067115843296051,
+    0.03178172931075096,
+    0.028699547052383423,
+    0.12332615256309509,
+    0.02272299863398075,
+    0.10503935813903809,
+    0.11802460998296738,
+    0.02374674752354622,
+    0.06585121154785156,
+    0.037305451929569244,
+    0.014852622523903847,
+    0.0408630445599556,
+    0.17186644673347473,
+    0.012862258590757847,
+    0.09370724111795425,
+    0.13807974755764008,
+    0.12266122549772263,
+    0.0400879792869091,
+    0.0576724112033844,
+    0.4111619293689728,
+    0.21885931491851807,
+    0.020985053852200508,
+    0.1370704621076584,
+    0.16673074662685394,
+    0.08544077724218369,
+    0.16012173891067505,
+    0.3366912305355072,
+    0.18603572249412537,
+    0.06561288982629776,
+    0.12119079381227493,
+    0.09106779843568802,
+    0.01695823483169079,
+    0.017203249037265778,
+    0.04505261406302452,
+    0.11916489899158478,
+    0.15518034994602203,
+    0.11720402538776398,
+    0.1680782288312912,
+    0.21552567183971405,
+    0.16866657137870789,
+    0.06022829934954643,
+    0.04889910668134689,
+    0.040952086448669434,
+    0.2729571461677551,
+    0.11802015453577042,
+    0.04034624248743057,
+    0.4111603796482086,
+    0.255595326423645,
+    0.07942159473896027,
+    0.5288562774658203,
+    0.5815826654434204,
+    0.03300759196281433,
+    0.41224348545074463,
+    0.4547364413738251,
+    0.054665058851242065,
+    0.15981638431549072,
+    0.2558421492576599,
+    0.03141982853412628,
+    0.035737983882427216,
+    0.0263588298112154,
+    0.05902945622801781,
+    0.06281687319278717,
+    0.02284831367433071,
+    0.028821369633078575,
+    0.1601322889328003,
+    0.0340113490819931,
+    0.07052630931138992,
+    0.31922656297683716,
+    0.15863581001758575,
+    0.03904103860259056,
+    0.012936367653310299,
+    0.0966736301779747,
+    0.09509977698326111,
+    0.2632889747619629,
+    0.09459768235683441,
+    0.09477203339338303,
+    0.2925204634666443,
+    0.09300398826599121,
+    0.10010983049869537,
+    0.046657904982566833,
+    0.22034509479999542,
+    0.25652870535850525,
+    0.17962397634983063,
+    0.09692808240652084,
+    0.17931652069091797,
+    0.2343830019235611,
+    0.11629273742437363,
+    0.006031222175806761,
+    0.12899546325206757,
+    0.22051739692687988,
+    0.10305628925561905,
+    0.14835089445114136,
+    0.04957351088523865,
+    0.02281227521598339,
+    0.022760529071092606,
+    0.012515212409198284,
+    0.09099213033914566,
+    0.019342614337801933,
+    0.10968317836523056,
+    0.10672534257173538,
+    0.01139990333467722,
+    0.019649766385555267,
+    0.11250369995832443,
+    0.019806072115898132,
+    0.06385393440723419,
+    0.014995839446783066,
+    0.05535751208662987,
+    0.051264163106679916,
+    0.24555326998233795,
+    0.0457884855568409,
+    0.13414213061332703,
+    0.04280215501785278,
+    0.14279136061668396,
+    0.05611559748649597,
+    0.03110131435096264,
+    0.3635956645011902,
+    0.43702977895736694,
+    0.2347826063632965,
+    0.16777344048023224,
+    0.06100114807486534,
+    0.07298664003610611,
+    0.050420381128787994,
+    0.23248818516731262,
+    0.1235017329454422,
+    0.07120319455862045,
+    0.09482467919588089,
+    0.02212335541844368,
+    0.1697784662246704,
+    0.010244019329547882,
+    0.29947495460510254,
+    0.08715315908193588,
+    0.10292575508356094,
+    0.21842417120933533,
+    0.16456104815006256,
+    0.10622020810842514,
+    0.016065936535596848,
+    0.0688663125038147,
+    0.06520203500986099,
+    0.0166399534791708,
+    0.007754242978990078,
+    0.07780205458402634,
+    0.045403994619846344,
+    0.0567433200776577,
+    0.25674372911453247,
+    0.35607799887657166,
+    0.09742358326911926,
+    0.20153993368148804,
+    0.20587387681007385,
+    0.05930955335497856,
+    0.044006213545799255,
+    0.09224340319633484,
+    0.11123087257146835,
+    0.11957980692386627,
+    0.10752733051776886,
+    0.30037033557891846,
+    0.007417899090796709,
+    0.1278933435678482,
+    0.024463044479489326,
+    0.024798570200800896,
+    0.1087627112865448,
+    0.01868170127272606,
+    0.0237575750797987,
+    0.05365626886487007,
+    0.024805808439850807,
+    0.15479308366775513,
+    0.07911096513271332,
+    0.010676338337361813,
+    0.13109159469604492,
+    0.276320219039917,
+    0.08814667910337448,
+    0.36084264516830444,
+    0.04734981805086136,
+    0.06189415603876114,
+    0.05806075036525726,
+    0.2997123897075653,
+    0.15558142960071564,
+    0.06696633994579315,
+    0.011892297305166721,
+    0.11220233142375946,
+    0.12320639938116074
+  ]
+}

p5-mae-15m-d253/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.32850390625000003
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.5104062500000001
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.040271484375000006
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.12081835937500002
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d253
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d253/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902446ae6f677152f19faa018f04fe008dbadbb6bed9153ed6b957532819d75f
+size 60174680

p5-mae-15m-d253/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d253/exports/step_00040000",
+  "fingerprint": "1632d9a64e4e694c",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "probe/map": 0.15918982432328121,
+  "probe/map_train": 0.5170787563812574,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1892903309635309,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.809318662970327,
+  "probe/total_s": 8.231276761041954,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18812455080822463
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18867898178622622
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1892903309635309
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18630105031758504
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1720295691901581
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14619940425096117
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11252849067842316
+    }
+  ],
+  "per_class_ap": [
+    0.6511335968971252,
+    0.02270042710006237,
+    0.08774098008871078,
+    0.21746119856834412,
+    0.12460978329181671,
+    0.2807154953479767,
+    0.22238808870315552,
+    0.2794480323791504,
+    0.035333726555109024,
+    0.04665147885680199,
+    0.021983785554766655,
+    0.1315670758485794,
+    0.5740081071853638,
+    0.33732274174690247,
+    0.060822781175374985,
+    0.5710312724113464,
+    0.35804465413093567,
+    0.39216214418411255,
+    0.08973627537488937,
+    0.13023705780506134,
+    0.25656139850616455,
+    0.1214037761092186,
+    0.21020637452602386,
+    0.17509345710277557,
+    0.12696653604507446,
+    0.04575124755501747,
+    0.13476327061653137,
+    0.19360221922397614,
+    0.30749404430389404,
+    0.09312479197978973,
+    0.24459169805049896,
+    0.19694676995277405,
+    0.04780964180827141,
+    0.08810502290725708,
+    0.24701620638370514,
+    0.07935059815645218,
+    0.39132630825042725,
+    0.07912762463092804,
+    0.09813408553600311,
+    0.1665261834859848,
+    0.24581564962863922,
+    0.02850787527859211,
+    0.07890455424785614,
+    0.4755159616470337,
+    0.0380655862390995,
+    0.11406224220991135,
+    0.024432316422462463,
+    0.09933332353830338,
+    0.06484702974557877,
+    0.10632163286209106,
+    0.1714549958705902,
+    0.010605478659272194,
+    0.0403040386736393,
+    0.04576047137379646,
+    0.26503536105155945,
+    0.13471819460391998,
+    0.301245778799057,
+    0.3768549859523773,
+    0.1564556360244751,
+    0.11037144064903259,
+    0.2136853039264679,
+    0.22870111465454102,
+    0.062097594141960144,
+    0.17306549847126007,
+    0.5569530725479126,
+    0.23847496509552002,
+    0.32267650961875916,
+    0.373077929019928,
+    0.4220501780509949,
+    0.41408538818359375,
+    0.1377265453338623,
+    0.15147791802883148,
+    0.22280648350715637,
+    0.21064314246177673,
+    0.19535645842552185,
+    0.26193687319755554,
+    0.07046733796596527,
+    0.24877427518367767,
+    0.22703829407691956,
+    0.1447969377040863,
+    0.028080279007554054,
+    0.15407311916351318,
+    0.4108792245388031,
+    0.1535356491804123,
+    0.1156090497970581,
+    0.05128015950322151,
+    0.07265056669712067,
+    0.01622079126536846,
+    0.033896554261446,
+    0.07061952352523804,
+    0.08402321487665176,
+    0.07572051882743835,
+    0.19413593411445618,
+    0.03776506334543228,
+    0.04248493164777756,
+    0.07845649868249893,
+    0.04268825799226761,
+    0.05287914723157883,
+    0.1551978588104248,
+    0.22426165640354156,
+    0.19662430882453918,
+    0.3328768312931061,
+    0.05549466609954834,
+    0.05557965487241745,
+    0.023402489721775055,
+    0.056040000170469284,
+    0.09232936054468155,
+    0.08681854605674744,
+    0.08649111539125443,
+    0.20551982522010803,
+    0.27122020721435547,
+    0.1518404632806778,
+    0.13360412418842316,
+    0.0959724634885788,
+    0.07734398543834686,
+    0.2795044481754303,
+    0.2852407395839691,
+    0.17780713737010956,
+    0.1935216337442398,
+    0.39332082867622375,
+    0.42556148767471313,
+    0.21317611634731293,
+    0.08278756588697433,
+    0.1009024828672409,
+    0.016446080058813095,
+    0.0355491042137146,
+    0.1734606772661209,
+    0.20971858501434326,
+    0.22660893201828003,
+    0.1925542652606964,
+    0.007106986362487078,
+    0.13440881669521332,
+    0.2042751908302307,
+    0.19834992289543152,
+    0.06520172953605652,
+    0.018871435895562172,
+    0.09517417848110199,
+    0.7273790836334229,
+    0.2587636709213257,
+    0.3388020396232605,
+    0.4288492202758789,
+    0.2997609078884125,
+    0.19550807774066925,
+    0.1782120317220688,
+    0.10380489379167557,
+    0.17363297939300537,
+    0.14339515566825867,
+    0.28035473823547363,
+    0.1755564957857132,
+    0.27458277344703674,
+    0.18709537386894226,
+    0.19496919214725494,
+    0.24215388298034668,
+    0.10337771475315094,
+    0.12529721856117249,
+    0.22174803912639618,
+    0.11617666482925415,
+    0.09377464652061462,
+    0.030429663136601448,
+    0.060710858553647995,
+    0.45294487476348877,
+    0.30323272943496704,
+    0.32646065950393677,
+    0.1589316725730896,
+    0.2826201021671295,
+    0.2981002926826477,
+    0.3150056302547455,
+    0.12418695539236069,
+    0.3131483197212219,
+    0.3802773952484131,
+    0.28479650616645813,
+    0.30204638838768005,
+    0.33103621006011963,
+    0.13316190242767334,
+    0.13225826621055603,
+    0.08925759792327881,
+    0.13689132034778595,
+    0.37438300251960754,
+    0.08756774663925171,
+    0.2106187343597412,
+    0.20528674125671387,
+    0.2090427130460739,
+    0.14571495354175568,
+    0.30603164434432983,
+    0.08614429831504822,
+    0.43949002027511597,
+    0.3583109378814697,
+    0.2273164987564087,
+    0.3033401668071747,
+    0.16355283558368683,
+    0.1640150398015976,
+    0.1414063721895218,
+    0.3378964960575104,
+    0.21996258199214935,
+    0.22543244063854218,
+    0.39167919754981995,
+    0.06606198102235794,
+    0.13004644215106964,
+    0.1860397607088089,
+    0.2930685579776764,
+    0.04600082337856293,
+    0.25410839915275574,
+    0.13065893948078156,
+    0.17569787800312042,
+    0.20300398766994476,
+    0.2233247309923172,
+    0.24661004543304443,
+    0.4586105942726135,
+    0.23523744940757751,
+    0.34468430280685425,
+    0.7525952458381653,
+    0.47455069422721863,
+    0.5576472878456116,
+    0.07370953261852264,
+    0.3346308469772339,
+    0.16203168034553528,
+    0.05519472062587738,
+    0.24550633132457733,
+    0.16431675851345062,
+    0.13324156403541565,
+    0.16760745644569397,
+    0.10149135440587997,
+    0.1804705113172531,
+    0.19741012156009674,
+    0.07281307876110077,
+    0.07927437871694565,
+    0.06286094337701797,
+    0.0321834422647953,
+    0.16123005747795105,
+    0.04338112846016884,
+    0.051899515092372894,
+    0.06728315353393555,
+    0.09283748269081116,
+    0.05227642506361008,
+    0.05741026997566223,
+    0.022290095686912537,
+    0.20850639045238495,
+    0.03996121138334274,
+    0.3368978500366211,
+    0.028284069150686264,
+    0.17481136322021484,
+    0.2924782931804657,
+    0.2844078242778778,
+    0.1897117793560028,
+    0.15941031277179718,
+    0.24097847938537598,
+    0.06923596560955048,
+    0.1889657825231552,
+    0.0339333675801754,
+    0.1285407990217209,
+    0.0948197990655899,
+    0.020928699523210526,
+    0.06947635114192963,
+    0.08931854367256165,
+    0.07436749339103699,
+    0.2237841784954071,
+    0.2329971194267273,
+    0.23400774598121643,
+    0.10375112295150757,
+    0.0995987132191658,
+    0.03201129660010338,
+    0.16338637471199036,
+    0.2441212236881256,
+    0.08989081531763077,
+    0.020020995289087296,
+    0.05887868255376816,
+    0.08433561772108078,
+    0.13032464683055878,
+    0.1325245052576065,
+    0.04120761156082153,
+    0.03545447811484337,
+    0.2653055489063263,
+    0.19018930196762085,
+    0.04687673971056938,
+    0.1748206466436386,
+    0.039405111223459244,
+    0.06818895041942596,
+    0.030618658289313316,
+    0.0832836776971817,
+    0.04145652428269386,
+    0.02158193290233612,
+    0.22848661243915558,
+    0.11137977242469788,
+    0.25588276982307434,
+    0.0878600925207138,
+    0.28282254934310913,
+    0.30874884128570557,
+    0.33280712366104126,
+    0.265318363904953,
+    0.22963276505470276,
+    0.20552584528923035,
+    0.2703592777252197,
+    0.14493140578269958,
+    0.21932338178157806,
+    0.2473522275686264,
+    0.27079999446868896,
+    0.157925084233284,
+    0.006047158036381006,
+    0.016986319795250893,
+    0.01826261542737484,
+    0.29738301038742065,
+    0.2207711637020111,
+    0.180159792304039,
+    0.08630159497261047,
+    0.041971608996391296,
+    0.12075748294591904,
+    0.03541098162531853,
+    0.18142752349376678,
+    0.08966916799545288,
+    0.17056794464588165,
+    0.17330670356750488,
+    0.07549573481082916,
+    0.12655383348464966,
+    0.07349824160337448,
+    0.10408409684896469,
+    0.14097528159618378,
+    0.09187554568052292,
+    0.07651524245738983,
+    0.17313718795776367,
+    0.11317018419504166,
+    0.30497100949287415,
+    0.04290512576699257,
+    0.5213854908943176,
+    0.41020554304122925,
+    0.2686677575111389,
+    0.29758819937705994,
+    0.07161982357501984,
+    0.06286764144897461,
+    0.3358686864376068,
+    0.3281565010547638,
+    0.17765460908412933,
+    0.23656469583511353,
+    0.3350014090538025,
+    0.298938512802124,
+    0.2410106062889099,
+    0.18911941349506378,
+    0.18379579484462738,
+    0.23954471945762634,
+    0.05386924371123314,
+    0.042723897844552994,
+    0.1437126249074936,
+    0.007557735312730074,
+    0.15579825639724731,
+    0.157442107796669,
+    0.0939842090010643,
+    0.1121036559343338,
+    0.11902164667844772,
+    0.3136160373687744,
+    0.029551373794674873,
+    0.029119355604052544,
+    0.12356111407279968,
+    0.02296733483672142,
+    0.10650450736284256,
+    0.12166548520326614,
+    0.0228488277643919,
+    0.062496308237314224,
+    0.0326029509305954,
+    0.015068757347762585,
+    0.04024161025881767,
+    0.1698584258556366,
+    0.013327018357813358,
+    0.09358151257038116,
+    0.1385195255279541,
+    0.1149364784359932,
+    0.04278425872325897,
+    0.05480248108506203,
+    0.4120051860809326,
+    0.21502870321273804,
+    0.0209652166813612,
+    0.14045722782611847,
+    0.16948188841342926,
+    0.0830393135547638,
+    0.15449517965316772,
+    0.3351443111896515,
+    0.1916728913784027,
+    0.06447266042232513,
+    0.12081702798604965,
+    0.09016036987304688,
+    0.0168067067861557,
+    0.01698729768395424,
+    0.04077460244297981,
+    0.12470085173845291,
+    0.15005289018154144,
+    0.11301057040691376,
+    0.16291722655296326,
+    0.21706776320934296,
+    0.16763579845428467,
+    0.06921537965536118,
+    0.04981953278183937,
+    0.04337988421320915,
+    0.28666216135025024,
+    0.10624411702156067,
+    0.037639230489730835,
+    0.40619173645973206,
+    0.24015535414218903,
+    0.07897698134183884,
+    0.5324683785438538,
+    0.5699306726455688,
+    0.032824549823999405,
+    0.3966091275215149,
+    0.4414907693862915,
+    0.05417875573039055,
+    0.17122459411621094,
+    0.2711188495159149,
+    0.03335728496313095,
+    0.03612940013408661,
+    0.027277406305074692,
+    0.05854935944080353,
+    0.06220129504799843,
+    0.023509439080953598,
+    0.029511356726288795,
+    0.16125832498073578,
+    0.03543887659907341,
+    0.0704246237874031,
+    0.32061833143234253,
+    0.1562783420085907,
+    0.03938926011323929,
+    0.014032010920345783,
+    0.09901978075504303,
+    0.09817671030759811,
+    0.2627612352371216,
+    0.09384474158287048,
+    0.0963137224316597,
+    0.29274141788482666,
+    0.09415555000305176,
+    0.10129029303789139,
+    0.048779163509607315,
+    0.21738584339618683,
+    0.2562926411628723,
+    0.19008629024028778,
+    0.09882022440433502,
+    0.17228390276432037,
+    0.22690369188785553,
+    0.11061786115169525,
+    0.006019291002303362,
+    0.12885582447052002,
+    0.23068618774414062,
+    0.09919555485248566,
+    0.14027456939220428,
+    0.048844143748283386,
+    0.026317965239286423,
+    0.025749295949935913,
+    0.011615331284701824,
+    0.08725797384977341,
+    0.01852390170097351,
+    0.10996806621551514,
+    0.10766588896512985,
+    0.013937120325863361,
+    0.01879725232720375,
+    0.11304579675197601,
+    0.016445498913526535,
+    0.06216844543814659,
+    0.015050324611365795,
+    0.055615004152059555,
+    0.05296994373202324,
+    0.24354949593544006,
+    0.04700317233800888,
+    0.13744600117206573,
+    0.046026650816202164,
+    0.14235688745975494,
+    0.05396443232893944,
+    0.031575027853250504,
+    0.3671731650829315,
+    0.43556028604507446,
+    0.231129989027977,
+    0.16584984958171844,
+    0.05968620255589485,
+    0.07440990209579468,
+    0.04851492866873741,
+    0.23785345256328583,
+    0.11723782122135162,
+    0.06761427223682404,
+    0.09437593072652817,
+    0.02339993603527546,
+    0.17048807442188263,
+    0.009396928362548351,
+    0.29923126101493835,
+    0.09007866680622101,
+    0.10498707741498947,
+    0.21441704034805298,
+    0.17463639378547668,
+    0.1101742759346962,
+    0.015887459740042686,
+    0.06809370219707489,
+    0.06604789942502975,
+    0.01711994782090187,
+    0.007408967241644859,
+    0.07881812751293182,
+    0.04263594374060631,
+    0.05769895017147064,
+    0.2582586407661438,
+    0.35675498843193054,
+    0.0987614095211029,
+    0.20851214230060577,
+    0.20649759471416473,
+    0.05838612839579582,
+    0.04471772909164429,
+    0.08846761286258698,
+    0.11190472543239594,
+    0.12155281752347946,
+    0.10821852833032608,
+    0.3234521746635437,
+    0.007540432270616293,
+    0.13058431446552277,
+    0.02424142137169838,
+    0.024819739162921906,
+    0.10967528820037842,
+    0.018831891939044,
+    0.02437538281083107,
+    0.055759891867637634,
+    0.02523970790207386,
+    0.15465565025806427,
+    0.07896481454372406,
+    0.010262834839522839,
+    0.13457822799682617,
+    0.2814968228340149,
+    0.09149665385484695,
+    0.3647876977920532,
+    0.04862024262547493,
+    0.05997512489557266,
+    0.05768071860074997,
+    0.29330891370773315,
+    0.15556716918945312,
+    0.06955628842115402,
+    0.012644176371395588,
+    0.10929278284311295,
+    0.11894844472408295
+  ]
+}

p5-mae-15m-d253/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b2463cdadb82e2751a15ad2e8673ec77d6c4cde7c723b1c4ebd1c1c06f5c69
+size 15360128

p5-mae-15m-d253/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d253",
+  "fingerprint": "1632d9a64e4e694c",
+  "wandb_run_id": "phase5-p5-mae-15m-d253",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.500005945515298,
+    "distinct_clips": 389244,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.32850416666666665,
+      0.0,
+      0.0,
+      0.0,
+      0.51040625,
+      0.0,
+      0.0,
+      0.0,
+      0.04027135416666667,
+      0.0,
+      0.0,
+      0.0,
+      0.12081822916666667,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "started_at": 1787011583.958705,
+  "finished_at": 1787012328.392308,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6344145638868213,
+    "val/frame": 0.6344145638868213,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d253/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787012328.3942525,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6344145638868213,
+  "val/frame": 0.6344145638868213,
+  "val/utterance": 0.0
+}

p5-mae-15m-d253/wandb/debug-internal.log

@@ -0,0 +1,116 @@
+{"time":"2026-08-18T00:06:21.410896645Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T00:06:21.411211721Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T00:06:21.672729227Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-15m-d253"}
+{"time":"2026-08-18T00:06:21.672850449Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T00:06:21.673053083Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T00:06:21.673082124Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-15m-d253"}
+{"time":"2026-08-18T00:06:21.673105984Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T00:06:24.240803025Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T00:06:25.093444805Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:39.242213113Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":28,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":48,"uploaded_len":2}
+{"time":"2026-08-18T00:06:39.542491499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:54.242209736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":42,"events_offset":2,"events_lines":2,"console_offset":48,"console_lines":43}
+{"time":"2026-08-18T00:06:54.600329638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:09.241759519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":42,"events_offset":4,"events_lines":2,"console_offset":91,"console_lines":43}
+{"time":"2026-08-18T00:07:09.563227614Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:24.241372688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":112,"history_lines":41,"events_offset":6,"events_lines":2,"console_offset":134,"console_lines":42}
+{"time":"2026-08-18T00:07:25.081445549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:39.241240444Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":153,"history_lines":45,"events_offset":8,"events_lines":2,"console_offset":176,"console_lines":45}
+{"time":"2026-08-18T00:07:39.623927076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:54.242163495Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":198,"history_lines":41,"events_offset":10,"events_lines":2,"console_offset":221,"console_lines":42}
+{"time":"2026-08-18T00:07:54.56122894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:09.241412197Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":239,"history_lines":42,"events_offset":12,"events_lines":2,"console_offset":263,"console_lines":43}
+{"time":"2026-08-18T00:08:09.581683435Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:24.241617311Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":281,"history_lines":39,"events_offset":14,"events_lines":2,"console_offset":306,"console_lines":40}
+{"time":"2026-08-18T00:08:24.596424302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:39.241253805Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":320,"history_lines":37,"events_offset":16,"events_lines":2,"console_offset":346,"console_lines":38}
+{"time":"2026-08-18T00:08:39.590788732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:54.241333476Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":357,"history_lines":43,"events_offset":18,"events_lines":2,"console_offset":384,"console_lines":44}
+{"time":"2026-08-18T00:08:54.592490005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:09.241713786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":400,"history_lines":45,"events_offset":20,"events_lines":2,"console_offset":428,"console_lines":45}
+{"time":"2026-08-18T00:09:09.620414347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:24.241729484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":445,"history_lines":41,"events_offset":22,"events_lines":2,"console_offset":473,"console_lines":42}
+{"time":"2026-08-18T00:09:24.568167212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:39.24139463Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":486,"history_lines":40,"events_offset":24,"events_lines":2,"console_offset":515,"console_lines":41}
+{"time":"2026-08-18T00:09:40.077136245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:54.241646Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":526,"history_lines":42,"events_offset":26,"events_lines":2,"console_offset":556,"console_lines":43}
+{"time":"2026-08-18T00:09:54.578649495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:09.241973318Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":568,"history_lines":40,"events_offset":28,"events_lines":2,"console_offset":599,"console_lines":41}
+{"time":"2026-08-18T00:10:09.578641223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:24.241625717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":608,"history_lines":40,"events_offset":30,"events_lines":2,"console_offset":640,"console_lines":40}
+{"time":"2026-08-18T00:10:24.569391952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:39.241286598Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":648,"history_lines":37,"events_offset":32,"events_lines":2,"console_offset":680,"console_lines":38}
+{"time":"2026-08-18T00:10:39.560906427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:54.242080618Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":39,"events_offset":34,"events_lines":2,"console_offset":718,"console_lines":40}
+{"time":"2026-08-18T00:10:54.55969354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:09.241916989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":724,"history_lines":39,"events_offset":36,"events_lines":2,"console_offset":758,"console_lines":40}
+{"time":"2026-08-18T00:11:09.58891975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:24.241529839Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":763,"history_lines":38,"events_offset":38,"events_lines":2,"console_offset":797,"console_lines":40}
+{"time":"2026-08-18T00:11:24.582121366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:39.241995496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":801,"history_lines":38,"events_offset":40,"events_lines":2,"console_offset":837,"console_lines":38}
+{"time":"2026-08-18T00:11:39.555223635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:54.242188173Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":839,"history_lines":38,"events_offset":42,"events_lines":2,"console_offset":875,"console_lines":39}
+{"time":"2026-08-18T00:11:54.555218189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:09.242168248Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":877,"history_lines":36,"events_offset":44,"events_lines":2,"console_offset":914,"console_lines":37}
+{"time":"2026-08-18T00:12:09.597716257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:24.241460578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":913,"history_lines":39,"events_offset":46,"events_lines":2,"console_offset":951,"console_lines":40}
+{"time":"2026-08-18T00:12:24.554730937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:39.241787596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":952,"history_lines":39,"events_offset":48,"events_lines":2,"console_offset":991,"console_lines":39}
+{"time":"2026-08-18T00:12:39.573303699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:54.241283357Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":991,"history_lines":39,"events_offset":50,"events_lines":2,"console_offset":1030,"console_lines":40}
+{"time":"2026-08-18T00:12:54.563732233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:09.242343491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1030,"history_lines":39,"events_offset":52,"events_lines":2,"console_offset":1070,"console_lines":40}
+{"time":"2026-08-18T00:13:09.562751213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:24.241569338Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1069,"history_lines":37,"events_offset":54,"events_lines":2,"console_offset":1110,"console_lines":38}
+{"time":"2026-08-18T00:13:24.56374682Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:39.242098322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1106,"history_lines":40,"events_offset":56,"events_lines":2,"console_offset":1148,"console_lines":40}
+{"time":"2026-08-18T00:13:39.559543535Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:54.241901352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1146,"history_lines":38,"events_offset":58,"events_lines":2,"console_offset":1188,"console_lines":39}
+{"time":"2026-08-18T00:13:54.593990696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:09.242186249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1184,"history_lines":40,"events_offset":60,"events_lines":2,"console_offset":1227,"console_lines":41}
+{"time":"2026-08-18T00:14:09.557806273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:24.242242035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":39,"events_offset":62,"events_lines":2,"console_offset":1268,"console_lines":40}
+{"time":"2026-08-18T00:14:24.564469763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:39.24144158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1263,"history_lines":42,"events_offset":64,"events_lines":2,"console_offset":1308,"console_lines":43}
+{"time":"2026-08-18T00:14:39.549311366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:54.241607475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1305,"history_lines":41,"events_offset":66,"events_lines":2,"console_offset":1351,"console_lines":41}
+{"time":"2026-08-18T00:14:54.59526542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:09.241188645Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1346,"history_lines":40,"events_offset":68,"events_lines":2,"console_offset":1392,"console_lines":41}
+{"time":"2026-08-18T00:15:09.568374994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:24.241588116Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1386,"history_lines":42,"events_offset":70,"events_lines":2,"console_offset":1433,"console_lines":43}
+{"time":"2026-08-18T00:15:25.090875502Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:39.241548995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1428,"history_lines":41,"events_offset":72,"events_lines":2,"console_offset":1476,"console_lines":42}
+{"time":"2026-08-18T00:15:39.578750028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:54.241342478Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1469,"history_lines":40,"events_offset":74,"events_lines":2,"console_offset":1518,"console_lines":41}
+{"time":"2026-08-18T00:15:54.598642742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:09.241242079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1509,"history_lines":42,"events_offset":76,"events_lines":2,"console_offset":1559,"console_lines":43}
+{"time":"2026-08-18T00:16:09.600981496Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:24.24148851Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1551,"history_lines":42,"events_offset":78,"events_lines":2,"console_offset":1602,"console_lines":42}
+{"time":"2026-08-18T00:16:25.088770299Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:39.242020182Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1593,"history_lines":41,"events_offset":80,"events_lines":2,"console_offset":1644,"console_lines":42}
+{"time":"2026-08-18T00:16:39.580256885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:54.241452927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1634,"history_lines":42,"events_offset":82,"events_lines":2,"console_offset":1686,"console_lines":43}
+{"time":"2026-08-18T00:16:54.591909188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:09.241704849Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1676,"history_lines":42,"events_offset":84,"events_lines":2,"console_offset":1729,"console_lines":43}
+{"time":"2026-08-18T00:17:09.571962568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:24.241413648Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1718,"history_lines":42,"events_offset":86,"events_lines":2,"console_offset":1772,"console_lines":43}
+{"time":"2026-08-18T00:17:24.577106645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:39.242063193Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1760,"history_lines":43,"events_offset":88,"events_lines":2,"console_offset":1815,"console_lines":44}
+{"time":"2026-08-18T00:17:39.582108586Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:54.242022551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1803,"history_lines":45,"events_offset":90,"events_lines":2,"console_offset":1859,"console_lines":45}
+{"time":"2026-08-18T00:17:54.594373014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:09.241867611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1848,"history_lines":43,"events_offset":92,"events_lines":2,"console_offset":1904,"console_lines":44}
+{"time":"2026-08-18T00:18:09.586377945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:24.241603624Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1891,"history_lines":42,"events_offset":94,"events_lines":2,"console_offset":1948,"console_lines":43}
+{"time":"2026-08-18T00:18:24.567272354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:39.242013896Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1933,"history_lines":43,"events_offset":96,"events_lines":2,"console_offset":1991,"console_lines":44}
+{"time":"2026-08-18T00:18:39.606125635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:50.697920135Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T00:18:50.698460755Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1976,"history_lines":24,"console_offset":2035,"console_lines":24,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T00:18:51.030082652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:51.031686184Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T00:18:51.037873633Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T00:18:51.037888242Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T00:18:51.038010788Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T00:18:51.038018888Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T00:18:53.038677573Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-15m-d253/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_setup.py:_flush():81] Configure stats pid to 2095380
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug.log
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug-internal.log
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():783] calling init triggers
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 384, 'depth': 8, 'num_heads': 6, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 48, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.32850390625000003, 0.0, 0.0, 0.0, 0.5104062500000001, 0.0, 0.0, 0.0, 0.040271484375000006, 0.0, 0.0, 0.0, 0.12081835937500002, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0003, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 1, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-15m-d253', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():831] starting backend
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 00:06:21,673 INFO    MainThread:2095380 [wandb_init.py:init():851] backend started and connected
+2026-08-18 00:06:21,675 INFO    MainThread:2095380 [wandb_init.py:init():921] updated telemetry
+2026-08-18 00:06:21,684 INFO    MainThread:2095380 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 00:06:23,671 INFO    MainThread:2095380 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 00:06:23,774 INFO    MainThread:2095380 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 00:18:48,394 INFO    MainThread:2095380 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-15m-d253
+2026-08-18 00:18:48,395 INFO    MainThread:2095380 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 00:18:48,396 INFO    MainThread:2095380 [wandb_run.py:_restore():2575] restore
+2026-08-18 00:18:48,396 INFO    MainThread:2095380 [wandb_run.py:_restore():2581] restore done
+2026-08-18 00:18:51,036 INFO    MainThread:2095380 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            4zjtso9ikl32w1y5p97xmegakgfwdto0:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-15m-d253
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_15m.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=3.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.32850390625000003, 0.0, 0.0, 0.0, 0.5104062500000001, 0.0, 0.0, 0.0, 0.040271484375000006, 0.0, 0.0, 0.0, 0.12081835937500002, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-15m-d253
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "358995804160"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-15m-d253
+                startedAt: "2026-08-18T00:06:21.406213Z"
+                writerId: 4zjtso9ikl32w1y5p97xmegakgfwdto0
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 48
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 1
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0.32850390625000003
+            - 0
+            - 0
+            - 0
+            - 0.5104062500000001
+            - 0
+            - 0
+            - 0
+            - 0.040271484375000006
+            - 0
+            - 0
+            - 0
+            - 0.12081835937500002
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 8
+        embed_dim: 384
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 6
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0003
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-15m-d253
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T00:06:21.406213Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-15m-d253",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_15m.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=3.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.32850390625000003, 0.0, 0.0, 0.0, 0.5104062500000001, 0.0, 0.0, 0.0, 0.040271484375000006, 0.0, 0.0, 0.0, 0.12081835937500002, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-15m-d253",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-15m-d253",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "358995804160"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "4zjtso9ikl32w1y5p97xmegakgfwdto0"
+}

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/files/wandb-summary.json

@@ -0,0 +1 @@
+{"progress/clips_seen":1920000,"_wandb":{"runtime":744},"_timestamp":1.7870123283013384e+09,"final_ema_decay":0.9999899952500001,"val/frame":0.6344145638868213,"progress/epoch_frac":1.0041714957552834,"val/utterance":0,"perf/data_wait_frac":0.002376025186100236,"total_steps":40000,"train/lr":6.000005700153392e-07,"final_lr":6.000005700153392e-07,"max_repetition":7.500005945515298,"train/frame_loss":0.644777238368988,"warmup_steps":4000,"val/loss":0.6344145638868213,"trainable_params":15041152,"train/ema_decay":0.99999,"perf/clips_per_s":3248.1723222737564,"train/loss":0.644777238368988,"train/grad_norm":0.0826079398393631,"optimizer_step":40000,"ema_anneal_steps":40000,"encoder_params":14294784,"completed":true,"budget_clips":1920000,"decoder_params":647808,"peak_gib":0.6756577491760254,"perf/peak_gib":0.6756577491760254,"total_params":15041152,"clips_per_step":48,"_step":40000,"final_step":40000,"_runtime":744.723945082,"schedule_steps":40000,"clips_seen":1920000,"train/utterance_loss":0}

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug-core.log

@@ -0,0 +1,43 @@
+{"time":"2026-08-18T00:06:20.463678992Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp9x2wy7hp/port-2095380.txt","pid":2095380,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T00:06:20.464334394Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2095380}
+{"time":"2026-08-18T00:06:20.464279583Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2095380-2095620-2180889840/socket","Net":"unix"}}
+{"time":"2026-08-18T00:06:20.600131871Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T00:06:21.409717213Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-15m-d253","id":"1(@)"}
+{"time":"2026-08-18T00:06:21.673070284Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-15m-d253","id":"1(@)"}
+{"time":"2026-08-18T00:06:28.779787175Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"loweqlwjxdai"}
+{"time":"2026-08-18T00:06:52.412040745Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/logs\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:07:39.608700221Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:08:25.276181207Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:08:59.605699663Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:09:01.610771238Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:09:28.445208938Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:10:05.109167303Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:10:35.911034677Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:11:58.911052764Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:12:13.609897554Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:13:13.108452562Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:13:41.110374813Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:15:10.109988152Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:15:13.548833687Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:16:58.109816991Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:17:28.609282119Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:17:42.8691011Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:17:58.108424884Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:18:33.475437308Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:18:48.396771008Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"loweqlwjxdai"}
+{"time":"2026-08-18T00:18:51.033892036Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"loweqlwjxdai"}
+{"time":"2026-08-18T00:18:51.037853903Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-15m-d253","id":"1(@)"}
+{"time":"2026-08-18T00:18:51.038148923Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T00:18:51.038163522Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T00:18:53.039055899Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-15m-d253","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.039106217Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.039147326Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.039178845Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.039163205Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.039223113Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T00:18:53.039267551Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.039269551Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:18:53.039364558Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:18:53.039454785Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2095380-2095620-2180889840/socket","Net":"unix"}}
+{"time":"2026-08-18T00:18:53.236010313Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T00:18:53.236068241Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug-internal.log

@@ -0,0 +1,116 @@
+{"time":"2026-08-18T00:06:21.410896645Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T00:06:21.411211721Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T00:06:21.672729227Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-15m-d253"}
+{"time":"2026-08-18T00:06:21.672850449Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T00:06:21.673053083Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T00:06:21.673082124Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-15m-d253"}
+{"time":"2026-08-18T00:06:21.673105984Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T00:06:24.240803025Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T00:06:25.093444805Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:39.242213113Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":28,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":48,"uploaded_len":2}
+{"time":"2026-08-18T00:06:39.542491499Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:06:54.242209736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":42,"events_offset":2,"events_lines":2,"console_offset":48,"console_lines":43}
+{"time":"2026-08-18T00:06:54.600329638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:09.241759519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":70,"history_lines":42,"events_offset":4,"events_lines":2,"console_offset":91,"console_lines":43}
+{"time":"2026-08-18T00:07:09.563227614Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:24.241372688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":112,"history_lines":41,"events_offset":6,"events_lines":2,"console_offset":134,"console_lines":42}
+{"time":"2026-08-18T00:07:25.081445549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:39.241240444Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":153,"history_lines":45,"events_offset":8,"events_lines":2,"console_offset":176,"console_lines":45}
+{"time":"2026-08-18T00:07:39.623927076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:07:54.242163495Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":198,"history_lines":41,"events_offset":10,"events_lines":2,"console_offset":221,"console_lines":42}
+{"time":"2026-08-18T00:07:54.56122894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:09.241412197Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":239,"history_lines":42,"events_offset":12,"events_lines":2,"console_offset":263,"console_lines":43}
+{"time":"2026-08-18T00:08:09.581683435Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:24.241617311Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":281,"history_lines":39,"events_offset":14,"events_lines":2,"console_offset":306,"console_lines":40}
+{"time":"2026-08-18T00:08:24.596424302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:39.241253805Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":320,"history_lines":37,"events_offset":16,"events_lines":2,"console_offset":346,"console_lines":38}
+{"time":"2026-08-18T00:08:39.590788732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:08:54.241333476Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":357,"history_lines":43,"events_offset":18,"events_lines":2,"console_offset":384,"console_lines":44}
+{"time":"2026-08-18T00:08:54.592490005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:09.241713786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":400,"history_lines":45,"events_offset":20,"events_lines":2,"console_offset":428,"console_lines":45}
+{"time":"2026-08-18T00:09:09.620414347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:24.241729484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":445,"history_lines":41,"events_offset":22,"events_lines":2,"console_offset":473,"console_lines":42}
+{"time":"2026-08-18T00:09:24.568167212Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:39.24139463Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":486,"history_lines":40,"events_offset":24,"events_lines":2,"console_offset":515,"console_lines":41}
+{"time":"2026-08-18T00:09:40.077136245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:09:54.241646Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":526,"history_lines":42,"events_offset":26,"events_lines":2,"console_offset":556,"console_lines":43}
+{"time":"2026-08-18T00:09:54.578649495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:09.241973318Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":568,"history_lines":40,"events_offset":28,"events_lines":2,"console_offset":599,"console_lines":41}
+{"time":"2026-08-18T00:10:09.578641223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:24.241625717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":608,"history_lines":40,"events_offset":30,"events_lines":2,"console_offset":640,"console_lines":40}
+{"time":"2026-08-18T00:10:24.569391952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:39.241286598Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":648,"history_lines":37,"events_offset":32,"events_lines":2,"console_offset":680,"console_lines":38}
+{"time":"2026-08-18T00:10:39.560906427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:10:54.242080618Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":39,"events_offset":34,"events_lines":2,"console_offset":718,"console_lines":40}
+{"time":"2026-08-18T00:10:54.55969354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:09.241916989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":724,"history_lines":39,"events_offset":36,"events_lines":2,"console_offset":758,"console_lines":40}
+{"time":"2026-08-18T00:11:09.58891975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:24.241529839Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":763,"history_lines":38,"events_offset":38,"events_lines":2,"console_offset":797,"console_lines":40}
+{"time":"2026-08-18T00:11:24.582121366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:39.241995496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":801,"history_lines":38,"events_offset":40,"events_lines":2,"console_offset":837,"console_lines":38}
+{"time":"2026-08-18T00:11:39.555223635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:11:54.242188173Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":839,"history_lines":38,"events_offset":42,"events_lines":2,"console_offset":875,"console_lines":39}
+{"time":"2026-08-18T00:11:54.555218189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:09.242168248Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":877,"history_lines":36,"events_offset":44,"events_lines":2,"console_offset":914,"console_lines":37}
+{"time":"2026-08-18T00:12:09.597716257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:24.241460578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":913,"history_lines":39,"events_offset":46,"events_lines":2,"console_offset":951,"console_lines":40}
+{"time":"2026-08-18T00:12:24.554730937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:39.241787596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":952,"history_lines":39,"events_offset":48,"events_lines":2,"console_offset":991,"console_lines":39}
+{"time":"2026-08-18T00:12:39.573303699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:12:54.241283357Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":991,"history_lines":39,"events_offset":50,"events_lines":2,"console_offset":1030,"console_lines":40}
+{"time":"2026-08-18T00:12:54.563732233Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:09.242343491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1030,"history_lines":39,"events_offset":52,"events_lines":2,"console_offset":1070,"console_lines":40}
+{"time":"2026-08-18T00:13:09.562751213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:24.241569338Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1069,"history_lines":37,"events_offset":54,"events_lines":2,"console_offset":1110,"console_lines":38}
+{"time":"2026-08-18T00:13:24.56374682Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:39.242098322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1106,"history_lines":40,"events_offset":56,"events_lines":2,"console_offset":1148,"console_lines":40}
+{"time":"2026-08-18T00:13:39.559543535Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:54.241901352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1146,"history_lines":38,"events_offset":58,"events_lines":2,"console_offset":1188,"console_lines":39}
+{"time":"2026-08-18T00:13:54.593990696Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:09.242186249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1184,"history_lines":40,"events_offset":60,"events_lines":2,"console_offset":1227,"console_lines":41}
+{"time":"2026-08-18T00:14:09.557806273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:24.242242035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":39,"events_offset":62,"events_lines":2,"console_offset":1268,"console_lines":40}
+{"time":"2026-08-18T00:14:24.564469763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:39.24144158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1263,"history_lines":42,"events_offset":64,"events_lines":2,"console_offset":1308,"console_lines":43}
+{"time":"2026-08-18T00:14:39.549311366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:54.241607475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1305,"history_lines":41,"events_offset":66,"events_lines":2,"console_offset":1351,"console_lines":41}
+{"time":"2026-08-18T00:14:54.59526542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:09.241188645Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1346,"history_lines":40,"events_offset":68,"events_lines":2,"console_offset":1392,"console_lines":41}
+{"time":"2026-08-18T00:15:09.568374994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:24.241588116Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1386,"history_lines":42,"events_offset":70,"events_lines":2,"console_offset":1433,"console_lines":43}
+{"time":"2026-08-18T00:15:25.090875502Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:39.241548995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1428,"history_lines":41,"events_offset":72,"events_lines":2,"console_offset":1476,"console_lines":42}
+{"time":"2026-08-18T00:15:39.578750028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:54.241342478Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1469,"history_lines":40,"events_offset":74,"events_lines":2,"console_offset":1518,"console_lines":41}
+{"time":"2026-08-18T00:15:54.598642742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:09.241242079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1509,"history_lines":42,"events_offset":76,"events_lines":2,"console_offset":1559,"console_lines":43}
+{"time":"2026-08-18T00:16:09.600981496Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:24.24148851Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1551,"history_lines":42,"events_offset":78,"events_lines":2,"console_offset":1602,"console_lines":42}
+{"time":"2026-08-18T00:16:25.088770299Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:39.242020182Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1593,"history_lines":41,"events_offset":80,"events_lines":2,"console_offset":1644,"console_lines":42}
+{"time":"2026-08-18T00:16:39.580256885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:54.241452927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1634,"history_lines":42,"events_offset":82,"events_lines":2,"console_offset":1686,"console_lines":43}
+{"time":"2026-08-18T00:16:54.591909188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:09.241704849Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1676,"history_lines":42,"events_offset":84,"events_lines":2,"console_offset":1729,"console_lines":43}
+{"time":"2026-08-18T00:17:09.571962568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:24.241413648Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1718,"history_lines":42,"events_offset":86,"events_lines":2,"console_offset":1772,"console_lines":43}
+{"time":"2026-08-18T00:17:24.577106645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:39.242063193Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1760,"history_lines":43,"events_offset":88,"events_lines":2,"console_offset":1815,"console_lines":44}
+{"time":"2026-08-18T00:17:39.582108586Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:54.242022551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1803,"history_lines":45,"events_offset":90,"events_lines":2,"console_offset":1859,"console_lines":45}
+{"time":"2026-08-18T00:17:54.594373014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:09.241867611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1848,"history_lines":43,"events_offset":92,"events_lines":2,"console_offset":1904,"console_lines":44}
+{"time":"2026-08-18T00:18:09.586377945Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:24.241603624Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1891,"history_lines":42,"events_offset":94,"events_lines":2,"console_offset":1948,"console_lines":43}
+{"time":"2026-08-18T00:18:24.567272354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:39.242013896Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1933,"history_lines":43,"events_offset":96,"events_lines":2,"console_offset":1991,"console_lines":44}
+{"time":"2026-08-18T00:18:39.606125635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:50.697920135Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T00:18:50.698460755Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1976,"history_lines":24,"console_offset":2035,"console_lines":24,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T00:18:51.030082652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:51.031686184Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T00:18:51.037873633Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T00:18:51.037888242Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T00:18:51.038010788Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T00:18:51.038018888Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T00:18:53.038677573Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_setup.py:_flush():81] Configure stats pid to 2095380
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug.log
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/logs/debug-internal.log
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():783] calling init triggers
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 384, 'depth': 8, 'num_heads': 6, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 48, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.32850390625000003, 0.0, 0.0, 0.0, 0.5104062500000001, 0.0, 0.0, 0.0, 0.040271484375000006, 0.0, 0.0, 0.0, 0.12081835937500002, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0003, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 1, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-15m-d253', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():831] starting backend
+2026-08-18 00:06:21,408 INFO    MainThread:2095380 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 00:06:21,673 INFO    MainThread:2095380 [wandb_init.py:init():851] backend started and connected
+2026-08-18 00:06:21,675 INFO    MainThread:2095380 [wandb_init.py:init():921] updated telemetry
+2026-08-18 00:06:21,684 INFO    MainThread:2095380 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 00:06:23,671 INFO    MainThread:2095380 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 00:06:23,772 INFO    MainThread:2095380 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 00:06:23,774 INFO    MainThread:2095380 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 00:18:48,394 INFO    MainThread:2095380 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-15m-d253
+2026-08-18 00:18:48,395 INFO    MainThread:2095380 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 00:18:48,396 INFO    MainThread:2095380 [wandb_run.py:_restore():2575] restore
+2026-08-18 00:18:48,396 INFO    MainThread:2095380 [wandb_run.py:_restore():2581] restore done
+2026-08-18 00:18:51,036 INFO    MainThread:2095380 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/run-phase5-p5-mae-15m-d253.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfe65acf52ea4dfc2e20b71c6be99282c5f0eae30c00999cf11b987fedc6e86
+size 3398954

p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/run-phase5-p5-mae-15m-d253.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}