Upload folder using huggingface_hub

.gitattributes

@@ -38,3 +38,4 @@ p5-mae-15m-d249/wandb/run-20260818_000339-phase5-p5-mae-15m-d249/run-phase5-p5-m
 p5-mae-15m-d253/wandb/run-20260818_000621-phase5-p5-mae-15m-d253/run-phase5-p5-mae-15m-d253.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-15m-d254/wandb/run-20260818_000639-phase5-p5-mae-15m-d254/run-phase5-p5-mae-15m-d254.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-15m-natural/wandb/run-20260818_001212-phase5-p5-mae-15m-natural/run-phase5-p5-mae-15m-natural.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/run-phase5-p5-mae-15m-natural-ess-1200k.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-15m-natural-ess-1200k/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00005000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.1092580824735198,
+  "probe/map_train": 0.5592177970303077,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.13467979275107214,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.629724198952317,
+  "probe/total_s": 8.137821387965232,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.13221807087739784
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.132634469299123
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13467979275107214
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1345349285315079
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12426300248638347
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10325616577452851
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08286895291337237
+    }
+  ],
+  "per_class_ap": [
+    0.598753809928894,
+    0.006672580726444721,
+    0.0457078218460083,
+    0.16107361018657684,
+    0.0671180784702301,
+    0.26818835735321045,
+    0.21292032301425934,
+    0.29704055190086365,
+    0.017409754917025566,
+    0.031783346086740494,
+    0.015994517132639885,
+    0.049245916306972504,
+    0.4152083098888397,
+    0.2309960573911667,
+    0.046105947345495224,
+    0.348056435585022,
+    0.2121758610010147,
+    0.3339351713657379,
+    0.03353371471166611,
+    0.05173856392502785,
+    0.20356033742427826,
+    0.04877754673361778,
+    0.0900164246559143,
+    0.13159972429275513,
+    0.036490608006715775,
+    0.012635604478418827,
+    0.048676420003175735,
+    0.1330358237028122,
+    0.1673256903886795,
+    0.03318851813673973,
+    0.177854984998703,
+    0.09040142595767975,
+    0.011261039413511753,
+    0.05257704481482506,
+    0.18400929868221283,
+    0.023967452347278595,
+    0.27564114332199097,
+    0.051355864852666855,
+    0.0541679821908474,
+    0.07473230361938477,
+    0.15200813114643097,
+    0.013372362591326237,
+    0.05231311917304993,
+    0.22681193053722382,
+    0.007749725598841906,
+    0.03547415882349014,
+    0.013850710354745388,
+    0.1131158322095871,
+    0.05859997123479843,
+    0.058614589273929596,
+    0.10481702536344528,
+    0.007150659803301096,
+    0.02097359299659729,
+    0.036566704511642456,
+    0.16896426677703857,
+    0.08101678639650345,
+    0.15153874456882477,
+    0.26500603556632996,
+    0.05673397332429886,
+    0.07202888280153275,
+    0.14174537360668182,
+    0.1274660974740982,
+    0.03360939398407936,
+    0.1367148905992508,
+    0.47773319482803345,
+    0.2194393128156662,
+    0.23210984468460083,
+    0.2340620905160904,
+    0.36265814304351807,
+    0.3443867862224579,
+    0.05715952441096306,
+    0.08049077540636063,
+    0.13596442341804504,
+    0.12415091693401337,
+    0.13351625204086304,
+    0.16910721361637115,
+    0.050566673278808594,
+    0.16602875292301178,
+    0.14301156997680664,
+    0.07232405990362167,
+    0.01114458404481411,
+    0.0454205647110939,
+    0.11533506214618683,
+    0.07102775573730469,
+    0.07339898496866226,
+    0.014301766641438007,
+    0.02201206237077713,
+    0.01752612367272377,
+    0.009828254580497742,
+    0.05801098048686981,
+    0.02345290221273899,
+    0.024222958832979202,
+    0.10810402780771255,
+    0.00870922114700079,
+    0.019703896716237068,
+    0.014976296573877335,
+    0.01033718977123499,
+    0.017459673807024956,
+    0.10610298812389374,
+    0.19286948442459106,
+    0.15729989111423492,
+    0.29366376996040344,
+    0.025830229744315147,
+    0.025688262656331062,
+    0.013389437459409237,
+    0.03654571622610092,
+    0.03835881128907204,
+    0.04549213871359825,
+    0.036991097033023834,
+    0.1318100541830063,
+    0.15230220556259155,
+    0.08727239817380905,
+    0.07256649434566498,
+    0.08003804087638855,
+    0.0329740084707737,
+    0.13500531017780304,
+    0.1351679563522339,
+    0.09397665411233902,
+    0.12511584162712097,
+    0.125715434551239,
+    0.12660592794418335,
+    0.09407823532819748,
+    0.06936264038085938,
+    0.04674414545297623,
+    0.018526706844568253,
+    0.022406138479709625,
+    0.1077386662364006,
+    0.17788831889629364,
+    0.08701428771018982,
+    0.06633327901363373,
+    0.005072080064564943,
+    0.09801682829856873,
+    0.14779572188854218,
+    0.13588866591453552,
+    0.05467408522963524,
+    0.005754651967436075,
+    0.03854690119624138,
+    0.6941608190536499,
+    0.19962675869464874,
+    0.26999810338020325,
+    0.352996289730072,
+    0.26855775713920593,
+    0.08771038055419922,
+    0.10473074018955231,
+    0.05820875242352486,
+    0.07834266126155853,
+    0.050049178302288055,
+    0.1067345067858696,
+    0.05021744221448898,
+    0.15608540177345276,
+    0.08072397112846375,
+    0.1508059948682785,
+    0.1594257354736328,
+    0.04759218543767929,
+    0.04501998797059059,
+    0.19035539031028748,
+    0.11077138036489487,
+    0.0699840560555458,
+    0.025046974420547485,
+    0.06429298967123032,
+    0.42690974473953247,
+    0.23362921178340912,
+    0.2772582471370697,
+    0.1303311288356781,
+    0.22139322757720947,
+    0.23017241060733795,
+    0.26604440808296204,
+    0.14448831975460052,
+    0.25293952226638794,
+    0.3053986728191376,
+    0.1685751974582672,
+    0.2953760623931885,
+    0.30517056584358215,
+    0.18147899210453033,
+    0.06324730068445206,
+    0.09847653657197952,
+    0.09990275651216507,
+    0.30240994691848755,
+    0.03387745842337608,
+    0.05964802950620651,
+    0.08139518648386002,
+    0.06235624477267265,
+    0.0903003066778183,
+    0.20398588478565216,
+    0.0366494320333004,
+    0.2921617031097412,
+    0.32008349895477295,
+    0.09018940478563309,
+    0.23858033120632172,
+    0.10301819443702698,
+    0.1119007095694542,
+    0.06558741629123688,
+    0.23031102120876312,
+    0.14781564474105835,
+    0.13177669048309326,
+    0.3621862828731537,
+    0.0631052702665329,
+    0.06959883868694305,
+    0.11797421425580978,
+    0.20710493624210358,
+    0.037659384310245514,
+    0.13133051991462708,
+    0.10099518299102783,
+    0.18303236365318298,
+    0.21951544284820557,
+    0.08473605662584305,
+    0.08843879401683807,
+    0.35569441318511963,
+    0.17477798461914062,
+    0.27066004276275635,
+    0.7109874486923218,
+    0.35533007979393005,
+    0.4641444683074951,
+    0.02652062475681305,
+    0.2680932879447937,
+    0.10397326201200485,
+    0.042701371014118195,
+    0.18429261445999146,
+    0.17306385934352875,
+    0.12108159810304642,
+    0.12618832290172577,
+    0.09947656095027924,
+    0.15637162327766418,
+    0.18431244790554047,
+    0.06689827889204025,
+    0.06305906921625137,
+    0.06587543338537216,
+    0.029870018362998962,
+    0.15176017582416534,
+    0.024446802213788033,
+    0.03875058516860008,
+    0.0639028325676918,
+    0.0684325322508812,
+    0.0632840096950531,
+    0.017708882689476013,
+    0.012950977310538292,
+    0.09444309771060944,
+    0.01780153065919876,
+    0.2615329921245575,
+    0.02577519230544567,
+    0.11219055205583572,
+    0.1978926807641983,
+    0.22489525377750397,
+    0.13875001668930054,
+    0.15048296749591827,
+    0.2359498292207718,
+    0.05171681195497513,
+    0.1165522113442421,
+    0.03718305379152298,
+    0.1213679164648056,
+    0.09144379943609238,
+    0.01929391175508499,
+    0.0507613942027092,
+    0.07830261439085007,
+    0.04177222028374672,
+    0.13766159117221832,
+    0.20927083492279053,
+    0.2298785150051117,
+    0.15723977982997894,
+    0.11182816326618195,
+    0.03636423125863075,
+    0.05150716006755829,
+    0.18524326384067535,
+    0.10894060879945755,
+    0.013980153016746044,
+    0.07604877650737762,
+    0.04997113719582558,
+    0.08680152148008347,
+    0.11072103679180145,
+    0.02104850485920906,
+    0.013734671287238598,
+    0.16064226627349854,
+    0.04503012076020241,
+    0.02805074118077755,
+    0.1775788962841034,
+    0.043078698217868805,
+    0.053626127541065216,
+    0.03892194479703903,
+    0.0561877004802227,
+    0.025381768122315407,
+    0.030117344111204147,
+    0.23775963485240936,
+    0.10009855777025223,
+    0.1862258017063141,
+    0.06818743795156479,
+    0.19525134563446045,
+    0.23869721591472626,
+    0.2773030698299408,
+    0.15586917102336884,
+    0.1682303547859192,
+    0.1044570803642273,
+    0.13839039206504822,
+    0.11655468493700027,
+    0.20779547095298767,
+    0.11625830084085464,
+    0.10455797612667084,
+    0.10228220373392105,
+    0.005799072328954935,
+    0.010174074210226536,
+    0.006756347604095936,
+    0.25342023372650146,
+    0.1533665508031845,
+    0.11227528750896454,
+    0.06160351261496544,
+    0.03683929890394211,
+    0.06967446208000183,
+    0.026590274646878242,
+    0.1390739232301712,
+    0.032056644558906555,
+    0.07052537053823471,
+    0.13175490498542786,
+    0.032242655754089355,
+    0.0844494178891182,
+    0.04639909043908119,
+    0.05390268564224243,
+    0.08365007489919662,
+    0.043920259922742844,
+    0.0406048446893692,
+    0.09123116731643677,
+    0.058052536100149155,
+    0.15760448575019836,
+    0.03552108258008957,
+    0.38668230175971985,
+    0.27113014459609985,
+    0.20649319887161255,
+    0.21991698443889618,
+    0.01321839727461338,
+    0.06221903860569,
+    0.19192886352539062,
+    0.16788709163665771,
+    0.11002562940120697,
+    0.13616907596588135,
+    0.19118110835552216,
+    0.22935090959072113,
+    0.13915805518627167,
+    0.10522427409887314,
+    0.0597233772277832,
+    0.12653054296970367,
+    0.05607959255576134,
+    0.016592921689152718,
+    0.055831730365753174,
+    0.00996615830808878,
+    0.0298981424421072,
+    0.13272085785865784,
+    0.1002044677734375,
+    0.05840655043721199,
+    0.10327162593603134,
+    0.22698377072811127,
+    0.024719974026083946,
+    0.015713317319750786,
+    0.0685068666934967,
+    0.019745515659451485,
+    0.05229564011096954,
+    0.06856027990579605,
+    0.022907424718141556,
+    0.039122991263866425,
+    0.026971856132149696,
+    0.009838776662945747,
+    0.02941308543086052,
+    0.1263323873281479,
+    0.008350715041160583,
+    0.025639327242970467,
+    0.10146027058362961,
+    0.11294383555650711,
+    0.021152948960661888,
+    0.025062313303351402,
+    0.3584129810333252,
+    0.11605016142129898,
+    0.013238777406513691,
+    0.09078134596347809,
+    0.09504399448633194,
+    0.08474896848201752,
+    0.07924843579530716,
+    0.32356590032577515,
+    0.07965920865535736,
+    0.017069770023226738,
+    0.0610467828810215,
+    0.0632195919752121,
+    0.010410058312118053,
+    0.012956047430634499,
+    0.020960679277777672,
+    0.08854568004608154,
+    0.052514757961034775,
+    0.02992177940905094,
+    0.10876736789941788,
+    0.15046127140522003,
+    0.14433714747428894,
+    0.03257960081100464,
+    0.04698842763900757,
+    0.04876233637332916,
+    0.2141418308019638,
+    0.034319330006837845,
+    0.023652195930480957,
+    0.31902238726615906,
+    0.2681223452091217,
+    0.08909867703914642,
+    0.3935519754886627,
+    0.4938851594924927,
+    0.03622075542807579,
+    0.3512289822101593,
+    0.3881587088108063,
+    0.039854761213064194,
+    0.08753494918346405,
+    0.20138674974441528,
+    0.01554993074387312,
+    0.009051489643752575,
+    0.019382217898964882,
+    0.02585209533572197,
+    0.023910505697131157,
+    0.008375560864806175,
+    0.007332738023251295,
+    0.12309546023607254,
+    0.017231712117791176,
+    0.02410999685525894,
+    0.29771316051483154,
+    0.16726641356945038,
+    0.01495257019996643,
+    0.008485437370836735,
+    0.10140392184257507,
+    0.1295168697834015,
+    0.17484189569950104,
+    0.036985285580158234,
+    0.08077947795391083,
+    0.13659308850765228,
+    0.08178861439228058,
+    0.10267254710197449,
+    0.040142860263586044,
+    0.12037966400384903,
+    0.1635921150445938,
+    0.13527347147464752,
+    0.04180082306265831,
+    0.11108863353729248,
+    0.0762433186173439,
+    0.041877422481775284,
+    0.004794408101588488,
+    0.08108934015035629,
+    0.21920768916606903,
+    0.06600673496723175,
+    0.07661361992359161,
+    0.009006555192172527,
+    0.011877762153744698,
+    0.018350044265389442,
+    0.005215270910412073,
+    0.061231303960084915,
+    0.00535577954724431,
+    0.08620243519544601,
+    0.009511472657322884,
+    0.007226287387311459,
+    0.010422307066619396,
+    0.04346281290054321,
+    0.0065287151373922825,
+    0.027486441656947136,
+    0.0058489106595516205,
+    0.027451567351818085,
+    0.02221401408314705,
+    0.12785369157791138,
+    0.023929782211780548,
+    0.08508404344320297,
+    0.026708140969276428,
+    0.0759386420249939,
+    0.022012682631611824,
+    0.027777528390288353,
+    0.1435580998659134,
+    0.43300119042396545,
+    0.22958914935588837,
+    0.08963675051927567,
+    0.045244574546813965,
+    0.06936103105545044,
+    0.03320910409092903,
+    0.07759802788496017,
+    0.06997796893119812,
+    0.050740160048007965,
+    0.0427270345389843,
+    0.015712227672338486,
+    0.0948757454752922,
+    0.004513448569923639,
+    0.20748430490493774,
+    0.044053979218006134,
+    0.05856199562549591,
+    0.18918082118034363,
+    0.1019662469625473,
+    0.08504851162433624,
+    0.006186616141349077,
+    0.056118424981832504,
+    0.052507661283016205,
+    0.008653467521071434,
+    0.006193659268319607,
+    0.040111083537340164,
+    0.04005688056349754,
+    0.029807304963469505,
+    0.14390622079372406,
+    0.19781793653964996,
+    0.049540404230356216,
+    0.15759187936782837,
+    0.20586083829402924,
+    0.04151535779237747,
+    0.03421258553862572,
+    0.1539471596479416,
+    0.06463834643363953,
+    0.06316572427749634,
+    0.10733794420957565,
+    0.20136550068855286,
+    0.009589478373527527,
+    0.10921791195869446,
+    0.037720419466495514,
+    0.028189830482006073,
+    0.080214723944664,
+    0.015441938303411007,
+    0.012005682103335857,
+    0.029630441218614578,
+    0.020053010433912277,
+    0.12319749593734741,
+    0.05584843456745148,
+    0.00916121993213892,
+    0.08792483061552048,
+    0.22507013380527496,
+    0.022884834557771683,
+    0.36393189430236816,
+    0.028476839885115623,
+    0.045017387717962265,
+    0.028400393202900887,
+    0.17967014014720917,
+    0.1354404240846634,
+    0.025014953687787056,
+    0.006908895913511515,
+    0.11329534649848938,
+    0.0810113400220871
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8a1db2556741d567904726d7053860609c165c4c6f7c43c76f684bf0388822
+size 60174680

p5-mae-15m-natural-ess-1200k/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00010000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.1289658526522399,
+  "probe/map_train": 0.5383773021668592,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1534733095664029,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.660358687047847,
+  "probe/total_s": 8.273545391042717,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15320541205430718
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1531707299555134
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1534733095664029
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1531831201226
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1422261196626898
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12193285744191913
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10196430105371383
+    }
+  ],
+  "per_class_ap": [
+    0.6205008625984192,
+    0.013680808246135712,
+    0.05913027003407478,
+    0.1894296258687973,
+    0.10386015474796295,
+    0.2641330659389496,
+    0.25332751870155334,
+    0.3338826298713684,
+    0.03133075684309006,
+    0.037048738449811935,
+    0.019107455387711525,
+    0.05389253795146942,
+    0.501883327960968,
+    0.2986883521080017,
+    0.039626553654670715,
+    0.47065457701683044,
+    0.2718276381492615,
+    0.32594868540763855,
+    0.049678388983011246,
+    0.0666668638586998,
+    0.20547811686992645,
+    0.10066673159599304,
+    0.14281456172466278,
+    0.13958369195461273,
+    0.06006903946399689,
+    0.026409514248371124,
+    0.06961747258901596,
+    0.15711596608161926,
+    0.21952688694000244,
+    0.04523893818259239,
+    0.2719583809375763,
+    0.1427917182445526,
+    0.022089127451181412,
+    0.05087166652083397,
+    0.20997321605682373,
+    0.048321809619665146,
+    0.36397650837898254,
+    0.0637601912021637,
+    0.08877603709697723,
+    0.12303001433610916,
+    0.17841221392154694,
+    0.021410558372735977,
+    0.07030104845762253,
+    0.31895071268081665,
+    0.012367181479930878,
+    0.0704459473490715,
+    0.011672948487102985,
+    0.11835329234600067,
+    0.08461412042379379,
+    0.07366006076335907,
+    0.13262955844402313,
+    0.008321239612996578,
+    0.028141429647803307,
+    0.043290022760629654,
+    0.170880526304245,
+    0.09193235635757446,
+    0.17343707382678986,
+    0.34097954630851746,
+    0.10232686996459961,
+    0.09687581658363342,
+    0.17332737147808075,
+    0.1763727366924286,
+    0.05675820633769035,
+    0.127411887049675,
+    0.5020788311958313,
+    0.1996631920337677,
+    0.256927490234375,
+    0.23952198028564453,
+    0.38183122873306274,
+    0.3677401542663574,
+    0.09206372499465942,
+    0.15673473477363586,
+    0.17219197750091553,
+    0.1531316339969635,
+    0.1499880701303482,
+    0.22399045526981354,
+    0.054525721818208694,
+    0.23400579392910004,
+    0.170762300491333,
+    0.09264218807220459,
+    0.017374956980347633,
+    0.05717391520738602,
+    0.19799403846263885,
+    0.09522707760334015,
+    0.08620940148830414,
+    0.01960393413901329,
+    0.07187232375144958,
+    0.022473091259598732,
+    0.022328950464725494,
+    0.03645815700292587,
+    0.06543875485658646,
+    0.06817155331373215,
+    0.15751753747463226,
+    0.023704586550593376,
+    0.025020893663167953,
+    0.02670765481889248,
+    0.017967669293284416,
+    0.04006258025765419,
+    0.12217316031455994,
+    0.17941996455192566,
+    0.10680026561021805,
+    0.2401725798845291,
+    0.038706302642822266,
+    0.040686145424842834,
+    0.018072834238409996,
+    0.04585758596658707,
+    0.04559139907360077,
+    0.04321262612938881,
+    0.06741295009851456,
+    0.15323272347450256,
+    0.23090922832489014,
+    0.13674139976501465,
+    0.12314940243959427,
+    0.10671624541282654,
+    0.05791980400681496,
+    0.16082647442817688,
+    0.15760491788387299,
+    0.10411011427640915,
+    0.13981005549430847,
+    0.22850371897220612,
+    0.21602152287960052,
+    0.12422972917556763,
+    0.08681005239486694,
+    0.07738692313432693,
+    0.010498319752514362,
+    0.027653414756059647,
+    0.10980454832315445,
+    0.16038061678409576,
+    0.0876459926366806,
+    0.07206829637289047,
+    0.005339822731912136,
+    0.0771506130695343,
+    0.17071135342121124,
+    0.16956199705600739,
+    0.04765778407454491,
+    0.008048484101891518,
+    0.0655689686536789,
+    0.7128833532333374,
+    0.21400795876979828,
+    0.28367090225219727,
+    0.37851062417030334,
+    0.2664361596107483,
+    0.11707496643066406,
+    0.13448388874530792,
+    0.09674140065908432,
+    0.13517571985721588,
+    0.1006680279970169,
+    0.1906256526708603,
+    0.10747294872999191,
+    0.22375714778900146,
+    0.1409526914358139,
+    0.18532462418079376,
+    0.2319975644350052,
+    0.12603001296520233,
+    0.11509331315755844,
+    0.186163529753685,
+    0.08760242909193039,
+    0.06572847068309784,
+    0.022717412561178207,
+    0.07348176836967468,
+    0.41309475898742676,
+    0.2630634307861328,
+    0.3149259388446808,
+    0.1445595771074295,
+    0.23388151824474335,
+    0.2483276128768921,
+    0.295229971408844,
+    0.17005056142807007,
+    0.2764957547187805,
+    0.3795666992664337,
+    0.16833733022212982,
+    0.2743745446205139,
+    0.29883357882499695,
+    0.17619159817695618,
+    0.08548498898744583,
+    0.12836089730262756,
+    0.1215178519487381,
+    0.2920834720134735,
+    0.05923295393586159,
+    0.12076450884342194,
+    0.1542525291442871,
+    0.1257568895816803,
+    0.13807405531406403,
+    0.23977123200893402,
+    0.05699846148490906,
+    0.3801320195198059,
+    0.3097561001777649,
+    0.18795016407966614,
+    0.27452075481414795,
+    0.1397407501935959,
+    0.13938163220882416,
+    0.09166989475488663,
+    0.2737768292427063,
+    0.19557364284992218,
+    0.1707306057214737,
+    0.39126288890838623,
+    0.07126657664775848,
+    0.08340133726596832,
+    0.1597924530506134,
+    0.23469893634319305,
+    0.027905603870749474,
+    0.17603199183940887,
+    0.08295100927352905,
+    0.1698712855577469,
+    0.23377324640750885,
+    0.15890324115753174,
+    0.1848955601453781,
+    0.4514129161834717,
+    0.26018649339675903,
+    0.2747543752193451,
+    0.736316442489624,
+    0.42040660977363586,
+    0.5122012495994568,
+    0.04758584126830101,
+    0.36478421092033386,
+    0.1646536886692047,
+    0.03204873204231262,
+    0.2346823513507843,
+    0.1716335564851761,
+    0.13629458844661713,
+    0.14618609845638275,
+    0.11417462676763535,
+    0.21377332508563995,
+    0.2075279802083969,
+    0.05877865478396416,
+    0.0905446708202362,
+    0.06476033478975296,
+    0.03206726163625717,
+    0.13280192017555237,
+    0.0408184789121151,
+    0.05504201725125313,
+    0.06142747029662132,
+    0.0896678939461708,
+    0.07176689058542252,
+    0.038724031299352646,
+    0.015826016664505005,
+    0.16136020421981812,
+    0.023354237899184227,
+    0.2611054480075836,
+    0.03385151922702789,
+    0.13234326243400574,
+    0.22527094185352325,
+    0.23091593384742737,
+    0.21204279363155365,
+    0.14700976014137268,
+    0.22884540259838104,
+    0.04423470050096512,
+    0.14422523975372314,
+    0.02882399596273899,
+    0.11308402568101883,
+    0.1153702586889267,
+    0.020816542208194733,
+    0.08042745292186737,
+    0.08512704074382782,
+    0.06195675581693649,
+    0.21655255556106567,
+    0.20351359248161316,
+    0.1859435886144638,
+    0.16422724723815918,
+    0.0686037689447403,
+    0.0403568334877491,
+    0.06311813741922379,
+    0.19174590706825256,
+    0.06871510297060013,
+    0.020478244870901108,
+    0.05673360079526901,
+    0.07336892187595367,
+    0.09044359624385834,
+    0.13743968307971954,
+    0.04229170083999634,
+    0.033879347145557404,
+    0.27277565002441406,
+    0.08880257606506348,
+    0.03203112259507179,
+    0.21337032318115234,
+    0.034616805613040924,
+    0.0643540471792221,
+    0.04095563665032387,
+    0.06834867596626282,
+    0.036015771329402924,
+    0.022820696234703064,
+    0.22225825488567352,
+    0.1218351200222969,
+    0.21261252462863922,
+    0.06285739690065384,
+    0.21627338230609894,
+    0.30008500814437866,
+    0.31412428617477417,
+    0.18737712502479553,
+    0.1810317486524582,
+    0.2207198590040207,
+    0.137587308883667,
+    0.12049780786037445,
+    0.19758731126785278,
+    0.14747747778892517,
+    0.1643221527338028,
+    0.11707824468612671,
+    0.005025058053433895,
+    0.015879271551966667,
+    0.009232662618160248,
+    0.26990216970443726,
+    0.17776700854301453,
+    0.14103040099143982,
+    0.06766065210103989,
+    0.030309775844216347,
+    0.09639957547187805,
+    0.017705926671624184,
+    0.15494412183761597,
+    0.04872199520468712,
+    0.08021152019500732,
+    0.16128528118133545,
+    0.031426966190338135,
+    0.1325571984052658,
+    0.06535825878381729,
+    0.05263858661055565,
+    0.10076814889907837,
+    0.06408779323101044,
+    0.028096746653318405,
+    0.09481631219387054,
+    0.04783916473388672,
+    0.19729557633399963,
+    0.03496108204126358,
+    0.4151565432548523,
+    0.362800657749176,
+    0.22522972524166107,
+    0.19274426996707916,
+    0.0327901616692543,
+    0.06909096240997314,
+    0.24764582514762878,
+    0.2315002679824829,
+    0.10722842812538147,
+    0.21074780821800232,
+    0.25240960717201233,
+    0.2902878522872925,
+    0.21121294796466827,
+    0.13417154550552368,
+    0.07308107614517212,
+    0.16915646195411682,
+    0.04213245213031769,
+    0.03259564936161041,
+    0.06959246098995209,
+    0.010697931982576847,
+    0.0491340197622776,
+    0.14834322035312653,
+    0.10453438013792038,
+    0.07098466902971268,
+    0.10155714303255081,
+    0.26191699504852295,
+    0.03591589629650116,
+    0.023769522085785866,
+    0.09300907701253891,
+    0.01924823224544525,
+    0.08084980398416519,
+    0.06856685131788254,
+    0.025097139179706573,
+    0.04064716771245003,
+    0.047705963253974915,
+    0.010507860220968723,
+    0.038794081658124924,
+    0.08464319258928299,
+    0.011026648804545403,
+    0.08561213314533234,
+    0.08085117489099503,
+    0.08726633340120316,
+    0.03320905566215515,
+    0.03933306038379669,
+    0.40831688046455383,
+    0.18661752343177795,
+    0.01231946237385273,
+    0.1288451999425888,
+    0.10370121896266937,
+    0.09730013459920883,
+    0.0790485292673111,
+    0.3270362913608551,
+    0.13156487047672272,
+    0.03779548406600952,
+    0.07510421425104141,
+    0.0741676315665245,
+    0.016201579943299294,
+    0.012170900590717793,
+    0.03239330276846886,
+    0.11610417068004608,
+    0.08043015748262405,
+    0.07485221326351166,
+    0.13169221580028534,
+    0.20570321381092072,
+    0.14944599568843842,
+    0.04314509779214859,
+    0.047373831272125244,
+    0.0389162041246891,
+    0.21687190234661102,
+    0.05651283264160156,
+    0.03437764197587967,
+    0.4086201786994934,
+    0.19888997077941895,
+    0.05118841305375099,
+    0.45242661237716675,
+    0.5043352246284485,
+    0.020279448479413986,
+    0.3472358286380768,
+    0.39072325825691223,
+    0.04443686455488205,
+    0.11038483679294586,
+    0.2292548418045044,
+    0.026858234778046608,
+    0.015434382483363152,
+    0.017494944855570793,
+    0.028694428503513336,
+    0.019543908536434174,
+    0.013323459774255753,
+    0.013104934245347977,
+    0.10573054850101471,
+    0.023517075926065445,
+    0.024483663961291313,
+    0.27418744564056396,
+    0.16165664792060852,
+    0.018806619569659233,
+    0.012666395865380764,
+    0.09732042253017426,
+    0.09934273362159729,
+    0.19606439769268036,
+    0.048606906086206436,
+    0.09237701445817947,
+    0.2106311172246933,
+    0.08945946395397186,
+    0.09985414892435074,
+    0.06746881455183029,
+    0.14944294095039368,
+    0.13799525797367096,
+    0.1545041799545288,
+    0.052234940230846405,
+    0.13243165612220764,
+    0.12910409271717072,
+    0.0584028884768486,
+    0.005390569102019072,
+    0.09694091975688934,
+    0.2244514524936676,
+    0.0806145891547203,
+    0.1362067610025406,
+    0.01830137148499489,
+    0.018063785508275032,
+    0.030068956315517426,
+    0.00683493260294199,
+    0.05419318005442619,
+    0.009095516055822372,
+    0.08747685700654984,
+    0.021222079172730446,
+    0.009320415556430817,
+    0.012536108493804932,
+    0.04810536652803421,
+    0.012318256311118603,
+    0.04435556009411812,
+    0.012349837459623814,
+    0.025140220299363136,
+    0.029698971658945084,
+    0.17057940363883972,
+    0.053350359201431274,
+    0.08364713937044144,
+    0.02512298710644245,
+    0.11717264354228973,
+    0.04236379265785217,
+    0.05367507040500641,
+    0.28432321548461914,
+    0.4489116072654724,
+    0.21389231085777283,
+    0.13460510969161987,
+    0.03170967847108841,
+    0.056520216166973114,
+    0.05135349929332733,
+    0.13180433213710785,
+    0.07816607505083084,
+    0.05564957857131958,
+    0.08796795457601547,
+    0.01005297526717186,
+    0.17556078732013702,
+    0.004620487801730633,
+    0.23196204006671906,
+    0.05299115553498268,
+    0.0649055540561676,
+    0.20861560106277466,
+    0.13077066838741302,
+    0.06864621490240097,
+    0.008351479656994343,
+    0.06679899990558624,
+    0.09171470999717712,
+    0.008159827440977097,
+    0.009023301303386688,
+    0.03859369084239006,
+    0.07010218501091003,
+    0.04442493990063667,
+    0.1696661412715912,
+    0.2470356523990631,
+    0.05249578505754471,
+    0.1569759100675583,
+    0.23023498058319092,
+    0.06769672781229019,
+    0.03345000371336937,
+    0.17862547934055328,
+    0.0546373575925827,
+    0.07506133615970612,
+    0.10635139793157578,
+    0.26891306042671204,
+    0.015782855451107025,
+    0.1577666699886322,
+    0.026234256103634834,
+    0.023701680824160576,
+    0.08491149544715881,
+    0.016143398359417915,
+    0.018135350197553635,
+    0.02763436734676361,
+    0.022599076852202415,
+    0.15457803010940552,
+    0.08965501934289932,
+    0.010161735117435455,
+    0.13239268958568573,
+    0.23281332850456238,
+    0.03488125652074814,
+    0.3608393371105194,
+    0.045631252229213715,
+    0.07144756615161896,
+    0.029784295707941055,
+    0.22888986766338348,
+    0.13462065160274506,
+    0.03714641556143761,
+    0.008975598029792309,
+    0.122321218252182,
+    0.09019623696804047
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00015000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.1387893796352355,
+  "probe/map_train": 0.5264255222095711,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16725372707124878,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.90633234498091,
+  "probe/total_s": 8.56722719501704,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16643635385035338
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16641202126099486
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16725372707124878
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16606859023244502
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15344575918244244
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13086631415947297
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10608105854691488
+    }
+  ],
+  "per_class_ap": [
+    0.6355128288269043,
+    0.012370140291750431,
+    0.07184751331806183,
+    0.1966591626405716,
+    0.09176268428564072,
+    0.23538704216480255,
+    0.22142508625984192,
+    0.3144988715648651,
+    0.027936961501836777,
+    0.047562312334775925,
+    0.017696626484394073,
+    0.10892760008573532,
+    0.4641573429107666,
+    0.3039914071559906,
+    0.04774703457951546,
+    0.5127182602882385,
+    0.31021758913993835,
+    0.37008219957351685,
+    0.05446365848183632,
+    0.05672178044915199,
+    0.2679835259914398,
+    0.10017133504152298,
+    0.18491844832897186,
+    0.13305819034576416,
+    0.07384181767702103,
+    0.027938684448599815,
+    0.08114828914403915,
+    0.18176919221878052,
+    0.2836664319038391,
+    0.16323648393154144,
+    0.24064695835113525,
+    0.16172488033771515,
+    0.024622416123747826,
+    0.052642837166786194,
+    0.27250057458877563,
+    0.0546993687748909,
+    0.3842529058456421,
+    0.06308338791131973,
+    0.08644899725914001,
+    0.11666639149188995,
+    0.15286169946193695,
+    0.02167285420000553,
+    0.08272413909435272,
+    0.37049931287765503,
+    0.017458094283938408,
+    0.08692816644906998,
+    0.028247326612472534,
+    0.12372823059558868,
+    0.06170215457677841,
+    0.06895054131746292,
+    0.16007357835769653,
+    0.01062314584851265,
+    0.02301217056810856,
+    0.06142072379589081,
+    0.20673318207263947,
+    0.10575617849826813,
+    0.26054322719573975,
+    0.3472922146320343,
+    0.1332646608352661,
+    0.07274230569601059,
+    0.18063579499721527,
+    0.16923761367797852,
+    0.0650138184428215,
+    0.15446911752223969,
+    0.4994751214981079,
+    0.19977128505706787,
+    0.2877003848552704,
+    0.28940117359161377,
+    0.4136883616447449,
+    0.37721285223960876,
+    0.11051860451698303,
+    0.14452925324440002,
+    0.1853196620941162,
+    0.16960273683071136,
+    0.16173826158046722,
+    0.23643140494823456,
+    0.05104057118296623,
+    0.2055528163909912,
+    0.17625458538532257,
+    0.09687536209821701,
+    0.020909257233142853,
+    0.07277218997478485,
+    0.2778435945510864,
+    0.08699534833431244,
+    0.09569401293992996,
+    0.03398279473185539,
+    0.0545196570456028,
+    0.021303433924913406,
+    0.019699890166521072,
+    0.03517362102866173,
+    0.07372377067804337,
+    0.06721694022417068,
+    0.10792689025402069,
+    0.016518237069249153,
+    0.03687314689159393,
+    0.045074839144945145,
+    0.017184622585773468,
+    0.027224285528063774,
+    0.136691153049469,
+    0.16282424330711365,
+    0.12298626452684402,
+    0.25570881366729736,
+    0.0457286611199379,
+    0.048147041350603104,
+    0.02229670248925686,
+    0.05461188033223152,
+    0.06634849309921265,
+    0.05669090896844864,
+    0.1004469096660614,
+    0.1937294602394104,
+    0.20975466072559357,
+    0.13776390254497528,
+    0.12588444352149963,
+    0.09842845052480698,
+    0.06091400980949402,
+    0.16821451485157013,
+    0.166267529129982,
+    0.11230705678462982,
+    0.1469867080450058,
+    0.2555878162384033,
+    0.2679899036884308,
+    0.14647865295410156,
+    0.09619221091270447,
+    0.1016368716955185,
+    0.01360416878014803,
+    0.021573644131422043,
+    0.1192227154970169,
+    0.15458697080612183,
+    0.1613641232252121,
+    0.12739621102809906,
+    0.004347745329141617,
+    0.06397004425525665,
+    0.14331389963626862,
+    0.14059923589229584,
+    0.05558077245950699,
+    0.009103973396122456,
+    0.0859333947300911,
+    0.7210058569908142,
+    0.24587298929691315,
+    0.33024951815605164,
+    0.4189135432243347,
+    0.2768932282924652,
+    0.13090205192565918,
+    0.1467440277338028,
+    0.08845701068639755,
+    0.1377473920583725,
+    0.11468134075403214,
+    0.35013434290885925,
+    0.11379355937242508,
+    0.23057585954666138,
+    0.15439684689044952,
+    0.16257654130458832,
+    0.25666889548301697,
+    0.1281982660293579,
+    0.11380605399608612,
+    0.22517134249210358,
+    0.12841570377349854,
+    0.09660053253173828,
+    0.02422522008419037,
+    0.05841239541769028,
+    0.45569443702697754,
+    0.24913080036640167,
+    0.2506634593009949,
+    0.12677597999572754,
+    0.2070823609828949,
+    0.2225351184606552,
+    0.2617798447608948,
+    0.11424443125724792,
+    0.25683051347732544,
+    0.39162498712539673,
+    0.20280785858631134,
+    0.2595288157463074,
+    0.2685803472995758,
+    0.14399786293506622,
+    0.1037205308675766,
+    0.13673695921897888,
+    0.1253385841846466,
+    0.3377058804035187,
+    0.0623098723590374,
+    0.17077283561229706,
+    0.2233297973871231,
+    0.17657671868801117,
+    0.15708036720752716,
+    0.29929718375205994,
+    0.07613105326890945,
+    0.40730810165405273,
+    0.3506945073604584,
+    0.19786304235458374,
+    0.2826940715312958,
+    0.1243908554315567,
+    0.16209089756011963,
+    0.0928133949637413,
+    0.30321016907691956,
+    0.17624889314174652,
+    0.1678338199853897,
+    0.40208783745765686,
+    0.06122441217303276,
+    0.0996408760547638,
+    0.10966498404741287,
+    0.26973220705986023,
+    0.04218428209424019,
+    0.21647363901138306,
+    0.12027468532323837,
+    0.1832355260848999,
+    0.22209426760673523,
+    0.20347504317760468,
+    0.21420732140541077,
+    0.4893759489059448,
+    0.2586936056613922,
+    0.238465815782547,
+    0.7656564116477966,
+    0.5001289248466492,
+    0.5426757335662842,
+    0.06008747220039368,
+    0.3218039274215698,
+    0.18551966547966003,
+    0.053416792303323746,
+    0.24034763872623444,
+    0.16635315120220184,
+    0.1267816424369812,
+    0.1394597291946411,
+    0.1257244199514389,
+    0.19415685534477234,
+    0.20461079478263855,
+    0.07717666029930115,
+    0.07194298505783081,
+    0.0874752327799797,
+    0.03756030648946762,
+    0.13252219557762146,
+    0.03748730942606926,
+    0.05805085971951485,
+    0.07612943649291992,
+    0.07853623479604721,
+    0.0696883276104927,
+    0.028746480122208595,
+    0.05511528253555298,
+    0.1805989146232605,
+    0.03954610973596573,
+    0.3007642924785614,
+    0.0299567598849535,
+    0.1311042457818985,
+    0.2576305866241455,
+    0.2709825336933136,
+    0.19970130920410156,
+    0.14352910220623016,
+    0.24179458618164062,
+    0.06783532351255417,
+    0.17458166182041168,
+    0.03217475488781929,
+    0.11977187544107437,
+    0.11206921190023422,
+    0.027557726949453354,
+    0.0783088281750679,
+    0.08169721812009811,
+    0.05412974953651428,
+    0.1703413426876068,
+    0.2560041546821594,
+    0.2700273394584656,
+    0.2154821902513504,
+    0.06351066380739212,
+    0.0407131128013134,
+    0.07658026367425919,
+    0.2165021449327469,
+    0.11673307418823242,
+    0.023949844762682915,
+    0.0723426416516304,
+    0.0698525533080101,
+    0.09520988166332245,
+    0.13019461929798126,
+    0.04286584258079529,
+    0.02958526648581028,
+    0.2659265697002411,
+    0.11749131977558136,
+    0.035975515842437744,
+    0.22087813913822174,
+    0.05287902429699898,
+    0.07655816525220871,
+    0.0738944560289383,
+    0.07333610206842422,
+    0.0344465933740139,
+    0.02087586000561714,
+    0.22430320084095,
+    0.1457674503326416,
+    0.23503056168556213,
+    0.10122569650411606,
+    0.24750889837741852,
+    0.3204301595687866,
+    0.3420051336288452,
+    0.20210081338882446,
+    0.18502682447433472,
+    0.23818689584732056,
+    0.1560089886188507,
+    0.1338271200656891,
+    0.20155702531337738,
+    0.18816286325454712,
+    0.22623737156391144,
+    0.11896452307701111,
+    0.005974937230348587,
+    0.010640953667461872,
+    0.011644388549029827,
+    0.27862411737442017,
+    0.1964334398508072,
+    0.15527188777923584,
+    0.07678472250699997,
+    0.038534488528966904,
+    0.10550200194120407,
+    0.03205566853284836,
+    0.1626748889684677,
+    0.05834519863128662,
+    0.09026701748371124,
+    0.16915862262248993,
+    0.06418165564537048,
+    0.13502581417560577,
+    0.0664258524775505,
+    0.06172479689121246,
+    0.13749106228351593,
+    0.07672800868749619,
+    0.027291137725114822,
+    0.11213622242212296,
+    0.07439659535884857,
+    0.17804858088493347,
+    0.035494111478328705,
+    0.4288240969181061,
+    0.3787038028240204,
+    0.22719904780387878,
+    0.2503470778465271,
+    0.04288360849022865,
+    0.05658795312047005,
+    0.24462805688381195,
+    0.22307924926280975,
+    0.10596979409456253,
+    0.1968655288219452,
+    0.24569933116436005,
+    0.37638288736343384,
+    0.19296805560588837,
+    0.15566322207450867,
+    0.1069318875670433,
+    0.20765215158462524,
+    0.07923024147748947,
+    0.033971451222896576,
+    0.07889748364686966,
+    0.0070071108639240265,
+    0.08508715033531189,
+    0.1472618281841278,
+    0.10876850038766861,
+    0.08398699015378952,
+    0.09048260003328323,
+    0.29426518082618713,
+    0.04260290786623955,
+    0.02511901780962944,
+    0.1011044830083847,
+    0.018056228756904602,
+    0.10389542579650879,
+    0.08912387490272522,
+    0.026764772832393646,
+    0.04513249173760414,
+    0.027263758704066277,
+    0.011532074771821499,
+    0.04178214818239212,
+    0.14163587987422943,
+    0.010845663957297802,
+    0.05655079334974289,
+    0.1463126242160797,
+    0.11769131571054459,
+    0.03174862638115883,
+    0.04990355670452118,
+    0.39636093378067017,
+    0.1989109069108963,
+    0.016455840319395065,
+    0.12774965167045593,
+    0.1048194169998169,
+    0.08610104024410248,
+    0.09638255089521408,
+    0.33242830634117126,
+    0.1417882740497589,
+    0.05070897936820984,
+    0.0857909694314003,
+    0.09400034695863724,
+    0.01861121505498886,
+    0.017987634986639023,
+    0.021976778283715248,
+    0.12013309448957443,
+    0.16190631687641144,
+    0.09564971178770065,
+    0.13724857568740845,
+    0.2011498361825943,
+    0.13845402002334595,
+    0.04776579886674881,
+    0.05029052495956421,
+    0.025980424135923386,
+    0.18513330817222595,
+    0.09510993957519531,
+    0.028414638713002205,
+    0.3863261640071869,
+    0.19570937752723694,
+    0.07194944471120834,
+    0.4604629874229431,
+    0.5159703493118286,
+    0.020306605845689774,
+    0.34030231833457947,
+    0.4024893045425415,
+    0.04569696635007858,
+    0.11925718188285828,
+    0.1936880201101303,
+    0.0191672183573246,
+    0.011821023188531399,
+    0.029516074806451797,
+    0.04099879041314125,
+    0.033198051154613495,
+    0.012874371372163296,
+    0.010277179069817066,
+    0.108845055103302,
+    0.028914378955960274,
+    0.03537941351532936,
+    0.2964760959148407,
+    0.21168789267539978,
+    0.03404994681477547,
+    0.015090389177203178,
+    0.09509333223104477,
+    0.11820529401302338,
+    0.2481294423341751,
+    0.07968060672283173,
+    0.09410660713911057,
+    0.23071402311325073,
+    0.09621332585811615,
+    0.10508856177330017,
+    0.04494350776076317,
+    0.17646440863609314,
+    0.21232780814170837,
+    0.1702442318201065,
+    0.05547907203435898,
+    0.11406736820936203,
+    0.1643281728029251,
+    0.07210471481084824,
+    0.006447579246014357,
+    0.10298623889684677,
+    0.2147430181503296,
+    0.10835658013820648,
+    0.11231069266796112,
+    0.033441826701164246,
+    0.022367676720023155,
+    0.02490152046084404,
+    0.006893085781484842,
+    0.07879702001810074,
+    0.010430480353534222,
+    0.11463728547096252,
+    0.05915349721908569,
+    0.010168620385229588,
+    0.012468229047954082,
+    0.06193283572793007,
+    0.014635699801146984,
+    0.04195427894592285,
+    0.016199974343180656,
+    0.03345821425318718,
+    0.04728149250149727,
+    0.20552536845207214,
+    0.04667074605822563,
+    0.10347466170787811,
+    0.039876166731119156,
+    0.11260523647069931,
+    0.04853174462914467,
+    0.03930558264255524,
+    0.3344758450984955,
+    0.4235166013240814,
+    0.23700006306171417,
+    0.14287661015987396,
+    0.04147016257047653,
+    0.0494115948677063,
+    0.048061393201351166,
+    0.18808655440807343,
+    0.07301760464906693,
+    0.06297513842582703,
+    0.0744355246424675,
+    0.01770073175430298,
+    0.14540620148181915,
+    0.005990850273519754,
+    0.2616998851299286,
+    0.07402217388153076,
+    0.07697364687919617,
+    0.1950179487466812,
+    0.1499750167131424,
+    0.08761483430862427,
+    0.009996848180890083,
+    0.0877869725227356,
+    0.05464480072259903,
+    0.017412375658750534,
+    0.006718845572322607,
+    0.05227465182542801,
+    0.058671656996011734,
+    0.05366961285471916,
+    0.20067645609378815,
+    0.2966870367527008,
+    0.07169131934642792,
+    0.16822358965873718,
+    0.22583435475826263,
+    0.07860997319221497,
+    0.04903743788599968,
+    0.1612604260444641,
+    0.06738277524709702,
+    0.11038670688867569,
+    0.1166965514421463,
+    0.259518563747406,
+    0.011098287999629974,
+    0.12736958265304565,
+    0.034950029104948044,
+    0.02926066145300865,
+    0.09369328618049622,
+    0.01997237280011177,
+    0.023684890940785408,
+    0.03707804158329964,
+    0.023066258057951927,
+    0.14659808576107025,
+    0.09024123847484589,
+    0.009937514550983906,
+    0.13467590510845184,
+    0.23270735144615173,
+    0.05847029760479927,
+    0.3235273063182831,
+    0.0364871546626091,
+    0.038020383566617966,
+    0.027645304799079895,
+    0.22003993391990662,
+    0.1744391769170761,
+    0.05193221941590309,
+    0.010017048567533493,
+    0.14322808384895325,
+    0.14583034813404083
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0827e47c361846e1964ba3c6c8baef9054fc234a05f5b441e2cf9a3fa2753345
+size 60174680

p5-mae-15m-natural-ess-1200k/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00020000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.14794341361227903,
+  "probe/map_train": 0.5235965033918902,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17691313522952684,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.486609634011984,
+  "probe/total_s": 9.024616668000817,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17509362247615232
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17550267418713947
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17691313522952684
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17321270328294308
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16058713342840703
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13682163593251492
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11136149103042849
+    }
+  ],
+  "per_class_ap": [
+    0.6386299729347229,
+    0.020126929506659508,
+    0.08239656686782837,
+    0.20707274973392487,
+    0.11310762912034988,
+    0.26844584941864014,
+    0.17920878529548645,
+    0.3248444199562073,
+    0.05279562622308731,
+    0.04121972993016243,
+    0.020366281270980835,
+    0.11930219829082489,
+    0.5366234183311462,
+    0.3144192695617676,
+    0.05493522435426712,
+    0.5190936326980591,
+    0.33216288685798645,
+    0.36718636751174927,
+    0.0802660584449768,
+    0.10178229957818985,
+    0.27599915862083435,
+    0.1112603172659874,
+    0.17746654152870178,
+    0.13256347179412842,
+    0.06845320761203766,
+    0.02607850171625614,
+    0.07181201130151749,
+    0.1791670322418213,
+    0.2845829129219055,
+    0.13489504158496857,
+    0.2500602602958679,
+    0.20341607928276062,
+    0.020810268819332123,
+    0.06753237545490265,
+    0.284934401512146,
+    0.05746713653206825,
+    0.3984890580177307,
+    0.07384603470563889,
+    0.10890430212020874,
+    0.1584751307964325,
+    0.1944301277399063,
+    0.03251737728714943,
+    0.0904279500246048,
+    0.4371679127216339,
+    0.013743164017796516,
+    0.10363892465829849,
+    0.018223391845822334,
+    0.11426228284835815,
+    0.09542840719223022,
+    0.08192611485719681,
+    0.1433125138282776,
+    0.011944429017603397,
+    0.043549101799726486,
+    0.04299343004822731,
+    0.2304379642009735,
+    0.12418832629919052,
+    0.27253541350364685,
+    0.3567284643650055,
+    0.1384669691324234,
+    0.08468257635831833,
+    0.179401233792305,
+    0.18235374987125397,
+    0.0673060193657875,
+    0.1655692607164383,
+    0.5100384950637817,
+    0.2275743931531906,
+    0.28905636072158813,
+    0.2748768925666809,
+    0.4296470284461975,
+    0.3931806683540344,
+    0.1514613777399063,
+    0.1640385389328003,
+    0.20994718372821808,
+    0.19443842768669128,
+    0.1898498386144638,
+    0.23225778341293335,
+    0.05699632689356804,
+    0.22852380573749542,
+    0.1859862506389618,
+    0.16158604621887207,
+    0.023233754560351372,
+    0.11723070591688156,
+    0.34685781598091125,
+    0.11116760224103928,
+    0.1022362932562828,
+    0.034741535782814026,
+    0.07761754095554352,
+    0.025347670540213585,
+    0.03931066021323204,
+    0.06134830042719841,
+    0.08995244652032852,
+    0.07966369390487671,
+    0.13119085133075714,
+    0.021059753373265266,
+    0.04523211717605591,
+    0.08640328049659729,
+    0.01233728602528572,
+    0.018837884068489075,
+    0.12759371101856232,
+    0.16104987263679504,
+    0.16354510188102722,
+    0.24018912017345428,
+    0.051430974155664444,
+    0.053222887217998505,
+    0.024505041539669037,
+    0.044967539608478546,
+    0.06596845388412476,
+    0.0666111409664154,
+    0.10279111564159393,
+    0.22660864889621735,
+    0.26072508096694946,
+    0.1386447548866272,
+    0.12289098650217056,
+    0.1064608171582222,
+    0.0707051157951355,
+    0.16401422023773193,
+    0.165577232837677,
+    0.14432215690612793,
+    0.13081109523773193,
+    0.23939605057239532,
+    0.24595233798027039,
+    0.186567023396492,
+    0.08452022820711136,
+    0.08889974653720856,
+    0.013985112309455872,
+    0.024157732725143433,
+    0.12473095208406448,
+    0.16783031821250916,
+    0.14324253797531128,
+    0.09297588467597961,
+    0.004321182146668434,
+    0.07576975971460342,
+    0.14728468656539917,
+    0.15741296112537384,
+    0.08377555757761002,
+    0.009077917784452438,
+    0.09642798453569412,
+    0.7273528575897217,
+    0.24754998087882996,
+    0.33801034092903137,
+    0.43020302057266235,
+    0.2893640995025635,
+    0.13168469071388245,
+    0.164220929145813,
+    0.11103606224060059,
+    0.1473858654499054,
+    0.11841758340597153,
+    0.2798520028591156,
+    0.14955537021160126,
+    0.25055596232414246,
+    0.14191856980323792,
+    0.17477542161941528,
+    0.2699664533138275,
+    0.16743774712085724,
+    0.13514934480190277,
+    0.26778993010520935,
+    0.15220357477664948,
+    0.14231833815574646,
+    0.0280781127512455,
+    0.04652530699968338,
+    0.46343955397605896,
+    0.29472485184669495,
+    0.30084481835365295,
+    0.1445389688014984,
+    0.26165878772735596,
+    0.263133704662323,
+    0.2856113612651825,
+    0.12767840921878815,
+    0.2986745834350586,
+    0.3957500755786896,
+    0.2327566146850586,
+    0.2737911641597748,
+    0.2922373414039612,
+    0.17720066010951996,
+    0.10123603045940399,
+    0.1000131368637085,
+    0.15632827579975128,
+    0.34330999851226807,
+    0.07607898116111755,
+    0.20286421477794647,
+    0.223358154296875,
+    0.1906604766845703,
+    0.17839616537094116,
+    0.2991332411766052,
+    0.07582660019397736,
+    0.42558854818344116,
+    0.3836081326007843,
+    0.18268293142318726,
+    0.3204571306705475,
+    0.14518427848815918,
+    0.13869532942771912,
+    0.10904659330844879,
+    0.35282716155052185,
+    0.1934523582458496,
+    0.17525765299797058,
+    0.39315861463546753,
+    0.0647987350821495,
+    0.09002850204706192,
+    0.14086203277111053,
+    0.31587862968444824,
+    0.04168219119310379,
+    0.24149270355701447,
+    0.11251834034919739,
+    0.16969023644924164,
+    0.2554772198200226,
+    0.20442698895931244,
+    0.22056803107261658,
+    0.4846329092979431,
+    0.2595449984073639,
+    0.3147676885128021,
+    0.7875836491584778,
+    0.4989777207374573,
+    0.5388022065162659,
+    0.05239375680685043,
+    0.3415171504020691,
+    0.19292113184928894,
+    0.06552400439977646,
+    0.25087812542915344,
+    0.19108928740024567,
+    0.14122968912124634,
+    0.1553860455751419,
+    0.1423586755990982,
+    0.17897489666938782,
+    0.20788007974624634,
+    0.06311431527137756,
+    0.09263701736927032,
+    0.07263166457414627,
+    0.03718552738428116,
+    0.14140011370182037,
+    0.04804624244570732,
+    0.06278116255998611,
+    0.06546445935964584,
+    0.07911139726638794,
+    0.057502564042806625,
+    0.04446643963456154,
+    0.03789496049284935,
+    0.17897990345954895,
+    0.035260654985904694,
+    0.39359229803085327,
+    0.03075101040303707,
+    0.17054210603237152,
+    0.26364386081695557,
+    0.28057029843330383,
+    0.1757674217224121,
+    0.15923726558685303,
+    0.24132850766181946,
+    0.08095642179250717,
+    0.1616186648607254,
+    0.027833985164761543,
+    0.115186907351017,
+    0.13360457122325897,
+    0.022777315229177475,
+    0.06364444643259048,
+    0.09213865548372269,
+    0.06906730681657791,
+    0.19996166229248047,
+    0.18975841999053955,
+    0.20011362433433533,
+    0.18428167700767517,
+    0.0954837054014206,
+    0.03197517991065979,
+    0.11534563452005386,
+    0.26208141446113586,
+    0.1691276729106903,
+    0.024566281586885452,
+    0.07047733664512634,
+    0.07509883493185043,
+    0.11972229927778244,
+    0.13441278040409088,
+    0.03964485973119736,
+    0.03247423842549324,
+    0.25844424962997437,
+    0.14464634656906128,
+    0.0424855537712574,
+    0.20657779276371002,
+    0.055301692336797714,
+    0.08774549514055252,
+    0.0365835539996624,
+    0.07097138464450836,
+    0.04182562977075577,
+    0.022239839658141136,
+    0.2978087365627289,
+    0.12894472479820251,
+    0.2443462759256363,
+    0.07217153906822205,
+    0.25917795300483704,
+    0.32279664278030396,
+    0.3467597961425781,
+    0.21876883506774902,
+    0.22007685899734497,
+    0.2246803641319275,
+    0.20547634363174438,
+    0.1293610781431198,
+    0.20308367908000946,
+    0.22501066327095032,
+    0.2556591033935547,
+    0.1393847018480301,
+    0.006133787799626589,
+    0.019267339259386063,
+    0.014384000562131405,
+    0.28150486946105957,
+    0.20449548959732056,
+    0.1679992526769638,
+    0.08870682120323181,
+    0.04453662410378456,
+    0.13808287680149078,
+    0.03507877141237259,
+    0.1859552562236786,
+    0.052309777587652206,
+    0.11798808723688126,
+    0.17467287182807922,
+    0.06082098186016083,
+    0.11593876034021378,
+    0.08178552985191345,
+    0.09264739602804184,
+    0.14621689915657043,
+    0.08075615763664246,
+    0.0672759935259819,
+    0.08622493594884872,
+    0.0767565444111824,
+    0.24149449169635773,
+    0.031565602868795395,
+    0.4260890483856201,
+    0.3789132237434387,
+    0.24171996116638184,
+    0.25380396842956543,
+    0.06338091194629669,
+    0.06345590204000473,
+    0.28112298250198364,
+    0.25554680824279785,
+    0.1018994003534317,
+    0.22003930807113647,
+    0.2840963900089264,
+    0.3397309184074402,
+    0.21210910379886627,
+    0.15175917744636536,
+    0.12717795372009277,
+    0.19424141943454742,
+    0.06120029464364052,
+    0.04235035181045532,
+    0.08405857533216476,
+    0.00788907241076231,
+    0.08832981437444687,
+    0.15312664210796356,
+    0.09608285874128342,
+    0.0824628546833992,
+    0.12077734619379044,
+    0.3103733956813812,
+    0.04117533564567566,
+    0.024266913533210754,
+    0.11782748252153397,
+    0.04008345305919647,
+    0.07776536792516708,
+    0.11019225418567657,
+    0.02667875774204731,
+    0.05200621858239174,
+    0.03378107771277428,
+    0.011090641841292381,
+    0.03969259187579155,
+    0.14458100497722626,
+    0.012598974630236626,
+    0.07954467833042145,
+    0.1407047063112259,
+    0.15375736355781555,
+    0.03627543896436691,
+    0.03842112421989441,
+    0.4008522629737854,
+    0.20331129431724548,
+    0.01795603521168232,
+    0.12772366404533386,
+    0.1203698143362999,
+    0.09698954224586487,
+    0.109922856092453,
+    0.32965344190597534,
+    0.17822201550006866,
+    0.07411613315343857,
+    0.07920587807893753,
+    0.10285530239343643,
+    0.017370564863085747,
+    0.015299386344850063,
+    0.02859761007130146,
+    0.10138356685638428,
+    0.21997690200805664,
+    0.09871941804885864,
+    0.14925846457481384,
+    0.20293278992176056,
+    0.1708446890115738,
+    0.06529799103736877,
+    0.05841117724776268,
+    0.032913900911808014,
+    0.2358560413122177,
+    0.13102410733699799,
+    0.026913845911622047,
+    0.4090491831302643,
+    0.16450463235378265,
+    0.08048832416534424,
+    0.453233927488327,
+    0.5372020602226257,
+    0.02680412493646145,
+    0.3764790892601013,
+    0.4106026291847229,
+    0.03858981654047966,
+    0.13736915588378906,
+    0.21247413754463196,
+    0.022873379290103912,
+    0.01272563450038433,
+    0.034445080906152725,
+    0.03456566110253334,
+    0.04961850121617317,
+    0.012899771332740784,
+    0.010034115985035896,
+    0.12096455693244934,
+    0.03635622188448906,
+    0.03788767755031586,
+    0.3215707838535309,
+    0.17256900668144226,
+    0.041604042053222656,
+    0.011377462185919285,
+    0.09165380150079727,
+    0.11335387825965881,
+    0.2290797382593155,
+    0.07233269512653351,
+    0.1026788279414177,
+    0.2803595960140228,
+    0.08171560615301132,
+    0.09570668637752533,
+    0.05172528699040413,
+    0.1889115869998932,
+    0.23027275502681732,
+    0.1869666427373886,
+    0.10860008001327515,
+    0.14812318980693817,
+    0.17317618429660797,
+    0.09558717161417007,
+    0.006542045623064041,
+    0.11196481436491013,
+    0.21424834430217743,
+    0.08926296979188919,
+    0.10339052975177765,
+    0.025201784446835518,
+    0.022968482226133347,
+    0.03403344750404358,
+    0.007441789377480745,
+    0.1096128597855568,
+    0.009313512593507767,
+    0.14852677285671234,
+    0.07012543827295303,
+    0.012074747122824192,
+    0.020005909726023674,
+    0.12440770119428635,
+    0.009778670035302639,
+    0.04492904618382454,
+    0.013191836886107922,
+    0.0442052036523819,
+    0.03862091526389122,
+    0.2109888643026352,
+    0.041153669357299805,
+    0.10793871432542801,
+    0.04890414699912071,
+    0.1417061984539032,
+    0.044486917555332184,
+    0.03811067342758179,
+    0.35746243596076965,
+    0.4783790409564972,
+    0.281278520822525,
+    0.16372151672840118,
+    0.06565423309803009,
+    0.05359870195388794,
+    0.07365477830171585,
+    0.24605700373649597,
+    0.1098422184586525,
+    0.05910886079072952,
+    0.07252568751573563,
+    0.01970903016626835,
+    0.14233019948005676,
+    0.00725411344319582,
+    0.29061979055404663,
+    0.0634218379855156,
+    0.08234811574220657,
+    0.2077714055776596,
+    0.17280910909175873,
+    0.07465821504592896,
+    0.012887505814433098,
+    0.05652625858783722,
+    0.06461494415998459,
+    0.015521250665187836,
+    0.006926651578396559,
+    0.05028247833251953,
+    0.07137361168861389,
+    0.06660690158605576,
+    0.20288431644439697,
+    0.3109533488750458,
+    0.10144135355949402,
+    0.16325438022613525,
+    0.21266257762908936,
+    0.06931130588054657,
+    0.05055704340338707,
+    0.12713322043418884,
+    0.09112158417701721,
+    0.11662333458662033,
+    0.09977845102548599,
+    0.303170382976532,
+    0.007889935746788979,
+    0.13476522266864777,
+    0.03485026955604553,
+    0.020974770188331604,
+    0.10012511909008026,
+    0.025827864184975624,
+    0.023301348090171814,
+    0.04012461006641388,
+    0.021905969828367233,
+    0.17341248691082,
+    0.0747082456946373,
+    0.01004955917596817,
+    0.13274551928043365,
+    0.27340638637542725,
+    0.06327694654464722,
+    0.3578750789165497,
+    0.04848216846585274,
+    0.059339046478271484,
+    0.026498815044760704,
+    0.21365457773208618,
+    0.15219362080097198,
+    0.05571480840444565,
+    0.0115272868424654,
+    0.15592411160469055,
+    0.10768198221921921
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00025000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.15441239703326456,
+  "probe/map_train": 0.5370421293112088,
+  "probe/alpha": 0.01,
+  "probe/holdout_map": 0.18304198197101507,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.100404897006229,
+  "probe/total_s": 8.62006345903501,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18304198197101507
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18300288282264116
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18299569079406786
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1797354293680543
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16306427583996158
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13915681426300255
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11430803042186152
+    }
+  ],
+  "per_class_ap": [
+    0.6497030854225159,
+    0.012740334495902061,
+    0.06962105631828308,
+    0.22169697284698486,
+    0.09174931794404984,
+    0.28276413679122925,
+    0.1955646574497223,
+    0.30211618542671204,
+    0.06019840016961098,
+    0.05353176221251488,
+    0.023653533309698105,
+    0.12052217125892639,
+    0.5405255556106567,
+    0.3246803879737854,
+    0.055278975516557693,
+    0.5566313862800598,
+    0.32174286246299744,
+    0.36267608404159546,
+    0.05787502974271774,
+    0.09086615592241287,
+    0.2655932307243347,
+    0.12863047420978546,
+    0.1952396184206009,
+    0.1429428607225418,
+    0.053601425141096115,
+    0.01892404444515705,
+    0.09294161945581436,
+    0.18728171288967133,
+    0.3176913559436798,
+    0.15126071870326996,
+    0.2582826316356659,
+    0.21680262684822083,
+    0.01776707172393799,
+    0.06864440441131592,
+    0.26105526089668274,
+    0.05377056822180748,
+    0.4079943001270294,
+    0.06030658259987831,
+    0.09336753189563751,
+    0.14903375506401062,
+    0.20217068493366241,
+    0.020822927355766296,
+    0.09301348030567169,
+    0.4378906190395355,
+    0.02604527585208416,
+    0.08078623563051224,
+    0.01831860840320587,
+    0.11546057462692261,
+    0.08172042667865753,
+    0.10547224432229996,
+    0.1331046223640442,
+    0.012369651347398758,
+    0.04423414543271065,
+    0.036433737725019455,
+    0.23223644495010376,
+    0.12492356449365616,
+    0.29197773337364197,
+    0.3842654228210449,
+    0.16156360507011414,
+    0.08267244696617126,
+    0.22404956817626953,
+    0.1979062706232071,
+    0.06894900649785995,
+    0.15772444009780884,
+    0.5095115900039673,
+    0.23787371814250946,
+    0.30810317397117615,
+    0.29398229718208313,
+    0.4103136360645294,
+    0.4148414433002472,
+    0.12799453735351562,
+    0.17060236632823944,
+    0.21576999127864838,
+    0.19942401349544525,
+    0.18736481666564941,
+    0.2609560489654541,
+    0.050058748573064804,
+    0.2278050184249878,
+    0.18182149529457092,
+    0.12914331257343292,
+    0.0310959629714489,
+    0.11388248205184937,
+    0.369078665971756,
+    0.10562048107385635,
+    0.11511031538248062,
+    0.03888266906142235,
+    0.0825815498828888,
+    0.02589857019484043,
+    0.03498822823166847,
+    0.06614061444997787,
+    0.11567909270524979,
+    0.10863044112920761,
+    0.1807008683681488,
+    0.02746553160250187,
+    0.03441567346453667,
+    0.07551024854183197,
+    0.04441658779978752,
+    0.06375595182180405,
+    0.14871397614479065,
+    0.2174035608768463,
+    0.19403861463069916,
+    0.3432977497577667,
+    0.06360261142253876,
+    0.0623183473944664,
+    0.027111638337373734,
+    0.04843816161155701,
+    0.0679374486207962,
+    0.06397251784801483,
+    0.11784835904836655,
+    0.22653308510780334,
+    0.24526433646678925,
+    0.14012977480888367,
+    0.12441033124923706,
+    0.0932026132941246,
+    0.06570105999708176,
+    0.19185367226600647,
+    0.1942911148071289,
+    0.15861469507217407,
+    0.14017434418201447,
+    0.3126347064971924,
+    0.3330460786819458,
+    0.174521803855896,
+    0.09693700075149536,
+    0.10918556898832321,
+    0.014906764030456543,
+    0.02176879718899727,
+    0.12948131561279297,
+    0.19059120118618011,
+    0.13219113647937775,
+    0.09995683282613754,
+    0.004119547083973885,
+    0.07072705775499344,
+    0.1422632485628128,
+    0.14236319065093994,
+    0.1162334531545639,
+    0.010402402840554714,
+    0.10869291424751282,
+    0.7320556044578552,
+    0.2551625669002533,
+    0.3304157555103302,
+    0.44317105412483215,
+    0.31708455085754395,
+    0.15567299723625183,
+    0.16050665080547333,
+    0.11316398531198502,
+    0.11214691400527954,
+    0.11598201841115952,
+    0.3370914161205292,
+    0.15394751727581024,
+    0.23224760591983795,
+    0.17928849160671234,
+    0.17756524682044983,
+    0.2948528826236725,
+    0.14814801514148712,
+    0.13043227791786194,
+    0.2893695831298828,
+    0.1403488963842392,
+    0.13140271604061127,
+    0.03263423219323158,
+    0.06185045465826988,
+    0.512466549873352,
+    0.30267417430877686,
+    0.29571861028671265,
+    0.1422051638364792,
+    0.26588550209999084,
+    0.28110045194625854,
+    0.2995901107788086,
+    0.13927406072616577,
+    0.29491469264030457,
+    0.38209763169288635,
+    0.22352120280265808,
+    0.3010883629322052,
+    0.31668516993522644,
+    0.21896928548812866,
+    0.11090495437383652,
+    0.13904999196529388,
+    0.14041610062122345,
+    0.35967400670051575,
+    0.10548114031553268,
+    0.20372463762760162,
+    0.22220836579799652,
+    0.20246154069900513,
+    0.13756024837493896,
+    0.3188880383968353,
+    0.08023104071617126,
+    0.44446390867233276,
+    0.43252044916152954,
+    0.22497572004795074,
+    0.3251058757305145,
+    0.15466642379760742,
+    0.16399669647216797,
+    0.11837507784366608,
+    0.377963662147522,
+    0.2345142364501953,
+    0.19973626732826233,
+    0.4035370945930481,
+    0.07063674181699753,
+    0.11361247301101685,
+    0.13677935302257538,
+    0.3338644504547119,
+    0.05536903440952301,
+    0.2821405827999115,
+    0.13573075830936432,
+    0.21101298928260803,
+    0.2523488402366638,
+    0.20802053809165955,
+    0.23107996582984924,
+    0.5163192749023438,
+    0.2841743528842926,
+    0.3251950740814209,
+    0.7742066979408264,
+    0.5320130586624146,
+    0.5235684514045715,
+    0.08964298665523529,
+    0.32952722907066345,
+    0.20754295587539673,
+    0.050481732934713364,
+    0.24882304668426514,
+    0.26617828011512756,
+    0.12225257605314255,
+    0.18984480202198029,
+    0.12766213715076447,
+    0.18455851078033447,
+    0.24223589897155762,
+    0.07258211076259613,
+    0.08544047921895981,
+    0.07072699815034866,
+    0.0590423084795475,
+    0.15978333353996277,
+    0.05373470112681389,
+    0.055259980261325836,
+    0.0714210718870163,
+    0.08202225714921951,
+    0.07541132718324661,
+    0.032749682664871216,
+    0.03235398977994919,
+    0.1995287388563156,
+    0.031123481690883636,
+    0.3795911371707916,
+    0.03303530439734459,
+    0.1616721898317337,
+    0.255805641412735,
+    0.2868766784667969,
+    0.16916880011558533,
+    0.19064399600028992,
+    0.242421954870224,
+    0.09295366704463959,
+    0.1644776314496994,
+    0.03560778871178627,
+    0.11823389679193497,
+    0.1375076025724411,
+    0.026140952482819557,
+    0.05885373800992966,
+    0.09011693298816681,
+    0.058617010712623596,
+    0.23304331302642822,
+    0.22226206958293915,
+    0.25496649742126465,
+    0.15898264944553375,
+    0.08383423835039139,
+    0.03972968831658363,
+    0.07119636982679367,
+    0.24728970229625702,
+    0.11470962315797806,
+    0.025465408340096474,
+    0.047744035720825195,
+    0.06336890906095505,
+    0.09702196717262268,
+    0.17500998079776764,
+    0.03465581312775612,
+    0.03498611971735954,
+    0.2718168795108795,
+    0.1551993489265442,
+    0.042894523590803146,
+    0.21090351045131683,
+    0.03270373120903969,
+    0.08750388026237488,
+    0.03207113593816757,
+    0.08111584186553955,
+    0.04971654713153839,
+    0.021843694150447845,
+    0.255007803440094,
+    0.14563718438148499,
+    0.25210896134376526,
+    0.05876202508807182,
+    0.27018922567367554,
+    0.3725875914096832,
+    0.39097368717193604,
+    0.24203944206237793,
+    0.25175708532333374,
+    0.22109296917915344,
+    0.25294050574302673,
+    0.13766968250274658,
+    0.19148319959640503,
+    0.24659308791160583,
+    0.27301254868507385,
+    0.13927523791790009,
+    0.006183137651532888,
+    0.013753071427345276,
+    0.010340191423892975,
+    0.2926313281059265,
+    0.2057981938123703,
+    0.19327037036418915,
+    0.08972067385911942,
+    0.0387679785490036,
+    0.1271531730890274,
+    0.04162122681736946,
+    0.20058108866214752,
+    0.067681223154068,
+    0.12312904745340347,
+    0.16530776023864746,
+    0.06546751409769058,
+    0.1520843207836151,
+    0.09570883214473724,
+    0.0809742882847786,
+    0.16027779877185822,
+    0.08099644631147385,
+    0.06314881891012192,
+    0.0929601788520813,
+    0.07172859460115433,
+    0.2676710784435272,
+    0.03778159245848656,
+    0.4683673083782196,
+    0.431030809879303,
+    0.2859235107898712,
+    0.26696446537971497,
+    0.09530353546142578,
+    0.06719058007001877,
+    0.3029705286026001,
+    0.29002663493156433,
+    0.14107847213745117,
+    0.22609950602054596,
+    0.30415570735931396,
+    0.3529703915119171,
+    0.21766947209835052,
+    0.17311625182628632,
+    0.16071124374866486,
+    0.21983498334884644,
+    0.05458319932222366,
+    0.04873641952872276,
+    0.10700582712888718,
+    0.006288486998528242,
+    0.12632359564304352,
+    0.16488899290561676,
+    0.0916961282491684,
+    0.08902523666620255,
+    0.10969182848930359,
+    0.36297041177749634,
+    0.028352029621601105,
+    0.029850248247385025,
+    0.1230115219950676,
+    0.04323553666472435,
+    0.09139078855514526,
+    0.10977058112621307,
+    0.029273513704538345,
+    0.08050044625997543,
+    0.03539380058646202,
+    0.011015636846423149,
+    0.03296441212296486,
+    0.14902770519256592,
+    0.011504055932164192,
+    0.0662556141614914,
+    0.10895413905382156,
+    0.14501240849494934,
+    0.028537772595882416,
+    0.04547645524144173,
+    0.40848997235298157,
+    0.21359345316886902,
+    0.016372637823224068,
+    0.1162613108754158,
+    0.13310125470161438,
+    0.1186928078532219,
+    0.15192075073719025,
+    0.31967824697494507,
+    0.2138596624135971,
+    0.08155637979507446,
+    0.0884586051106453,
+    0.1256566196680069,
+    0.01641548052430153,
+    0.015463721938431263,
+    0.031480204313993454,
+    0.10550301522016525,
+    0.19772860407829285,
+    0.08061454445123672,
+    0.15843991935253143,
+    0.19090543687343597,
+    0.20797520875930786,
+    0.06233048066496849,
+    0.05624602362513542,
+    0.03496764227747917,
+    0.253986120223999,
+    0.11503616720438004,
+    0.024893036112189293,
+    0.4226379990577698,
+    0.19680777192115784,
+    0.09810362011194229,
+    0.5003602504730225,
+    0.5845592021942139,
+    0.031160742044448853,
+    0.3661307692527771,
+    0.4324111342430115,
+    0.04022938385605812,
+    0.13741149008274078,
+    0.2000897377729416,
+    0.02792907878756523,
+    0.012729231268167496,
+    0.04406752809882164,
+    0.05046418681740761,
+    0.04970663785934448,
+    0.018115896731615067,
+    0.013751883991062641,
+    0.1325000524520874,
+    0.03292959928512573,
+    0.03945596143603325,
+    0.317013144493103,
+    0.18179774284362793,
+    0.0302323866635561,
+    0.029909174889326096,
+    0.09365975856781006,
+    0.11922433972358704,
+    0.24549642205238342,
+    0.05753485858440399,
+    0.10838092863559723,
+    0.25467434525489807,
+    0.09855490922927856,
+    0.11253482848405838,
+    0.05596097186207771,
+    0.18891291320323944,
+    0.2305426150560379,
+    0.1922309398651123,
+    0.09686393290758133,
+    0.16399136185646057,
+    0.19077225029468536,
+    0.10380564630031586,
+    0.006391048897057772,
+    0.10988148301839828,
+    0.22981537878513336,
+    0.09779997169971466,
+    0.12453100830316544,
+    0.0438508503139019,
+    0.01824054680764675,
+    0.04496343433856964,
+    0.009049187414348125,
+    0.11433978378772736,
+    0.009096447378396988,
+    0.12745080888271332,
+    0.06364613026380539,
+    0.011443442665040493,
+    0.026122931391000748,
+    0.12109921872615814,
+    0.01515925582498312,
+    0.047582533210515976,
+    0.01669018529355526,
+    0.051400575786828995,
+    0.038055963814258575,
+    0.23585739731788635,
+    0.05060862377285957,
+    0.13044235110282898,
+    0.0609341599047184,
+    0.1289311647415161,
+    0.06683605164289474,
+    0.05037856101989746,
+    0.3487437665462494,
+    0.4484007656574249,
+    0.2828311324119568,
+    0.15098680555820465,
+    0.047342509031295776,
+    0.059331685304641724,
+    0.06502369791269302,
+    0.17987611889839172,
+    0.08796361088752747,
+    0.05911532789468765,
+    0.06848382204771042,
+    0.016434812918305397,
+    0.161197230219841,
+    0.0074676815420389175,
+    0.297035276889801,
+    0.08070160448551178,
+    0.0934034138917923,
+    0.2062705010175705,
+    0.19229082763195038,
+    0.0950038805603981,
+    0.02665974572300911,
+    0.07114941626787186,
+    0.0719885379076004,
+    0.02133580483496189,
+    0.008799406699836254,
+    0.06086018308997154,
+    0.06669305264949799,
+    0.06523001939058304,
+    0.20254850387573242,
+    0.2931455671787262,
+    0.11632734537124634,
+    0.14998051524162292,
+    0.19028709828853607,
+    0.08557350188493729,
+    0.04689520597457886,
+    0.1213405504822731,
+    0.05798320472240448,
+    0.11857923120260239,
+    0.09606654196977615,
+    0.30211585760116577,
+    0.007363776210695505,
+    0.14143317937850952,
+    0.028661401942372322,
+    0.020695725455880165,
+    0.09302342683076859,
+    0.02170971967279911,
+    0.01858406327664852,
+    0.038588132709264755,
+    0.024199524894356728,
+    0.19775782525539398,
+    0.08377615362405777,
+    0.008841046132147312,
+    0.12669135630130768,
+    0.25355273485183716,
+    0.10446948558092117,
+    0.3407772481441498,
+    0.05414186045527458,
+    0.06231417879462242,
+    0.02850480005145073,
+    0.24404489994049072,
+    0.1523771435022354,
+    0.06332835555076599,
+    0.011940272524952888,
+    0.14925549924373627,
+    0.09131357818841934
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00030000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.1589544655196722,
+  "probe/map_train": 0.5161184958647053,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1878168922698786,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.409885984961875,
+  "probe/total_s": 8.896278028027155,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18554912188198183
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18601494416748254
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1878168922698786
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18319363289148646
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16854319211618668
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14374244519141793
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11553159478673644
+    }
+  ],
+  "per_class_ap": [
+    0.6517887115478516,
+    0.027696620672941208,
+    0.07693041861057281,
+    0.21526280045509338,
+    0.1094861552119255,
+    0.3057892918586731,
+    0.21691764891147614,
+    0.3172098398208618,
+    0.03544013202190399,
+    0.03766518831253052,
+    0.025364331901073456,
+    0.10089758783578873,
+    0.5369443893432617,
+    0.3127630054950714,
+    0.0626969188451767,
+    0.5479339361190796,
+    0.32543957233428955,
+    0.3723854124546051,
+    0.0610903836786747,
+    0.09903153032064438,
+    0.2652643322944641,
+    0.11166637390851974,
+    0.2031676322221756,
+    0.15367145836353302,
+    0.07206796854734421,
+    0.021814122796058655,
+    0.10489681363105774,
+    0.195833221077919,
+    0.3225822150707245,
+    0.13398687541484833,
+    0.28170639276504517,
+    0.23667976260185242,
+    0.028306027874350548,
+    0.0663149505853653,
+    0.26756641268730164,
+    0.07207731157541275,
+    0.4097521901130676,
+    0.0652187392115593,
+    0.10019394010305405,
+    0.15121421217918396,
+    0.17516157031059265,
+    0.024215778335928917,
+    0.11485933512449265,
+    0.4587453603744507,
+    0.02100370265543461,
+    0.09651118516921997,
+    0.0341208390891552,
+    0.09857667982578278,
+    0.08662983030080795,
+    0.10823757946491241,
+    0.16790935397148132,
+    0.01370337512344122,
+    0.043971311300992966,
+    0.046367522329092026,
+    0.23607631027698517,
+    0.13524700701236725,
+    0.28855207562446594,
+    0.35958442091941833,
+    0.15783245861530304,
+    0.1073450818657875,
+    0.24413776397705078,
+    0.19760312139987946,
+    0.07449868321418762,
+    0.14639173448085785,
+    0.5208314657211304,
+    0.2388279289007187,
+    0.29409554600715637,
+    0.2955353558063507,
+    0.4241786301136017,
+    0.38349664211273193,
+    0.13740915060043335,
+    0.17029370367527008,
+    0.22695240378379822,
+    0.20412588119506836,
+    0.19208505749702454,
+    0.2518768608570099,
+    0.0445266030728817,
+    0.2813067138195038,
+    0.20488615334033966,
+    0.1432189643383026,
+    0.02126222662627697,
+    0.12369272857904434,
+    0.38009095191955566,
+    0.12307266891002655,
+    0.1210336908698082,
+    0.03502178564667702,
+    0.07704685628414154,
+    0.024002596735954285,
+    0.026140334084630013,
+    0.06990118324756622,
+    0.07393919676542282,
+    0.06870570033788681,
+    0.1919655054807663,
+    0.025395607575774193,
+    0.04481644183397293,
+    0.0638478547334671,
+    0.05029797554016113,
+    0.07106699049472809,
+    0.15210455656051636,
+    0.19789832830429077,
+    0.16859398782253265,
+    0.29697954654693604,
+    0.05725593864917755,
+    0.05795414373278618,
+    0.025008006021380424,
+    0.06102621182799339,
+    0.0701482966542244,
+    0.06774593144655228,
+    0.10322302579879761,
+    0.21248388290405273,
+    0.25511643290519714,
+    0.1462051421403885,
+    0.12795865535736084,
+    0.09791477769613266,
+    0.05567827820777893,
+    0.2041674107313156,
+    0.2068905234336853,
+    0.19190090894699097,
+    0.17095759510993958,
+    0.32424622774124146,
+    0.3438984453678131,
+    0.20429424941539764,
+    0.09553492069244385,
+    0.09732668846845627,
+    0.014200367964804173,
+    0.036913469433784485,
+    0.14256978034973145,
+    0.1781134307384491,
+    0.16658498346805573,
+    0.12507975101470947,
+    0.004297818057239056,
+    0.05895703658461571,
+    0.17488278448581696,
+    0.17988184094429016,
+    0.11458365619182587,
+    0.00898620206862688,
+    0.11352911591529846,
+    0.7382053732872009,
+    0.25052040815353394,
+    0.3382958173751831,
+    0.4400486350059509,
+    0.32171159982681274,
+    0.21484620869159698,
+    0.18223336338996887,
+    0.10448607057332993,
+    0.14119663834571838,
+    0.14309126138687134,
+    0.3301598131656647,
+    0.1596563160419464,
+    0.2678902745246887,
+    0.1266540288925171,
+    0.21224121749401093,
+    0.2978917062282562,
+    0.1553010493516922,
+    0.14194855093955994,
+    0.2802315056324005,
+    0.1410798579454422,
+    0.13890229165554047,
+    0.03258040174841881,
+    0.05842617526650429,
+    0.4977988600730896,
+    0.3060821294784546,
+    0.28468045592308044,
+    0.16583114862442017,
+    0.26485562324523926,
+    0.27391317486763,
+    0.279806911945343,
+    0.15252509713172913,
+    0.28882652521133423,
+    0.39623236656188965,
+    0.28451812267303467,
+    0.3029579520225525,
+    0.33212360739707947,
+    0.1941765695810318,
+    0.12620992958545685,
+    0.1263558715581894,
+    0.13952426612377167,
+    0.3748524785041809,
+    0.09956351667642593,
+    0.23458513617515564,
+    0.23360717296600342,
+    0.24365830421447754,
+    0.14088062942028046,
+    0.29372432827949524,
+    0.07996816188097,
+    0.4599727392196655,
+    0.41850632429122925,
+    0.21762226521968842,
+    0.32120636105537415,
+    0.1679932326078415,
+    0.1685411036014557,
+    0.1207682266831398,
+    0.3593784272670746,
+    0.23681287467479706,
+    0.19217488169670105,
+    0.4080388844013214,
+    0.07534755021333694,
+    0.11407537013292313,
+    0.12953688204288483,
+    0.3654226064682007,
+    0.04173577204346657,
+    0.277646005153656,
+    0.14904986321926117,
+    0.23865723609924316,
+    0.21807606518268585,
+    0.19792409241199493,
+    0.23019328713417053,
+    0.5423088073730469,
+    0.2881039083003998,
+    0.3228348195552826,
+    0.7740862369537354,
+    0.5424486994743347,
+    0.5297437310218811,
+    0.08000032603740692,
+    0.34313878417015076,
+    0.17506060004234314,
+    0.058926451951265335,
+    0.2692512571811676,
+    0.26947107911109924,
+    0.13913963735103607,
+    0.17844469845294952,
+    0.1385650932788849,
+    0.20639756321907043,
+    0.2371893674135208,
+    0.07038218528032303,
+    0.09343041479587555,
+    0.06496351212263107,
+    0.05382521077990532,
+    0.14533843100070953,
+    0.06336549669504166,
+    0.044188614934682846,
+    0.09299282729625702,
+    0.0758928582072258,
+    0.06410986930131912,
+    0.040976382791996,
+    0.026180632412433624,
+    0.20296451449394226,
+    0.02771197073161602,
+    0.40004608035087585,
+    0.036780841648578644,
+    0.15331806242465973,
+    0.26101645827293396,
+    0.29080459475517273,
+    0.16692252457141876,
+    0.17028312385082245,
+    0.2952524721622467,
+    0.0970260426402092,
+    0.18141870200634003,
+    0.040099069476127625,
+    0.12160065025091171,
+    0.1520976722240448,
+    0.02496146410703659,
+    0.05541327968239784,
+    0.0977310985326767,
+    0.07965207099914551,
+    0.22070516645908356,
+    0.2464301735162735,
+    0.27309930324554443,
+    0.11437114328145981,
+    0.10027297586202621,
+    0.0431683324277401,
+    0.09611466526985168,
+    0.2526267170906067,
+    0.0918126180768013,
+    0.02650008536875248,
+    0.05451396480202675,
+    0.07386736571788788,
+    0.114264577627182,
+    0.16540750861167908,
+    0.031391579657793045,
+    0.035492684692144394,
+    0.2862686216831207,
+    0.18116067349910736,
+    0.04409222677350044,
+    0.20851744711399078,
+    0.038068708032369614,
+    0.08636900782585144,
+    0.039427075535058975,
+    0.08118332922458649,
+    0.08024437725543976,
+    0.025090673938393593,
+    0.2595098316669464,
+    0.14998464286327362,
+    0.26575031876564026,
+    0.09045400470495224,
+    0.2827295660972595,
+    0.386650025844574,
+    0.4001624584197998,
+    0.25316962599754333,
+    0.25638556480407715,
+    0.24509811401367188,
+    0.2514841556549072,
+    0.1264684796333313,
+    0.19817309081554413,
+    0.24809885025024414,
+    0.27694645524024963,
+    0.14590799808502197,
+    0.007436736952513456,
+    0.016557665541768074,
+    0.016006652265787125,
+    0.28996166586875916,
+    0.21849246323108673,
+    0.20570752024650574,
+    0.10501112043857574,
+    0.04102713614702225,
+    0.14424853026866913,
+    0.042013078927993774,
+    0.20577634871006012,
+    0.06909973174333572,
+    0.11609871685504913,
+    0.17893743515014648,
+    0.11254284530878067,
+    0.14337153732776642,
+    0.08914649486541748,
+    0.08775004744529724,
+    0.1469905972480774,
+    0.08368954062461853,
+    0.06480294466018677,
+    0.12587516009807587,
+    0.09259052574634552,
+    0.3067532181739807,
+    0.040539707988500595,
+    0.465893417596817,
+    0.4336102306842804,
+    0.2889362573623657,
+    0.2646997272968292,
+    0.09129823744297028,
+    0.08229953050613403,
+    0.28357842564582825,
+    0.27082809805870056,
+    0.1384696662425995,
+    0.22634278237819672,
+    0.2846583425998688,
+    0.3562580347061157,
+    0.23577658832073212,
+    0.19488425552845,
+    0.18027666211128235,
+    0.2561293840408325,
+    0.06038668006658554,
+    0.046444978564977646,
+    0.11878201365470886,
+    0.00564698176458478,
+    0.1498088836669922,
+    0.17011913657188416,
+    0.1017661914229393,
+    0.08114148676395416,
+    0.12450223416090012,
+    0.36656099557876587,
+    0.04114704206585884,
+    0.030665932223200798,
+    0.12537194788455963,
+    0.05234833434224129,
+    0.09330800920724869,
+    0.11726723611354828,
+    0.03142144903540611,
+    0.0864487886428833,
+    0.03151071071624756,
+    0.01327050756663084,
+    0.038176603615283966,
+    0.13587073981761932,
+    0.016977066174149513,
+    0.08946029096841812,
+    0.13094410300254822,
+    0.12601853907108307,
+    0.04043951630592346,
+    0.055784668773412704,
+    0.4126092493534088,
+    0.24781279265880585,
+    0.014647460542619228,
+    0.13558994233608246,
+    0.1421482414007187,
+    0.13088737428188324,
+    0.15144047141075134,
+    0.3339669406414032,
+    0.201628178358078,
+    0.09657356888055801,
+    0.08329693973064423,
+    0.11530690640211105,
+    0.012713545933365822,
+    0.016991840675473213,
+    0.023164216428995132,
+    0.11427781730890274,
+    0.25183841586112976,
+    0.09668303281068802,
+    0.17479653656482697,
+    0.20469586551189423,
+    0.18676790595054626,
+    0.07526946812868118,
+    0.06403546035289764,
+    0.05024808645248413,
+    0.24858485162258148,
+    0.14224644005298615,
+    0.027697615325450897,
+    0.41494566202163696,
+    0.19218681752681732,
+    0.13125623762607574,
+    0.5103415846824646,
+    0.5813018083572388,
+    0.03587041050195694,
+    0.36973991990089417,
+    0.4485015273094177,
+    0.04760783165693283,
+    0.14581193029880524,
+    0.23027753829956055,
+    0.023366618901491165,
+    0.014239514246582985,
+    0.04642868787050247,
+    0.04263962805271149,
+    0.06610718369483948,
+    0.016819126904010773,
+    0.011860791593790054,
+    0.1391536146402359,
+    0.024415485560894012,
+    0.08285193890333176,
+    0.3310564160346985,
+    0.15092618763446808,
+    0.03688623383641243,
+    0.021508395671844482,
+    0.09946541488170624,
+    0.13118210434913635,
+    0.27292823791503906,
+    0.07155449688434601,
+    0.10518569499254227,
+    0.3054768145084381,
+    0.10452840477228165,
+    0.10813494026660919,
+    0.06786543130874634,
+    0.20196881890296936,
+    0.21731674671173096,
+    0.19145800173282623,
+    0.12257591634988785,
+    0.1660384088754654,
+    0.18943636119365692,
+    0.10286655277013779,
+    0.007283568847924471,
+    0.1362629383802414,
+    0.23438481986522675,
+    0.09998468309640884,
+    0.11793197691440582,
+    0.048538729548454285,
+    0.01903642900288105,
+    0.03209258243441582,
+    0.00881949532777071,
+    0.11721636354923248,
+    0.013064713217318058,
+    0.13291604816913605,
+    0.0764915868639946,
+    0.014473010785877705,
+    0.01920798234641552,
+    0.11861692368984222,
+    0.017330897971987724,
+    0.052464310079813004,
+    0.015635346993803978,
+    0.058177001774311066,
+    0.04876499995589256,
+    0.2389211803674698,
+    0.045946311205625534,
+    0.14259649813175201,
+    0.050963517278432846,
+    0.14913329482078552,
+    0.07047976553440094,
+    0.0407225601375103,
+    0.34514960646629333,
+    0.42432284355163574,
+    0.31123581528663635,
+    0.16341592371463776,
+    0.041934285312891006,
+    0.06529000401496887,
+    0.08134519308805466,
+    0.2262357920408249,
+    0.10762405395507812,
+    0.053791698068380356,
+    0.0641012117266655,
+    0.01921902224421501,
+    0.13944008946418762,
+    0.008237814530730247,
+    0.30838364362716675,
+    0.08467988669872284,
+    0.09768480807542801,
+    0.2106693983078003,
+    0.16448596119880676,
+    0.1130189448595047,
+    0.01491320040076971,
+    0.06789706647396088,
+    0.06284589320421219,
+    0.019658319652080536,
+    0.008751082234084606,
+    0.06195959076285362,
+    0.07438375055789948,
+    0.06144808232784271,
+    0.23120063543319702,
+    0.3032781779766083,
+    0.10703974962234497,
+    0.1475488245487213,
+    0.19203341007232666,
+    0.08199575543403625,
+    0.048362404108047485,
+    0.11123146116733551,
+    0.09061044454574585,
+    0.11964406818151474,
+    0.0957697182893753,
+    0.33814600110054016,
+    0.0076947459019720554,
+    0.14951610565185547,
+    0.03020491451025009,
+    0.014610798098146915,
+    0.10093747824430466,
+    0.018930217251181602,
+    0.02276998944580555,
+    0.04994018375873566,
+    0.0265168659389019,
+    0.16008923947811127,
+    0.09194334596395493,
+    0.008296927437186241,
+    0.13145196437835693,
+    0.2534363269805908,
+    0.1045040488243103,
+    0.3400123417377472,
+    0.06639230996370316,
+    0.06367798149585724,
+    0.03465458005666733,
+    0.24751140177249908,
+    0.16087080538272858,
+    0.06910768896341324,
+    0.012483110651373863,
+    0.15253882110118866,
+    0.10564328730106354
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00035000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.16027623277238837,
+  "probe/map_train": 0.515594263060948,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18845732319849123,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.611397268017754,
+  "probe/total_s": 8.15321853698697,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1877304069504347
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18806406713631604
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18845732319849123
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.185856290613575
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17044825225351007
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1440647457031784
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11493455555176882
+    }
+  ],
+  "per_class_ap": [
+    0.653738260269165,
+    0.02724313735961914,
+    0.07616321742534637,
+    0.22017841041088104,
+    0.10602649301290512,
+    0.30079591274261475,
+    0.2154025286436081,
+    0.31447216868400574,
+    0.05112309753894806,
+    0.04114902392029762,
+    0.02575760707259178,
+    0.09082881361246109,
+    0.5403080582618713,
+    0.31989023089408875,
+    0.061788953840732574,
+    0.5576018691062927,
+    0.3345702290534973,
+    0.37285855412483215,
+    0.06584472954273224,
+    0.11080709099769592,
+    0.26950690150260925,
+    0.10866925865411758,
+    0.22042492032051086,
+    0.15894684195518494,
+    0.08537045121192932,
+    0.021903447806835175,
+    0.10872030258178711,
+    0.20423854887485504,
+    0.33585333824157715,
+    0.1268044263124466,
+    0.27074506878852844,
+    0.24377332627773285,
+    0.029836976900696754,
+    0.07236399501562119,
+    0.27449214458465576,
+    0.08012541383504868,
+    0.4043208062648773,
+    0.06333242356777191,
+    0.10253293067216873,
+    0.1386282593011856,
+    0.18643051385879517,
+    0.026787158101797104,
+    0.11466342210769653,
+    0.43747007846832275,
+    0.01999894715845585,
+    0.09456474334001541,
+    0.033230654895305634,
+    0.09999136626720428,
+    0.08671884983778,
+    0.10624625533819199,
+    0.16779719293117523,
+    0.013868294656276703,
+    0.04659280553460121,
+    0.04915677011013031,
+    0.25836852192878723,
+    0.14827333390712738,
+    0.2940572202205658,
+    0.3423396348953247,
+    0.13086391985416412,
+    0.09772820770740509,
+    0.22454659640789032,
+    0.19223740696907043,
+    0.06914356350898743,
+    0.155685693025589,
+    0.5323127508163452,
+    0.230462908744812,
+    0.2925701141357422,
+    0.30199840664863586,
+    0.4176153838634491,
+    0.3868812322616577,
+    0.1495486944913864,
+    0.17576219141483307,
+    0.23046080768108368,
+    0.21203218400478363,
+    0.19715653359889984,
+    0.24805203080177307,
+    0.04842494800686836,
+    0.29332059621810913,
+    0.19386431574821472,
+    0.1588127315044403,
+    0.020603079348802567,
+    0.1439538598060608,
+    0.3812693655490875,
+    0.13807488977909088,
+    0.11614558100700378,
+    0.03821635618805885,
+    0.08711055666208267,
+    0.02356167510151863,
+    0.025021979585289955,
+    0.0733143538236618,
+    0.07315091043710709,
+    0.06687729060649872,
+    0.20162877440452576,
+    0.024134879931807518,
+    0.050580717623233795,
+    0.07440230995416641,
+    0.04521643742918968,
+    0.0559348426759243,
+    0.15718655288219452,
+    0.18735703825950623,
+    0.16028903424739838,
+    0.289978951215744,
+    0.06319112330675125,
+    0.062121111899614334,
+    0.022813839837908745,
+    0.05358906462788582,
+    0.0802181214094162,
+    0.08147633075714111,
+    0.1236443966627121,
+    0.2069329470396042,
+    0.2469150274991989,
+    0.14385661482810974,
+    0.12311843782663345,
+    0.10065028071403503,
+    0.07249437272548676,
+    0.17171306908130646,
+    0.17546936869621277,
+    0.18559786677360535,
+    0.16343340277671814,
+    0.3734923005104065,
+    0.3965066373348236,
+    0.20495712757110596,
+    0.09785528481006622,
+    0.10542501509189606,
+    0.01589401252567768,
+    0.025934897363185883,
+    0.12976045906543732,
+    0.1875109225511551,
+    0.1587429791688919,
+    0.11269651353359222,
+    0.0042690071277320385,
+    0.049545954912900925,
+    0.2308567762374878,
+    0.2376888245344162,
+    0.11090854555368423,
+    0.010385744273662567,
+    0.12250849604606628,
+    0.7387338876724243,
+    0.25309276580810547,
+    0.346245676279068,
+    0.44515782594680786,
+    0.3401329517364502,
+    0.2374155968427658,
+    0.16185247898101807,
+    0.0999012291431427,
+    0.1372184157371521,
+    0.13579252362251282,
+    0.34013140201568604,
+    0.15714427828788757,
+    0.2713449001312256,
+    0.15036378800868988,
+    0.2009436935186386,
+    0.3095438778400421,
+    0.16194826364517212,
+    0.14308832585811615,
+    0.28414884209632874,
+    0.1375596672296524,
+    0.14801225066184998,
+    0.032553933560848236,
+    0.06873656809329987,
+    0.498832643032074,
+    0.3029310703277588,
+    0.27396196126937866,
+    0.17070695757865906,
+    0.24622076749801636,
+    0.25457465648651123,
+    0.2692835032939911,
+    0.1363631635904312,
+    0.27659159898757935,
+    0.38499394059181213,
+    0.301746129989624,
+    0.28634288907051086,
+    0.3027533292770386,
+    0.19983838498592377,
+    0.16271473467350006,
+    0.13661853969097137,
+    0.13878695666790009,
+    0.3780330419540405,
+    0.09340821206569672,
+    0.22281591594219208,
+    0.23284035921096802,
+    0.22962433099746704,
+    0.13950438797473907,
+    0.30728477239608765,
+    0.08693694323301315,
+    0.4568922817707062,
+    0.4039480984210968,
+    0.2147156298160553,
+    0.32841959595680237,
+    0.17828790843486786,
+    0.1885099709033966,
+    0.13083221018314362,
+    0.37212204933166504,
+    0.23052723705768585,
+    0.1906561702489853,
+    0.41407185792922974,
+    0.0853143110871315,
+    0.10794643312692642,
+    0.12113002687692642,
+    0.38700035214424133,
+    0.04000323265790939,
+    0.2887541949748993,
+    0.13052579760551453,
+    0.2421686053276062,
+    0.23204238712787628,
+    0.20606981217861176,
+    0.24778299033641815,
+    0.5462170839309692,
+    0.2799370586872101,
+    0.3261518180370331,
+    0.7707762122154236,
+    0.5610395669937134,
+    0.5398256182670593,
+    0.0825699120759964,
+    0.3192046880722046,
+    0.18521305918693542,
+    0.06268595159053802,
+    0.2820356786251068,
+    0.2974451184272766,
+    0.13223741948604584,
+    0.1738937348127365,
+    0.14419108629226685,
+    0.21287605166435242,
+    0.22777047753334045,
+    0.07762105017900467,
+    0.08682636171579361,
+    0.06726399809122086,
+    0.044755540788173676,
+    0.1417575478553772,
+    0.06726215779781342,
+    0.05260780453681946,
+    0.09627220034599304,
+    0.08055935055017471,
+    0.06316035985946655,
+    0.03459180146455765,
+    0.03056241385638714,
+    0.1965371072292328,
+    0.031242094933986664,
+    0.37378668785095215,
+    0.03475632146000862,
+    0.15821698307991028,
+    0.25917917490005493,
+    0.29481104016304016,
+    0.18406109511852264,
+    0.16041094064712524,
+    0.30378320813179016,
+    0.09265957772731781,
+    0.17830239236354828,
+    0.04025730490684509,
+    0.12253022193908691,
+    0.14458392560482025,
+    0.022754522040486336,
+    0.04918493330478668,
+    0.08283647149801254,
+    0.08193797618150711,
+    0.231367826461792,
+    0.26214122772216797,
+    0.28642240166664124,
+    0.10197217017412186,
+    0.13095292448997498,
+    0.04119148850440979,
+    0.10463196039199829,
+    0.25571632385253906,
+    0.08020184934139252,
+    0.021127915009856224,
+    0.05436531826853752,
+    0.0766419917345047,
+    0.10346125066280365,
+    0.16696478426456451,
+    0.02948269061744213,
+    0.03357316926121712,
+    0.28798219561576843,
+    0.16459912061691284,
+    0.040238071233034134,
+    0.20690350234508514,
+    0.03319787234067917,
+    0.08326378464698792,
+    0.03534328192472458,
+    0.07942116260528564,
+    0.08744537085294724,
+    0.023510528728365898,
+    0.2443290799856186,
+    0.14394217729568481,
+    0.2711135149002075,
+    0.0775778517127037,
+    0.2879575788974762,
+    0.39463579654693604,
+    0.40867409110069275,
+    0.25942012667655945,
+    0.25745341181755066,
+    0.23026029765605927,
+    0.2599768340587616,
+    0.13061940670013428,
+    0.19821621477603912,
+    0.24737295508384705,
+    0.26991796493530273,
+    0.13880035281181335,
+    0.007433841936290264,
+    0.018799228593707085,
+    0.02434476651251316,
+    0.2948826253414154,
+    0.21997316181659698,
+    0.2033807635307312,
+    0.08828212320804596,
+    0.04023357480764389,
+    0.14525912702083588,
+    0.03906247019767761,
+    0.20965953171253204,
+    0.0736105665564537,
+    0.12523065507411957,
+    0.1753726750612259,
+    0.0920909121632576,
+    0.14898741245269775,
+    0.09187265485525131,
+    0.0866612121462822,
+    0.14537031948566437,
+    0.08190954476594925,
+    0.0754212886095047,
+    0.12660539150238037,
+    0.08728832006454468,
+    0.3087109923362732,
+    0.042848486453294754,
+    0.48661646246910095,
+    0.4367942810058594,
+    0.306370347738266,
+    0.27614709734916687,
+    0.09185498207807541,
+    0.08022952079772949,
+    0.2932724356651306,
+    0.2774796187877655,
+    0.14024288952350616,
+    0.22068047523498535,
+    0.29635554552078247,
+    0.37374159693717957,
+    0.19741572439670563,
+    0.19794391095638275,
+    0.18834204971790314,
+    0.24316194653511047,
+    0.06946644932031631,
+    0.04930855706334114,
+    0.12134312093257904,
+    0.0060139792039990425,
+    0.1628330647945404,
+    0.17159993946552277,
+    0.10300975292921066,
+    0.07899872213602066,
+    0.1227458044886589,
+    0.36891356110572815,
+    0.03954539820551872,
+    0.02564495988190174,
+    0.1276228278875351,
+    0.04848219081759453,
+    0.09810265898704529,
+    0.12175847589969635,
+    0.029560483992099762,
+    0.09720330685377121,
+    0.033321503549814224,
+    0.012549243867397308,
+    0.039767786860466,
+    0.13467565178871155,
+    0.018084989860653877,
+    0.0945645123720169,
+    0.1259596198797226,
+    0.13178466260433197,
+    0.04428694769740105,
+    0.061702895909547806,
+    0.3972918391227722,
+    0.25733381509780884,
+    0.017764808610081673,
+    0.1276954859495163,
+    0.14487417042255402,
+    0.10119854658842087,
+    0.16484473645687103,
+    0.3432095944881439,
+    0.26740434765815735,
+    0.08641893416643143,
+    0.09188603609800339,
+    0.11599481105804443,
+    0.015826039016246796,
+    0.014386585913598537,
+    0.020701171830296516,
+    0.11685531586408615,
+    0.2410248965024948,
+    0.1003032997250557,
+    0.17638544738292694,
+    0.2007523626089096,
+    0.19636189937591553,
+    0.0786094143986702,
+    0.06597643345594406,
+    0.05487183481454849,
+    0.2305210381746292,
+    0.14467982947826385,
+    0.027748581022024155,
+    0.4389623999595642,
+    0.19180750846862793,
+    0.12541081011295319,
+    0.5280099511146545,
+    0.5944313406944275,
+    0.03593366965651512,
+    0.3843421936035156,
+    0.42817917466163635,
+    0.04446444660425186,
+    0.13792197406291962,
+    0.23720838129520416,
+    0.024846909567713737,
+    0.01502927951514721,
+    0.04817389324307442,
+    0.024126354604959488,
+    0.07567151635885239,
+    0.018125271424651146,
+    0.012644793838262558,
+    0.1405317187309265,
+    0.025797557085752487,
+    0.05920446291565895,
+    0.33278942108154297,
+    0.188713937997818,
+    0.031343646347522736,
+    0.02734563685953617,
+    0.09604592621326447,
+    0.1252138465642929,
+    0.27414998412132263,
+    0.0680224746465683,
+    0.10285498946905136,
+    0.26989442110061646,
+    0.09795111417770386,
+    0.10251203924417496,
+    0.07220093160867691,
+    0.2040514051914215,
+    0.22457407414913177,
+    0.1945510357618332,
+    0.11058907955884933,
+    0.1952694058418274,
+    0.21720919013023376,
+    0.10069683194160461,
+    0.0068212938494980335,
+    0.13310855627059937,
+    0.23793861269950867,
+    0.1046505942940712,
+    0.1082754135131836,
+    0.047200754284858704,
+    0.0187680646777153,
+    0.02911292016506195,
+    0.010267073288559914,
+    0.11549536883831024,
+    0.01323400717228651,
+    0.13523852825164795,
+    0.07368388026952744,
+    0.013008604757487774,
+    0.0247515756636858,
+    0.126029834151268,
+    0.01666274480521679,
+    0.052709076553583145,
+    0.016006266698241234,
+    0.054786790162324905,
+    0.04676862433552742,
+    0.2400044947862625,
+    0.052981097251176834,
+    0.1441250592470169,
+    0.05016975477337837,
+    0.14917172491550446,
+    0.056624118238687515,
+    0.04234795272350311,
+    0.36562418937683105,
+    0.42690733075141907,
+    0.33406704664230347,
+    0.15412591397762299,
+    0.05514552816748619,
+    0.08509095758199692,
+    0.07403359562158585,
+    0.20568272471427917,
+    0.10134386271238327,
+    0.05399494245648384,
+    0.06276373565196991,
+    0.02262404002249241,
+    0.14849351346492767,
+    0.007425990421324968,
+    0.29917609691619873,
+    0.0860830619931221,
+    0.08838497847318649,
+    0.2088591456413269,
+    0.16543766856193542,
+    0.11202722042798996,
+    0.013983494602143764,
+    0.1155928298830986,
+    0.06629610061645508,
+    0.023606861010193825,
+    0.00925376731902361,
+    0.06267990916967392,
+    0.059291232377290726,
+    0.06216895952820778,
+    0.22997210919857025,
+    0.29814770817756653,
+    0.11668024212121964,
+    0.13542786240577698,
+    0.19580459594726562,
+    0.07148706912994385,
+    0.046592120081186295,
+    0.12188764661550522,
+    0.07603614032268524,
+    0.1350305825471878,
+    0.10121897608041763,
+    0.34507855772972107,
+    0.007355786859989166,
+    0.14290820062160492,
+    0.030486391857266426,
+    0.014509011059999466,
+    0.10111888498067856,
+    0.019338607788085938,
+    0.023435983806848526,
+    0.05150444060564041,
+    0.02469981648027897,
+    0.15099124610424042,
+    0.08183381706476212,
+    0.00918329693377018,
+    0.14188170433044434,
+    0.270751953125,
+    0.10606072098016739,
+    0.346413254737854,
+    0.05436648428440094,
+    0.0716095119714737,
+    0.03142715245485306,
+    0.2641974985599518,
+    0.16707968711853027,
+    0.07491503655910492,
+    0.011731605045497417,
+    0.14294975996017456,
+    0.10145395994186401
+  ]
+}

p5-mae-15m-natural-ess-1200k/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.04398323452006878
+  - 0.047639569377790236
+  - 0.04987541997380786
+  - 0.04352455826914307
+  - 0.06833805433404602
+  - 0.0691879390635264
+  - 0.06156826483349581
+  - 0.023825537754756217
+  - 0.05248940389869583
+  - 0.04984770065647712
+  - 0.04359882511934997
+  - 0.025219348711104046
+  - 0.057987765843943384
+  - 0.09278753823173767
+  - 0.049216955435705825
+  - 0.054416680962163656
+  - 0.050065271147224095
+  - 0.05877645887290118
+  - 0.04349683895181232
+  - 0.014154634042250515
+  repetition_cap: 1000.0
+  distinct_fraction: 0.627607
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-natural-ess-1200k
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-natural-ess-1200k/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf09c6141bf89f4c1c89ec0355fe691d72bbac14105c22a489d96e5c4354077
+size 60174680

p5-mae-15m-natural-ess-1200k/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-natural-ess-1200k/exports/step_00040000",
+  "fingerprint": "2db1b8bae950244a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "probe/map": 0.16085116023841037,
+  "probe/map_train": 0.5140948438949784,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18959973238901617,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.841913448995911,
+  "probe/total_s": 8.408001602976583,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18909748944593505
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18927358940996555
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18959973238901617
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1855205181293345
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1709531779962979
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14477820746844502
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1159848405796667
+    }
+  ],
+  "per_class_ap": [
+    0.6547103524208069,
+    0.02631186693906784,
+    0.07611467689275742,
+    0.2213822901248932,
+    0.10534416139125824,
+    0.3021104335784912,
+    0.20976132154464722,
+    0.32008007168769836,
+    0.05060412734746933,
+    0.041593920439481735,
+    0.026704462245106697,
+    0.09550561010837555,
+    0.5439391136169434,
+    0.3179621398448944,
+    0.07391121983528137,
+    0.5642154812812805,
+    0.3409709334373474,
+    0.37542659044265747,
+    0.06630288064479828,
+    0.10830166190862656,
+    0.2698994278907776,
+    0.1141878291964531,
+    0.21128146350383759,
+    0.15531660616397858,
+    0.0877554714679718,
+    0.02235349453985691,
+    0.12115547060966492,
+    0.20595815777778625,
+    0.3407648205757141,
+    0.11671090126037598,
+    0.2748345732688904,
+    0.24588385224342346,
+    0.02993028610944748,
+    0.07275018095970154,
+    0.28282296657562256,
+    0.07990933954715729,
+    0.41101184487342834,
+    0.06596637517213821,
+    0.10236619412899017,
+    0.13792861998081207,
+    0.19137606024742126,
+    0.02606341801583767,
+    0.11359390616416931,
+    0.44481343030929565,
+    0.01882871426641941,
+    0.09513439238071442,
+    0.032826099544763565,
+    0.09986890852451324,
+    0.08551685512065887,
+    0.11353583633899689,
+    0.16111215949058533,
+    0.0130089046433568,
+    0.05180981382727623,
+    0.04832669720053673,
+    0.25213539600372314,
+    0.1470710188150406,
+    0.2947911024093628,
+    0.3483335077762604,
+    0.13072316348552704,
+    0.09885026514530182,
+    0.22426484525203705,
+    0.1925484836101532,
+    0.07649146020412445,
+    0.15434114634990692,
+    0.5343980193138123,
+    0.23473042249679565,
+    0.29272255301475525,
+    0.29174625873565674,
+    0.41802603006362915,
+    0.3841833472251892,
+    0.14687970280647278,
+    0.1733090877532959,
+    0.23125696182250977,
+    0.2107836902141571,
+    0.19530056416988373,
+    0.24065358936786652,
+    0.046654850244522095,
+    0.29905304312705994,
+    0.1838081032037735,
+    0.16016507148742676,
+    0.020162876695394516,
+    0.14131100475788116,
+    0.3837716579437256,
+    0.1356799453496933,
+    0.1194881796836853,
+    0.03691498935222626,
+    0.08743484318256378,
+    0.021851345896720886,
+    0.022930465638637543,
+    0.07140371948480606,
+    0.07068222761154175,
+    0.06541542708873749,
+    0.2025603950023651,
+    0.025016969069838524,
+    0.05225144699215889,
+    0.0811552107334137,
+    0.04340396076440811,
+    0.05678398534655571,
+    0.15734967589378357,
+    0.1833631843328476,
+    0.15669062733650208,
+    0.28538578748703003,
+    0.06064565107226372,
+    0.060400817543268204,
+    0.023386230692267418,
+    0.052657343447208405,
+    0.08015992492437363,
+    0.07742185145616531,
+    0.12615996599197388,
+    0.2117970585823059,
+    0.24266929924488068,
+    0.14455147087574005,
+    0.12556754052639008,
+    0.10488782823085785,
+    0.07109016180038452,
+    0.1783420741558075,
+    0.18138951063156128,
+    0.19054190814495087,
+    0.17633482813835144,
+    0.3843231201171875,
+    0.40367868542671204,
+    0.2112712860107422,
+    0.09306695312261581,
+    0.1030774787068367,
+    0.015512793324887753,
+    0.024997815489768982,
+    0.1330174058675766,
+    0.1860877126455307,
+    0.17076054215431213,
+    0.11665122210979462,
+    0.004507679026573896,
+    0.04924430698156357,
+    0.2256464660167694,
+    0.23359358310699463,
+    0.10926954448223114,
+    0.009786018170416355,
+    0.12817402184009552,
+    0.7383798360824585,
+    0.2572283446788788,
+    0.3472544848918915,
+    0.44756776094436646,
+    0.3473329246044159,
+    0.2400602251291275,
+    0.1740598976612091,
+    0.0999986082315445,
+    0.13429680466651917,
+    0.14302250742912292,
+    0.3404832184314728,
+    0.16227637231349945,
+    0.27224984765052795,
+    0.15853522717952728,
+    0.2000591903924942,
+    0.30892300605773926,
+    0.1609174907207489,
+    0.14464086294174194,
+    0.2844776511192322,
+    0.14275804162025452,
+    0.1420130431652069,
+    0.030862433835864067,
+    0.06627336144447327,
+    0.4873211085796356,
+    0.30724650621414185,
+    0.273396760225296,
+    0.16474609076976776,
+    0.24912995100021362,
+    0.25419318675994873,
+    0.27125728130340576,
+    0.13821275532245636,
+    0.279683917760849,
+    0.38581210374832153,
+    0.2890016734600067,
+    0.28211578726768494,
+    0.30226102471351624,
+    0.20008274912834167,
+    0.15540947020053864,
+    0.14358292520046234,
+    0.14271001517772675,
+    0.37637507915496826,
+    0.09853469580411911,
+    0.23513652384281158,
+    0.23609806597232819,
+    0.23766282200813293,
+    0.14178110659122467,
+    0.304678350687027,
+    0.08814320713281631,
+    0.46009334921836853,
+    0.408149391412735,
+    0.21892987191677094,
+    0.3225914239883423,
+    0.18392141163349152,
+    0.17983680963516235,
+    0.12852220237255096,
+    0.36909928917884827,
+    0.23475155234336853,
+    0.19578257203102112,
+    0.4133535325527191,
+    0.08471550047397614,
+    0.10694538056850433,
+    0.122379370033741,
+    0.3871058523654938,
+    0.04013665392994881,
+    0.2880401611328125,
+    0.1355244219303131,
+    0.2454104721546173,
+    0.22781488299369812,
+    0.20975220203399658,
+    0.2454584687948227,
+    0.5377950072288513,
+    0.2823556065559387,
+    0.3288090229034424,
+    0.7694115042686462,
+    0.560742199420929,
+    0.5356317758560181,
+    0.07998833060264587,
+    0.310734361410141,
+    0.19253890216350555,
+    0.06443512439727783,
+    0.2752917408943176,
+    0.2938545048236847,
+    0.13377691805362701,
+    0.1692960560321808,
+    0.1473587602376938,
+    0.21144242584705353,
+    0.2304394245147705,
+    0.077521912753582,
+    0.09039803594350815,
+    0.06573058664798737,
+    0.0537584125995636,
+    0.1420765221118927,
+    0.06485148519277573,
+    0.05181767791509628,
+    0.09560379385948181,
+    0.07903288304805756,
+    0.06397790461778641,
+    0.035042811185121536,
+    0.031131621450185776,
+    0.19770415127277374,
+    0.03178909793496132,
+    0.37083250284194946,
+    0.03495948016643524,
+    0.1586969643831253,
+    0.2616317868232727,
+    0.2870858311653137,
+    0.18713152408599854,
+    0.16366973519325256,
+    0.3078750967979431,
+    0.09445081651210785,
+    0.1806703358888626,
+    0.03940260037779808,
+    0.1211170107126236,
+    0.14937208592891693,
+    0.02260969579219818,
+    0.05122809857130051,
+    0.08185774087905884,
+    0.08573724329471588,
+    0.23375602066516876,
+    0.26713600754737854,
+    0.2781984508037567,
+    0.10870565474033356,
+    0.14332902431488037,
+    0.040925346314907074,
+    0.10802370309829712,
+    0.2529246211051941,
+    0.08266348391771317,
+    0.01927836239337921,
+    0.054870083928108215,
+    0.08187738806009293,
+    0.1101384311914444,
+    0.16697870194911957,
+    0.03160202130675316,
+    0.0334775485098362,
+    0.2853245735168457,
+    0.16886049509048462,
+    0.04038415104150772,
+    0.20478005707263947,
+    0.03211481124162674,
+    0.07358544319868088,
+    0.03572055324912071,
+    0.08006551861763,
+    0.09336302429437637,
+    0.0233438890427351,
+    0.25017398595809937,
+    0.14681603014469147,
+    0.2713107764720917,
+    0.07770977914333344,
+    0.2865859568119049,
+    0.3985383212566376,
+    0.4096306264400482,
+    0.26454290747642517,
+    0.2629874348640442,
+    0.22938598692417145,
+    0.2628433108329773,
+    0.12966954708099365,
+    0.2032773643732071,
+    0.2449817657470703,
+    0.26858165860176086,
+    0.1566518247127533,
+    0.007595357950776815,
+    0.018317459151148796,
+    0.02490725927054882,
+    0.2940594255924225,
+    0.22139866650104523,
+    0.20868636667728424,
+    0.0867079421877861,
+    0.041148591786623,
+    0.14188332855701447,
+    0.040460649877786636,
+    0.20965921878814697,
+    0.06942158937454224,
+    0.11904977262020111,
+    0.17531681060791016,
+    0.08704398572444916,
+    0.14887814223766327,
+    0.09256626665592194,
+    0.08574535697698593,
+    0.14721539616584778,
+    0.08478482067584991,
+    0.070843905210495,
+    0.14441831409931183,
+    0.08960829675197601,
+    0.30871060490608215,
+    0.04297628626227379,
+    0.48744818568229675,
+    0.44269514083862305,
+    0.30705952644348145,
+    0.28279832005500793,
+    0.09414611011743546,
+    0.08121910691261292,
+    0.29604485630989075,
+    0.2801390290260315,
+    0.13434286415576935,
+    0.21990671753883362,
+    0.3013190031051636,
+    0.37066033482551575,
+    0.19604156911373138,
+    0.1999581754207611,
+    0.18438048660755157,
+    0.24140077829360962,
+    0.06937721371650696,
+    0.050729699432849884,
+    0.12941838800907135,
+    0.006116464268416166,
+    0.14568641781806946,
+    0.17368842661380768,
+    0.10048173367977142,
+    0.08242322504520416,
+    0.12422829866409302,
+    0.3653559386730194,
+    0.03924629092216492,
+    0.02524702064692974,
+    0.12787461280822754,
+    0.04845132678747177,
+    0.09683731943368912,
+    0.1205473467707634,
+    0.02945256233215332,
+    0.10625410079956055,
+    0.03183743730187416,
+    0.013468059711158276,
+    0.03823472186923027,
+    0.13423609733581543,
+    0.021253278478980064,
+    0.09947584569454193,
+    0.12493115663528442,
+    0.13504056632518768,
+    0.04472323879599571,
+    0.06101098656654358,
+    0.3949989378452301,
+    0.24970583617687225,
+    0.017166290432214737,
+    0.13352766633033752,
+    0.15240438282489777,
+    0.11025672405958176,
+    0.1739620417356491,
+    0.3451615869998932,
+    0.27005133032798767,
+    0.09030227363109589,
+    0.09432921558618546,
+    0.11433971673250198,
+    0.015845689922571182,
+    0.01518565509468317,
+    0.02113897167146206,
+    0.12011367082595825,
+    0.23040522634983063,
+    0.10652236640453339,
+    0.1760064959526062,
+    0.19331452250480652,
+    0.19301658868789673,
+    0.06506308913230896,
+    0.06411855667829514,
+    0.04623858258128166,
+    0.23576591908931732,
+    0.14875009655952454,
+    0.02877112291753292,
+    0.4214073717594147,
+    0.19900691509246826,
+    0.12298619002103806,
+    0.5280173420906067,
+    0.5928820371627808,
+    0.03516940027475357,
+    0.3814748227596283,
+    0.43915536999702454,
+    0.0437198244035244,
+    0.1387391835451126,
+    0.2480858862400055,
+    0.024845752865076065,
+    0.01448876690119505,
+    0.04927685484290123,
+    0.024627411738038063,
+    0.07362045347690582,
+    0.01844794675707817,
+    0.013254521414637566,
+    0.1439169943332672,
+    0.027040619403123856,
+    0.0627254992723465,
+    0.32226866483688354,
+    0.19420363008975983,
+    0.02919819764792919,
+    0.02438395284116268,
+    0.09974467754364014,
+    0.12261263281106949,
+    0.282196044921875,
+    0.06724859774112701,
+    0.10635524988174438,
+    0.2738015651702881,
+    0.09890693426132202,
+    0.10547889769077301,
+    0.07626987248659134,
+    0.2049960345029831,
+    0.22357603907585144,
+    0.19490869343280792,
+    0.10680536925792694,
+    0.19108885526657104,
+    0.22113212943077087,
+    0.09550546109676361,
+    0.006890445947647095,
+    0.13598276674747467,
+    0.22451888024806976,
+    0.1035664901137352,
+    0.11010200530290604,
+    0.04949759691953659,
+    0.017098575830459595,
+    0.03559017553925514,
+    0.010199629701673985,
+    0.12094788998365402,
+    0.013782834634184837,
+    0.13447891175746918,
+    0.07194209098815918,
+    0.013208112679421902,
+    0.02404078096151352,
+    0.13017994165420532,
+    0.01748846098780632,
+    0.05146176367998123,
+    0.01581663452088833,
+    0.062226008623838425,
+    0.04616366699337959,
+    0.23328685760498047,
+    0.05246325209736824,
+    0.14512880146503448,
+    0.04874042421579361,
+    0.14816471934318542,
+    0.061989299952983856,
+    0.04346727207303047,
+    0.3685532808303833,
+    0.4256131649017334,
+    0.3421945571899414,
+    0.15691445767879486,
+    0.048533983528614044,
+    0.08494120091199875,
+    0.07414013892412186,
+    0.19656695425510406,
+    0.10449394583702087,
+    0.05766884610056877,
+    0.06037614122033119,
+    0.024370264261960983,
+    0.14796850085258484,
+    0.0075804186053574085,
+    0.3049555718898773,
+    0.08320631831884384,
+    0.07789388298988342,
+    0.20651322603225708,
+    0.1710054725408554,
+    0.11719150841236115,
+    0.017703117802739143,
+    0.10176976770162582,
+    0.06565035879611969,
+    0.02360224537551403,
+    0.009086506441235542,
+    0.0636054053902626,
+    0.05886728689074516,
+    0.0622013658285141,
+    0.22987057268619537,
+    0.3047019839286804,
+    0.11946426331996918,
+    0.13812124729156494,
+    0.1976364105939865,
+    0.07299783825874329,
+    0.04630320891737938,
+    0.11727635562419891,
+    0.08016488701105118,
+    0.1291808933019638,
+    0.10968314111232758,
+    0.3347478210926056,
+    0.007259685080498457,
+    0.1400512009859085,
+    0.031016262248158455,
+    0.014293394051492214,
+    0.10269782692193985,
+    0.020487511530518532,
+    0.02289622090756893,
+    0.05425473302602768,
+    0.025013677775859833,
+    0.15243227779865265,
+    0.08276057988405228,
+    0.009204602800309658,
+    0.14073456823825836,
+    0.26794975996017456,
+    0.10191748291254044,
+    0.3408476710319519,
+    0.059634290635585785,
+    0.07617265731096268,
+    0.033299319446086884,
+    0.2601689398288727,
+    0.167506605386734,
+    0.07387161999940872,
+    0.011729063466191292,
+    0.1459282487630844,
+    0.10297050327062607
+  ]
+}

p5-mae-15m-natural-ess-1200k/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f0e0aea7cc55d9554b20c1ff31c37bf0267a44989cd78ec5ad92dd04caa4f1
+size 15360128

p5-mae-15m-natural-ess-1200k/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-natural-ess-1200k",
+  "fingerprint": "2db1b8bae950244a",
+  "wandb_run_id": "phase5-p5-mae-15m-natural-ess-1200k",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": 0.627607,
+    "max_repetition": 1.600016708437761,
+    "distinct_clips": 1199999,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.04398333333333333,
+      0.04763958333333333,
+      0.04987552083333333,
+      0.043524479166666664,
+      0.06833802083333333,
+      0.06918802083333334,
+      0.06156822916666667,
+      0.023825520833333332,
+      0.05248958333333333,
+      0.049847916666666665,
+      0.04359895833333333,
+      0.025219270833333335,
+      0.0579875,
+      0.0927875,
+      0.049216666666666666,
+      0.05441666666666667,
+      0.050065104166666666,
+      0.0587765625,
+      0.043496875,
+      0.0141546875
+    ]
+  },
+  "started_at": 1787011984.9037545,
+  "finished_at": 1787012697.0745466,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6747117042541504,
+    "val/loss": 0.630480773281306,
+    "val/frame": 0.630480773281306,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-natural-ess-1200k/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787012697.0763087,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6747117042541504,
+  "val/loss": 0.630480773281306,
+  "val/frame": 0.630480773281306,
+  "val/utterance": 0.0
+}

p5-mae-15m-natural-ess-1200k/wandb/debug-internal.log

@@ -0,0 +1,112 @@
+{"time":"2026-08-18T00:13:03.411765081Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T00:13:03.412078746Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T00:13:03.673417318Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-15m-natural-ess-1200k"}
+{"time":"2026-08-18T00:13:03.67350867Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T00:13:03.673656653Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T00:13:03.673680693Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-15m-natural-ess-1200k"}
+{"time":"2026-08-18T00:13:03.673713713Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T00:13:05.336235465Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T00:13:05.642852173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:20.336698248Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":25,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":45,"uploaded_len":2}
+{"time":"2026-08-18T00:13:20.639183936Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:35.33699028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":39,"events_offset":2,"events_lines":2,"console_offset":45,"console_lines":40}
+{"time":"2026-08-18T00:13:35.667991577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:50.336742168Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":39,"events_offset":4,"events_lines":2,"console_offset":85,"console_lines":40}
+{"time":"2026-08-18T00:13:50.643621443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:05.337434678Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":41,"events_offset":6,"events_lines":2,"console_offset":125,"console_lines":41}
+{"time":"2026-08-18T00:14:05.717283138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:20.336586341Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":144,"history_lines":42,"events_offset":8,"events_lines":2,"console_offset":166,"console_lines":43}
+{"time":"2026-08-18T00:14:20.653015612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:35.336721641Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":186,"history_lines":42,"events_offset":10,"events_lines":2,"console_offset":209,"console_lines":43}
+{"time":"2026-08-18T00:14:35.660846805Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:50.337081976Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":228,"history_lines":42,"events_offset":12,"events_lines":2,"console_offset":252,"console_lines":43}
+{"time":"2026-08-18T00:14:50.660584922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:05.337403444Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":270,"history_lines":43,"events_offset":14,"events_lines":2,"console_offset":295,"console_lines":44}
+{"time":"2026-08-18T00:15:05.659543019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:20.337007472Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":313,"history_lines":44,"events_offset":16,"events_lines":2,"console_offset":339,"console_lines":45}
+{"time":"2026-08-18T00:15:20.695386071Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:35.336866198Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":357,"history_lines":42,"events_offset":18,"events_lines":2,"console_offset":384,"console_lines":43}
+{"time":"2026-08-18T00:15:35.656960923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:50.337257256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":399,"history_lines":44,"events_offset":20,"events_lines":2,"console_offset":427,"console_lines":44}
+{"time":"2026-08-18T00:15:50.669167424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:05.337030578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":443,"history_lines":43,"events_offset":22,"events_lines":2,"console_offset":471,"console_lines":44}
+{"time":"2026-08-18T00:16:05.686354032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:20.336718561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":486,"history_lines":44,"events_offset":24,"events_lines":2,"console_offset":515,"console_lines":45}
+{"time":"2026-08-18T00:16:20.684314779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:35.337640924Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":530,"history_lines":43,"events_offset":26,"events_lines":2,"console_offset":559,"console_lines":45}
+{"time":"2026-08-18T00:16:35.674347258Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:50.337073288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":573,"history_lines":43,"events_offset":28,"events_lines":2,"console_offset":604,"console_lines":44}
+{"time":"2026-08-18T00:16:50.652633982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:05.337147034Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":43,"events_offset":30,"events_lines":2,"console_offset":648,"console_lines":44}
+{"time":"2026-08-18T00:17:06.235422718Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:20.336980415Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":659,"history_lines":43,"events_offset":32,"events_lines":2,"console_offset":692,"console_lines":44}
+{"time":"2026-08-18T00:17:21.233630838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:35.336995202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":47,"events_offset":34,"events_lines":2,"console_offset":736,"console_lines":47}
+{"time":"2026-08-18T00:17:36.14038112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:50.337676001Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":43,"events_offset":36,"events_lines":2,"console_offset":783,"console_lines":44}
+{"time":"2026-08-18T00:17:50.666646585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:05.337279895Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":792,"history_lines":44,"events_offset":38,"events_lines":2,"console_offset":827,"console_lines":45}
+{"time":"2026-08-18T00:18:05.685929563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:20.337142757Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":836,"history_lines":40,"events_offset":40,"events_lines":2,"console_offset":872,"console_lines":41}
+{"time":"2026-08-18T00:18:21.172841691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:35.336975672Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":876,"history_lines":42,"events_offset":42,"events_lines":2,"console_offset":913,"console_lines":43}
+{"time":"2026-08-18T00:18:35.676680726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:50.337372277Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":918,"history_lines":42,"events_offset":44,"events_lines":2,"console_offset":956,"console_lines":43}
+{"time":"2026-08-18T00:18:50.673366655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:05.337190969Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":960,"history_lines":42,"events_offset":46,"events_lines":2,"console_offset":999,"console_lines":43}
+{"time":"2026-08-18T00:19:05.674803715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:20.336804403Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1002,"history_lines":44,"events_offset":48,"events_lines":2,"console_offset":1042,"console_lines":44}
+{"time":"2026-08-18T00:19:21.189440495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:35.337346756Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1046,"history_lines":42,"events_offset":50,"events_lines":2,"console_offset":1086,"console_lines":43}
+{"time":"2026-08-18T00:19:36.193163764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:50.337238391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1088,"history_lines":41,"events_offset":52,"events_lines":2,"console_offset":1129,"console_lines":42}
+{"time":"2026-08-18T00:19:50.651582905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:05.336988236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":42,"events_offset":54,"events_lines":2,"console_offset":1171,"console_lines":43}
+{"time":"2026-08-18T00:20:05.702523292Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:20.337415725Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1171,"history_lines":40,"events_offset":56,"events_lines":2,"console_offset":1214,"console_lines":41}
+{"time":"2026-08-18T00:20:20.664092223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:35.339809886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1211,"history_lines":43,"events_offset":58,"events_lines":2,"console_offset":1255,"console_lines":44}
+{"time":"2026-08-18T00:20:35.664061122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:50.336819491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1254,"history_lines":45,"events_offset":60,"events_lines":2,"console_offset":1299,"console_lines":45}
+{"time":"2026-08-18T00:20:50.660995477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:05.337190342Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1299,"history_lines":44,"events_offset":62,"events_lines":2,"console_offset":1344,"console_lines":45}
+{"time":"2026-08-18T00:21:05.677396337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:20.337478517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1343,"history_lines":43,"events_offset":64,"events_lines":2,"console_offset":1389,"console_lines":44}
+{"time":"2026-08-18T00:21:20.675641467Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:35.336871149Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1386,"history_lines":44,"events_offset":66,"events_lines":2,"console_offset":1433,"console_lines":45}
+{"time":"2026-08-18T00:21:35.660514538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:50.337251577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1430,"history_lines":43,"events_offset":68,"events_lines":2,"console_offset":1478,"console_lines":44}
+{"time":"2026-08-18T00:21:50.663181334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:05.337077536Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1473,"history_lines":43,"events_offset":70,"events_lines":2,"console_offset":1522,"console_lines":44}
+{"time":"2026-08-18T00:22:05.712088147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:20.337284637Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1516,"history_lines":43,"events_offset":72,"events_lines":2,"console_offset":1566,"console_lines":44}
+{"time":"2026-08-18T00:22:20.699433067Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:35.337386262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1559,"history_lines":44,"events_offset":74,"events_lines":2,"console_offset":1610,"console_lines":45}
+{"time":"2026-08-18T00:22:35.69388211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:50.336968876Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1603,"history_lines":42,"events_offset":76,"events_lines":2,"console_offset":1655,"console_lines":42}
+{"time":"2026-08-18T00:22:50.665971638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:05.337596988Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1645,"history_lines":44,"events_offset":78,"events_lines":2,"console_offset":1697,"console_lines":45}
+{"time":"2026-08-18T00:23:05.69161648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:20.336440981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1689,"history_lines":43,"events_offset":80,"events_lines":2,"console_offset":1742,"console_lines":44}
+{"time":"2026-08-18T00:23:20.664707685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:35.337111134Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1732,"history_lines":43,"events_offset":82,"events_lines":2,"console_offset":1786,"console_lines":44}
+{"time":"2026-08-18T00:23:35.654207303Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:50.337368098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1775,"history_lines":44,"events_offset":84,"events_lines":2,"console_offset":1830,"console_lines":45}
+{"time":"2026-08-18T00:23:50.70429877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:05.337156837Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1819,"history_lines":38,"events_offset":86,"events_lines":2,"console_offset":1875,"console_lines":39}
+{"time":"2026-08-18T00:24:05.680505549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:20.336948371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1857,"history_lines":42,"events_offset":88,"events_lines":2,"console_offset":1914,"console_lines":43}
+{"time":"2026-08-18T00:24:20.671432179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:35.337064199Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1899,"history_lines":42,"events_offset":90,"events_lines":2,"console_offset":1957,"console_lines":42}
+{"time":"2026-08-18T00:24:35.648265347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:50.337627729Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1941,"history_lines":42,"events_offset":92,"events_lines":2,"console_offset":1999,"console_lines":43}
+{"time":"2026-08-18T00:24:50.673036859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:59.642148552Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T00:24:59.642489657Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1983,"history_lines":17,"console_offset":2042,"console_lines":17,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T00:24:59.944370943Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:59.945800842Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T00:24:59.9514865Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T00:24:59.95150169Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T00:24:59.951624708Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T00:24:59.951632698Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T00:25:01.951909759Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-15m-natural-ess-1200k/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_setup.py:_flush():81] Configure stats pid to 2107667
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug.log
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug-internal.log
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:init():783] calling init triggers
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 384, 'depth': 8, 'num_heads': 6, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 48, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.04398323452006878, 0.047639569377790236, 0.04987541997380786, 0.04352455826914307, 0.06833805433404602, 0.0691879390635264, 0.06156826483349581, 0.023825537754756217, 0.05248940389869583, 0.04984770065647712, 0.04359882511934997, 0.025219348711104046, 0.057987765843943384, 0.09278753823173767, 0.049216955435705825, 0.054416680962163656, 0.050065271147224095, 0.05877645887290118, 0.04349683895181232, 0.014154634042250515], 'repetition_cap': 1000.0, 'distinct_fraction': 0.627607}, 'optim': {'lr': 0.0003, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 1, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-15m-natural-ess-1200k', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:init():831] starting backend
+2026-08-18 00:13:03,409 INFO    MainThread:2107667 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 00:13:03,674 INFO    MainThread:2107667 [wandb_init.py:init():851] backend started and connected
+2026-08-18 00:13:03,676 INFO    MainThread:2107667 [wandb_init.py:init():921] updated telemetry
+2026-08-18 00:13:03,684 INFO    MainThread:2107667 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 00:13:04,679 INFO    MainThread:2107667 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 00:13:04,759 INFO    MainThread:2107667 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 00:24:57,076 INFO    MainThread:2107667 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-15m-natural-ess-1200k
+2026-08-18 00:24:57,077 INFO    MainThread:2107667 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 00:24:57,078 INFO    MainThread:2107667 [wandb_run.py:_restore():2575] restore
+2026-08-18 00:24:57,078 INFO    MainThread:2107667 [wandb_run.py:_restore():2581] restore done
+2026-08-18 00:24:59,950 INFO    MainThread:2107667 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/files/config.yaml

@@ -0,0 +1,245 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            8qxxlmacmzs2vg8gwt4md7q44vkuqjeu:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-15m-natural-ess-1200k
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_15m.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=3.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.04398323452006878, 0.047639569377790236, 0.04987541997380786, 0.04352455826914307, 0.06833805433404602, 0.0691879390635264, 0.06156826483349581, 0.023825537754756217, 0.05248940389869583, 0.04984770065647712, 0.04359882511934997, 0.025219348711104046, 0.057987765843943384, 0.09278753823173767, 0.049216955435705825, 0.054416680962163656, 0.050065271147224095, 0.05877645887290118, 0.04349683895181232, 0.014154634042250515]
+                    - --set
+                    - mixture.distinct_fraction=0.627607
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-15m-natural-ess-1200k
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "361545265152"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-15m-natural-ess-1200k
+                startedAt: "2026-08-18T00:13:03.406277Z"
+                writerId: 8qxxlmacmzs2vg8gwt4md7q44vkuqjeu
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 48
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 1
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: 0.627607
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0.04398323452006878
+            - 0.047639569377790236
+            - 0.04987541997380786
+            - 0.04352455826914307
+            - 0.06833805433404602
+            - 0.0691879390635264
+            - 0.06156826483349581
+            - 0.023825537754756217
+            - 0.05248940389869583
+            - 0.04984770065647712
+            - 0.04359882511934997
+            - 0.025219348711104046
+            - 0.057987765843943384
+            - 0.09278753823173767
+            - 0.049216955435705825
+            - 0.054416680962163656
+            - 0.050065271147224095
+            - 0.05877645887290118
+            - 0.04349683895181232
+            - 0.014154634042250515
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 8
+        embed_dim: 384
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 6
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0003
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-15m-natural-ess-1200k
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/files/wandb-metadata.json

@@ -0,0 +1,114 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T00:13:03.406277Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-15m-natural-ess-1200k",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_15m.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=3.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.04398323452006878, 0.047639569377790236, 0.04987541997380786, 0.04352455826914307, 0.06833805433404602, 0.0691879390635264, 0.06156826483349581, 0.023825537754756217, 0.05248940389869583, 0.04984770065647712, 0.04359882511934997, 0.025219348711104046, 0.057987765843943384, 0.09278753823173767, 0.049216955435705825, 0.054416680962163656, 0.050065271147224095, 0.05877645887290118, 0.04349683895181232, 0.014154634042250515]",
+    "--set",
+    "mixture.distinct_fraction=0.627607",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-15m-natural-ess-1200k",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-15m-natural-ess-1200k",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "361545265152"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "8qxxlmacmzs2vg8gwt4md7q44vkuqjeu"
+}

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/files/wandb-summary.json

@@ -0,0 +1 @@
+{"optimizer_step":40000,"warmup_steps":4000,"perf/peak_gib":0.6747117042541504,"final_ema_decay":0.9999899952500001,"max_repetition":1.600016708437761,"ema_anneal_steps":40000,"train/utterance_loss":0,"peak_gib":0.6747117042541504,"_timestamp":1.787012696989319e+09,"train/loss":0.640366792678833,"schedule_steps":40000,"_wandb":{"runtime":712},"clips_seen":1920000,"val/loss":0.630480773281306,"train/ema_decay":0.99999,"perf/data_wait_frac":0.0029700638163217643,"_step":40000,"final_step":40000,"train/grad_norm":0.0980917364358902,"clips_per_step":48,"progress/epoch_frac":1.0041714957552834,"budget_clips":1920000,"_runtime":712.398469885,"train/lr":6.000005700153392e-07,"encoder_params":14294784,"train/frame_loss":0.640366792678833,"total_steps":40000,"trainable_params":15041152,"completed":true,"final_lr":6.000005700153392e-07,"val/utterance":0,"progress/clips_seen":1920000,"decoder_params":647808,"total_params":15041152,"val/frame":0.630480773281306,"perf/clips_per_s":3128.1911725076243}

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug-core.log

@@ -0,0 +1,48 @@
+{"time":"2026-08-18T00:13:02.504490098Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp6n8xapuh/port-2107667.txt","pid":2107667,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T00:13:02.505112759Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2107667}
+{"time":"2026-08-18T00:13:02.505055138Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2107667-2108159-1596116695/socket","Net":"unix"}}
+{"time":"2026-08-18T00:13:02.656382253Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T00:13:03.410366497Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-15m-natural-ess-1200k","id":"1(@)"}
+{"time":"2026-08-18T00:13:03.673668253Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-15m-natural-ess-1200k","id":"1(@)"}
+{"time":"2026-08-18T00:13:09.772651131Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"v9vew0zh2u8l"}
+{"time":"2026-08-18T00:13:34.412798886Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: body: failed to forward logs"}
+{"time":"2026-08-18T00:13:38.198499954Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:13:47.935347201Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:13:54.911809636Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:14:25.668247187Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:14:26.16547512Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:15:01.337114183Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:15:13.667412204Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:15:20.788617518Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:15:31.337880214Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:16:06.166731523Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:16:17.912599307Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:17:26.788317747Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:17:49.253194835Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:19:55.665533755Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:20:16.246503617Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:20:45.620373279Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:21:15.817814714Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:21:19.166345405Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:21:48.605727889Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:23:14.323163566Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:24:13.667264985Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:24:14.912079814Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T00:24:50.586479071Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:24:57.078670128Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"v9vew0zh2u8l"}
+{"time":"2026-08-18T00:24:59.948276826Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"v9vew0zh2u8l"}
+{"time":"2026-08-18T00:24:59.9514736Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-15m-natural-ess-1200k","id":"1(@)"}
+{"time":"2026-08-18T00:24:59.951697877Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T00:25:01.952333373Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-15m-natural-ess-1200k","id":"1(@)"}
+{"time":"2026-08-18T00:25:01.952353693Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T00:25:01.952368793Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T00:25:01.952378512Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T00:25:01.952440232Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T00:25:01.952450991Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T00:25:01.952503591Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T00:25:01.952502721Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:25:01.952609589Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T00:25:01.952642369Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T00:25:01.952875405Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2107667-2108159-1596116695/socket","Net":"unix"}}
+{"time":"2026-08-18T00:25:02.466906523Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T00:25:02.466958942Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug-internal.log

@@ -0,0 +1,112 @@
+{"time":"2026-08-18T00:13:03.411765081Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T00:13:03.412078746Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T00:13:03.673417318Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-15m-natural-ess-1200k"}
+{"time":"2026-08-18T00:13:03.67350867Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T00:13:03.673656653Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T00:13:03.673680693Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-15m-natural-ess-1200k"}
+{"time":"2026-08-18T00:13:03.673713713Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T00:13:05.336235465Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T00:13:05.642852173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:20.336698248Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":25,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":45,"uploaded_len":2}
+{"time":"2026-08-18T00:13:20.639183936Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:35.33699028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":39,"events_offset":2,"events_lines":2,"console_offset":45,"console_lines":40}
+{"time":"2026-08-18T00:13:35.667991577Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:13:50.336742168Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":64,"history_lines":39,"events_offset":4,"events_lines":2,"console_offset":85,"console_lines":40}
+{"time":"2026-08-18T00:13:50.643621443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:05.337434678Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":41,"events_offset":6,"events_lines":2,"console_offset":125,"console_lines":41}
+{"time":"2026-08-18T00:14:05.717283138Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:20.336586341Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":144,"history_lines":42,"events_offset":8,"events_lines":2,"console_offset":166,"console_lines":43}
+{"time":"2026-08-18T00:14:20.653015612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:35.336721641Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":186,"history_lines":42,"events_offset":10,"events_lines":2,"console_offset":209,"console_lines":43}
+{"time":"2026-08-18T00:14:35.660846805Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:14:50.337081976Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":228,"history_lines":42,"events_offset":12,"events_lines":2,"console_offset":252,"console_lines":43}
+{"time":"2026-08-18T00:14:50.660584922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:05.337403444Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":270,"history_lines":43,"events_offset":14,"events_lines":2,"console_offset":295,"console_lines":44}
+{"time":"2026-08-18T00:15:05.659543019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:20.337007472Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":313,"history_lines":44,"events_offset":16,"events_lines":2,"console_offset":339,"console_lines":45}
+{"time":"2026-08-18T00:15:20.695386071Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:35.336866198Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":357,"history_lines":42,"events_offset":18,"events_lines":2,"console_offset":384,"console_lines":43}
+{"time":"2026-08-18T00:15:35.656960923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:15:50.337257256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":399,"history_lines":44,"events_offset":20,"events_lines":2,"console_offset":427,"console_lines":44}
+{"time":"2026-08-18T00:15:50.669167424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:05.337030578Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":443,"history_lines":43,"events_offset":22,"events_lines":2,"console_offset":471,"console_lines":44}
+{"time":"2026-08-18T00:16:05.686354032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:20.336718561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":486,"history_lines":44,"events_offset":24,"events_lines":2,"console_offset":515,"console_lines":45}
+{"time":"2026-08-18T00:16:20.684314779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:35.337640924Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":530,"history_lines":43,"events_offset":26,"events_lines":2,"console_offset":559,"console_lines":45}
+{"time":"2026-08-18T00:16:35.674347258Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:16:50.337073288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":573,"history_lines":43,"events_offset":28,"events_lines":2,"console_offset":604,"console_lines":44}
+{"time":"2026-08-18T00:16:50.652633982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:05.337147034Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":43,"events_offset":30,"events_lines":2,"console_offset":648,"console_lines":44}
+{"time":"2026-08-18T00:17:06.235422718Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:20.336980415Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":659,"history_lines":43,"events_offset":32,"events_lines":2,"console_offset":692,"console_lines":44}
+{"time":"2026-08-18T00:17:21.233630838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:35.336995202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":47,"events_offset":34,"events_lines":2,"console_offset":736,"console_lines":47}
+{"time":"2026-08-18T00:17:36.14038112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:17:50.337676001Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":43,"events_offset":36,"events_lines":2,"console_offset":783,"console_lines":44}
+{"time":"2026-08-18T00:17:50.666646585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:05.337279895Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":792,"history_lines":44,"events_offset":38,"events_lines":2,"console_offset":827,"console_lines":45}
+{"time":"2026-08-18T00:18:05.685929563Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:20.337142757Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":836,"history_lines":40,"events_offset":40,"events_lines":2,"console_offset":872,"console_lines":41}
+{"time":"2026-08-18T00:18:21.172841691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:35.336975672Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":876,"history_lines":42,"events_offset":42,"events_lines":2,"console_offset":913,"console_lines":43}
+{"time":"2026-08-18T00:18:35.676680726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:18:50.337372277Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":918,"history_lines":42,"events_offset":44,"events_lines":2,"console_offset":956,"console_lines":43}
+{"time":"2026-08-18T00:18:50.673366655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:05.337190969Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":960,"history_lines":42,"events_offset":46,"events_lines":2,"console_offset":999,"console_lines":43}
+{"time":"2026-08-18T00:19:05.674803715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:20.336804403Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1002,"history_lines":44,"events_offset":48,"events_lines":2,"console_offset":1042,"console_lines":44}
+{"time":"2026-08-18T00:19:21.189440495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:35.337346756Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1046,"history_lines":42,"events_offset":50,"events_lines":2,"console_offset":1086,"console_lines":43}
+{"time":"2026-08-18T00:19:36.193163764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:19:50.337238391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1088,"history_lines":41,"events_offset":52,"events_lines":2,"console_offset":1129,"console_lines":42}
+{"time":"2026-08-18T00:19:50.651582905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:05.336988236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":42,"events_offset":54,"events_lines":2,"console_offset":1171,"console_lines":43}
+{"time":"2026-08-18T00:20:05.702523292Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:20.337415725Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1171,"history_lines":40,"events_offset":56,"events_lines":2,"console_offset":1214,"console_lines":41}
+{"time":"2026-08-18T00:20:20.664092223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:35.339809886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1211,"history_lines":43,"events_offset":58,"events_lines":2,"console_offset":1255,"console_lines":44}
+{"time":"2026-08-18T00:20:35.664061122Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:20:50.336819491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1254,"history_lines":45,"events_offset":60,"events_lines":2,"console_offset":1299,"console_lines":45}
+{"time":"2026-08-18T00:20:50.660995477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:05.337190342Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1299,"history_lines":44,"events_offset":62,"events_lines":2,"console_offset":1344,"console_lines":45}
+{"time":"2026-08-18T00:21:05.677396337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:20.337478517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1343,"history_lines":43,"events_offset":64,"events_lines":2,"console_offset":1389,"console_lines":44}
+{"time":"2026-08-18T00:21:20.675641467Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:35.336871149Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1386,"history_lines":44,"events_offset":66,"events_lines":2,"console_offset":1433,"console_lines":45}
+{"time":"2026-08-18T00:21:35.660514538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:21:50.337251577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1430,"history_lines":43,"events_offset":68,"events_lines":2,"console_offset":1478,"console_lines":44}
+{"time":"2026-08-18T00:21:50.663181334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:05.337077536Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1473,"history_lines":43,"events_offset":70,"events_lines":2,"console_offset":1522,"console_lines":44}
+{"time":"2026-08-18T00:22:05.712088147Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:20.337284637Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1516,"history_lines":43,"events_offset":72,"events_lines":2,"console_offset":1566,"console_lines":44}
+{"time":"2026-08-18T00:22:20.699433067Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:35.337386262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1559,"history_lines":44,"events_offset":74,"events_lines":2,"console_offset":1610,"console_lines":45}
+{"time":"2026-08-18T00:22:35.69388211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:22:50.336968876Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1603,"history_lines":42,"events_offset":76,"events_lines":2,"console_offset":1655,"console_lines":42}
+{"time":"2026-08-18T00:22:50.665971638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:05.337596988Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1645,"history_lines":44,"events_offset":78,"events_lines":2,"console_offset":1697,"console_lines":45}
+{"time":"2026-08-18T00:23:05.69161648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:20.336440981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1689,"history_lines":43,"events_offset":80,"events_lines":2,"console_offset":1742,"console_lines":44}
+{"time":"2026-08-18T00:23:20.664707685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:35.337111134Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1732,"history_lines":43,"events_offset":82,"events_lines":2,"console_offset":1786,"console_lines":44}
+{"time":"2026-08-18T00:23:35.654207303Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:23:50.337368098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1775,"history_lines":44,"events_offset":84,"events_lines":2,"console_offset":1830,"console_lines":45}
+{"time":"2026-08-18T00:23:50.70429877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:05.337156837Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1819,"history_lines":38,"events_offset":86,"events_lines":2,"console_offset":1875,"console_lines":39}
+{"time":"2026-08-18T00:24:05.680505549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:20.336948371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1857,"history_lines":42,"events_offset":88,"events_lines":2,"console_offset":1914,"console_lines":43}
+{"time":"2026-08-18T00:24:20.671432179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:35.337064199Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1899,"history_lines":42,"events_offset":90,"events_lines":2,"console_offset":1957,"console_lines":42}
+{"time":"2026-08-18T00:24:35.648265347Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:50.337627729Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1941,"history_lines":42,"events_offset":92,"events_lines":2,"console_offset":1999,"console_lines":43}
+{"time":"2026-08-18T00:24:50.673036859Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:59.642148552Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T00:24:59.642489657Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1983,"history_lines":17,"console_offset":2042,"console_lines":17,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T00:24:59.944370943Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T00:24:59.945800842Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T00:24:59.9514865Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T00:24:59.95150169Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T00:24:59.951624708Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T00:24:59.951632698Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T00:25:01.951909759Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_setup.py:_flush():81] Configure stats pid to 2107667
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug.log
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/logs/debug-internal.log
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:init():783] calling init triggers
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 384, 'depth': 8, 'num_heads': 6, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 48, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.04398323452006878, 0.047639569377790236, 0.04987541997380786, 0.04352455826914307, 0.06833805433404602, 0.0691879390635264, 0.06156826483349581, 0.023825537754756217, 0.05248940389869583, 0.04984770065647712, 0.04359882511934997, 0.025219348711104046, 0.057987765843943384, 0.09278753823173767, 0.049216955435705825, 0.054416680962163656, 0.050065271147224095, 0.05877645887290118, 0.04349683895181232, 0.014154634042250515], 'repetition_cap': 1000.0, 'distinct_fraction': 0.627607}, 'optim': {'lr': 0.0003, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 1, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-15m-natural-ess-1200k', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 00:13:03,408 INFO    MainThread:2107667 [wandb_init.py:init():831] starting backend
+2026-08-18 00:13:03,409 INFO    MainThread:2107667 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 00:13:03,674 INFO    MainThread:2107667 [wandb_init.py:init():851] backend started and connected
+2026-08-18 00:13:03,676 INFO    MainThread:2107667 [wandb_init.py:init():921] updated telemetry
+2026-08-18 00:13:03,684 INFO    MainThread:2107667 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 00:13:04,679 INFO    MainThread:2107667 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 00:13:04,756 INFO    MainThread:2107667 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 00:13:04,759 INFO    MainThread:2107667 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 00:24:57,076 INFO    MainThread:2107667 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-15m-natural-ess-1200k
+2026-08-18 00:24:57,077 INFO    MainThread:2107667 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 00:24:57,078 INFO    MainThread:2107667 [wandb_run.py:_restore():2575] restore
+2026-08-18 00:24:57,078 INFO    MainThread:2107667 [wandb_run.py:_restore():2581] restore done
+2026-08-18 00:24:59,950 INFO    MainThread:2107667 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/run-phase5-p5-mae-15m-natural-ess-1200k.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e1aff79ffb8e6feec25c91df24a37d33a3832d6d7af0e349f9057ab2464826
+size 3446331

p5-mae-15m-natural-ess-1200k/wandb/run-20260818_001303-phase5-p5-mae-15m-natural-ess-1200k/run-phase5-p5-mae-15m-natural-ess-1200k.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}