Upload folder using huggingface_hub

.gitattributes

@@ -44,3 +44,4 @@ p5-mae-15m-natural-ess-400k/wandb/run-20260818_001600-phase5-p5-mae-15m-natural-
 p5-mae-15m-natural-ess-550k/wandb/run-20260818_001429-phase5-p5-mae-15m-natural-ess-550k/run-phase5-p5-mae-15m-natural-ess-550k.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-15m-natural-ess-800k/wandb/run-20260818_001410-phase5-p5-mae-15m-natural-ess-800k/run-phase5-p5-mae-15m-natural-ess-800k.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d0/wandb/run-20260818_022258-phase5-p5-mae-base-d0/run-phase5-p5-mae-base-d0.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/run-phase5-p5-mae-base-d10.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-base-d10/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00005000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.10993239192019943,
+  "probe/map_train": 0.6685438999867304,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.13413120785651222,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.810872646979988,
+  "probe/total_s": 25.967624378041364,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12523396003574302
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12573335413905867
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1288713108749523
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13413120785651222
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12999006688411027
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11235099651389517
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08929324443487405
+    }
+  ],
+  "per_class_ap": [
+    0.6030045747756958,
+    0.006370972841978073,
+    0.053506385535001755,
+    0.17694218456745148,
+    0.08232098817825317,
+    0.2736888527870178,
+    0.22446408867835999,
+    0.29172152280807495,
+    0.013532266952097416,
+    0.04053163528442383,
+    0.018524345010519028,
+    0.0691113993525505,
+    0.45212194323539734,
+    0.23416094481945038,
+    0.05677494779229164,
+    0.3598928153514862,
+    0.211595818400383,
+    0.3329453468322754,
+    0.033744484186172485,
+    0.04205169156193733,
+    0.19708563387393951,
+    0.04600272327661514,
+    0.11633750051259995,
+    0.13399019837379456,
+    0.03999291732907295,
+    0.022609492763876915,
+    0.051758281886577606,
+    0.1423192024230957,
+    0.18519683182239532,
+    0.024888629093766212,
+    0.16779710352420807,
+    0.1252279132604599,
+    0.010055632330477238,
+    0.04973001778125763,
+    0.18281519412994385,
+    0.017186464741826057,
+    0.2618090510368347,
+    0.0540165938436985,
+    0.06328264623880386,
+    0.10646603256464005,
+    0.12962061166763306,
+    0.01271052099764347,
+    0.05183147266507149,
+    0.23118147253990173,
+    0.009512154385447502,
+    0.04472406953573227,
+    0.008217121474444866,
+    0.0577826127409935,
+    0.027345160022377968,
+    0.05537751317024231,
+    0.09230360388755798,
+    0.01022014394402504,
+    0.013571282848715782,
+    0.024618709459900856,
+    0.1537991166114807,
+    0.0825193002820015,
+    0.1284952610731125,
+    0.24023760855197906,
+    0.1348980963230133,
+    0.04463561996817589,
+    0.15269657969474792,
+    0.1528562605381012,
+    0.03224259242415428,
+    0.13220182061195374,
+    0.479745477437973,
+    0.18813754618167877,
+    0.23425094783306122,
+    0.21337160468101501,
+    0.32575950026512146,
+    0.3734837472438812,
+    0.09334573149681091,
+    0.12003753334283829,
+    0.14680731296539307,
+    0.11937252432107925,
+    0.1251806914806366,
+    0.17637252807617188,
+    0.04803045094013214,
+    0.18162713944911957,
+    0.14021381735801697,
+    0.09965144842863083,
+    0.016442734748125076,
+    0.04580504819750786,
+    0.11212480068206787,
+    0.08408360928297043,
+    0.08513613045215607,
+    0.021797139197587967,
+    0.04047861695289612,
+    0.016388047486543655,
+    0.01411357894539833,
+    0.06783054023981094,
+    0.030473219230771065,
+    0.026913749054074287,
+    0.1464889943599701,
+    0.008901190012693405,
+    0.036772146821022034,
+    0.043229684233665466,
+    0.01450006291270256,
+    0.047691311687231064,
+    0.11028391867876053,
+    0.17515477538108826,
+    0.08194008469581604,
+    0.20729312300682068,
+    0.02973458729684353,
+    0.029822254553437233,
+    0.009745231829583645,
+    0.0589316263794899,
+    0.05452083423733711,
+    0.06021483987569809,
+    0.04294390603899956,
+    0.11303624510765076,
+    0.10739367455244064,
+    0.1060105711221695,
+    0.07727047055959702,
+    0.06773369759321213,
+    0.03473180532455444,
+    0.11085592955350876,
+    0.11259255558252335,
+    0.058458153158426285,
+    0.07220243662595749,
+    0.16909046471118927,
+    0.17535564303398132,
+    0.10827657580375671,
+    0.06686364859342575,
+    0.027142753824591637,
+    0.009098700247704983,
+    0.0151980547234416,
+    0.09500108659267426,
+    0.11567075550556183,
+    0.10932769626379013,
+    0.0793139636516571,
+    0.00426122872158885,
+    0.0652475655078888,
+    0.17809262871742249,
+    0.15535953640937805,
+    0.047468703240156174,
+    0.00824833195656538,
+    0.038235001266002655,
+    0.6900413036346436,
+    0.20339523255825043,
+    0.2742997407913208,
+    0.3649763762950897,
+    0.27996426820755005,
+    0.10031688213348389,
+    0.1478659063577652,
+    0.07410932332277298,
+    0.09590395539999008,
+    0.05189777910709381,
+    0.20117343962192535,
+    0.10922987759113312,
+    0.1563737392425537,
+    0.14962267875671387,
+    0.12457194179296494,
+    0.16031084954738617,
+    0.041999924927949905,
+    0.047760870307683945,
+    0.12020552903413773,
+    0.06271587312221527,
+    0.045182518661022186,
+    0.01861674152314663,
+    0.06282375752925873,
+    0.34560319781303406,
+    0.22690242528915405,
+    0.2894253730773926,
+    0.1399047076702118,
+    0.20538654923439026,
+    0.24714800715446472,
+    0.25897711515426636,
+    0.16076278686523438,
+    0.2584809362888336,
+    0.330717533826828,
+    0.14503276348114014,
+    0.2736540138721466,
+    0.29024645686149597,
+    0.22454869747161865,
+    0.07050774246454239,
+    0.09115958958864212,
+    0.09893839061260223,
+    0.31830033659935,
+    0.04801096394658089,
+    0.08170478045940399,
+    0.088966004550457,
+    0.07961642742156982,
+    0.12722238898277283,
+    0.20515356957912445,
+    0.03151727467775345,
+    0.3206126093864441,
+    0.3301132023334503,
+    0.13946914672851562,
+    0.2242647409439087,
+    0.09809868782758713,
+    0.14376923441886902,
+    0.06139092892408371,
+    0.2634876072406769,
+    0.18249571323394775,
+    0.17394833266735077,
+    0.38294899463653564,
+    0.04147285595536232,
+    0.05245841667056084,
+    0.14588287472724915,
+    0.1978275626897812,
+    0.03578028827905655,
+    0.1883321851491928,
+    0.08913689106702805,
+    0.1720384806394577,
+    0.18837617337703705,
+    0.10808281600475311,
+    0.12722769379615784,
+    0.3534233868122101,
+    0.17353685200214386,
+    0.2503146827220917,
+    0.720017671585083,
+    0.3213006854057312,
+    0.4756662845611572,
+    0.028229407966136932,
+    0.2538846433162689,
+    0.11643455177545547,
+    0.02776528336107731,
+    0.1799715757369995,
+    0.07920069247484207,
+    0.09931871294975281,
+    0.12499835342168808,
+    0.09638899564743042,
+    0.16675546765327454,
+    0.1645229458808899,
+    0.04517434164881706,
+    0.05791480466723442,
+    0.07091682404279709,
+    0.02453397586941719,
+    0.13267096877098083,
+    0.041388195008039474,
+    0.043096575886011124,
+    0.08496079593896866,
+    0.056605737656354904,
+    0.07015225291252136,
+    0.03926188498735428,
+    0.008473589085042477,
+    0.12530803680419922,
+    0.016189025714993477,
+    0.29362669587135315,
+    0.024242425337433815,
+    0.08745943009853363,
+    0.18696346879005432,
+    0.2573079764842987,
+    0.14875507354736328,
+    0.12215547263622284,
+    0.19760122895240784,
+    0.04068732634186745,
+    0.12431250512599945,
+    0.02905339188873768,
+    0.11508223414421082,
+    0.10033457726240158,
+    0.022351348772644997,
+    0.0296851247549057,
+    0.04880616441369057,
+    0.04712269827723503,
+    0.12682537734508514,
+    0.1527458131313324,
+    0.19229468703269958,
+    0.14919154345989227,
+    0.11103538423776627,
+    0.03902526944875717,
+    0.04309641942381859,
+    0.15066970884799957,
+    0.06129685044288635,
+    0.015407384373247623,
+    0.06925071030855179,
+    0.054757580161094666,
+    0.10560982674360275,
+    0.10240055620670319,
+    0.024218223989009857,
+    0.015428457409143448,
+    0.18894076347351074,
+    0.04245326295495033,
+    0.01593228243291378,
+    0.13941968977451324,
+    0.02800983376801014,
+    0.06921340525150299,
+    0.030890125781297684,
+    0.056835271418094635,
+    0.03430130332708359,
+    0.01994580216705799,
+    0.27265962958335876,
+    0.10367269068956375,
+    0.1648794710636139,
+    0.08238795399665833,
+    0.17085739970207214,
+    0.18412984907627106,
+    0.1967225819826126,
+    0.16547821462154388,
+    0.14964659512043,
+    0.164694145321846,
+    0.10793650150299072,
+    0.11774544417858124,
+    0.26184555888175964,
+    0.11341450363397598,
+    0.10853461176156998,
+    0.10912329703569412,
+    0.00725335069000721,
+    0.009673936292529106,
+    0.00594324991106987,
+    0.25613588094711304,
+    0.14862076938152313,
+    0.08685993403196335,
+    0.046292636543512344,
+    0.025549955666065216,
+    0.08203331381082535,
+    0.01838223822414875,
+    0.14234709739685059,
+    0.04701270908117294,
+    0.06578543782234192,
+    0.1202736645936966,
+    0.02172105386853218,
+    0.08274438977241516,
+    0.06351327896118164,
+    0.05577905476093292,
+    0.08042871206998825,
+    0.04592422768473625,
+    0.04128164425492287,
+    0.07986246794462204,
+    0.0459236204624176,
+    0.20257000625133514,
+    0.05140623822808266,
+    0.3968185782432556,
+    0.2889736592769623,
+    0.2089381366968155,
+    0.19669035077095032,
+    0.013345278799533844,
+    0.047170963138341904,
+    0.1918625831604004,
+    0.18954648077487946,
+    0.08952212333679199,
+    0.23141257464885712,
+    0.1899930238723755,
+    0.23751822113990784,
+    0.1429751068353653,
+    0.12361545115709305,
+    0.074745312333107,
+    0.12891069054603577,
+    0.043758247047662735,
+    0.02949489839375019,
+    0.05452274531126022,
+    0.006558693945407867,
+    0.029999766498804092,
+    0.10692790150642395,
+    0.08934015780687332,
+    0.05167486518621445,
+    0.04976864904165268,
+    0.2633170783519745,
+    0.021067915484309196,
+    0.013980630785226822,
+    0.020302439108490944,
+    0.010621405206620693,
+    0.034223198890686035,
+    0.06326887756586075,
+    0.021422449499368668,
+    0.053082261234521866,
+    0.024733399972319603,
+    0.009280047379434109,
+    0.0360153429210186,
+    0.09539759159088135,
+    0.008787071332335472,
+    0.020953508093953133,
+    0.11009477823972702,
+    0.10251906514167786,
+    0.016673173755407333,
+    0.021976472809910774,
+    0.3564109802246094,
+    0.12961608171463013,
+    0.00657899584621191,
+    0.10416507720947266,
+    0.09994285553693771,
+    0.08829749375581741,
+    0.07326145470142365,
+    0.2737063765525818,
+    0.1128951832652092,
+    0.018990984186530113,
+    0.05768376961350441,
+    0.0475897453725338,
+    0.007203119806945324,
+    0.015067441388964653,
+    0.03537215664982796,
+    0.09893090277910233,
+    0.058220092207193375,
+    0.06326650828123093,
+    0.08878862857818604,
+    0.17716632783412933,
+    0.1284240335226059,
+    0.034589096903800964,
+    0.04049684852361679,
+    0.03985869139432907,
+    0.283271461725235,
+    0.041519466787576675,
+    0.017848072573542595,
+    0.3610990345478058,
+    0.21742813289165497,
+    0.04784849286079407,
+    0.4397142827510834,
+    0.5023160576820374,
+    0.02227748930454254,
+    0.3245573937892914,
+    0.34901854395866394,
+    0.04082578793168068,
+    0.09884300082921982,
+    0.19242237508296967,
+    0.015149340964853764,
+    0.010936267673969269,
+    0.018501410260796547,
+    0.017220688983798027,
+    0.027356965467333794,
+    0.010792256332933903,
+    0.00852235872298479,
+    0.10125908255577087,
+    0.02059970423579216,
+    0.013036916963756084,
+    0.24063456058502197,
+    0.20076072216033936,
+    0.01631733402609825,
+    0.019652996212244034,
+    0.08147893846035004,
+    0.11763918399810791,
+    0.11582404375076294,
+    0.03694887086749077,
+    0.05670648068189621,
+    0.16388210654258728,
+    0.07751219719648361,
+    0.09994028508663177,
+    0.04013577848672867,
+    0.12225880473852158,
+    0.16472548246383667,
+    0.1522839516401291,
+    0.05724603310227394,
+    0.10266216844320297,
+    0.13428635895252228,
+    0.06842575967311859,
+    0.006049667950719595,
+    0.0680837482213974,
+    0.20079229772090912,
+    0.05077367275953293,
+    0.09948455542325974,
+    0.008971666917204857,
+    0.018071558326482773,
+    0.01837427169084549,
+    0.007499081548303366,
+    0.04408227652311325,
+    0.005122267175465822,
+    0.08474618196487427,
+    0.017101764678955078,
+    0.00599612295627594,
+    0.008707383647561073,
+    0.02462621219456196,
+    0.009460000321269035,
+    0.030962837859988213,
+    0.008901815861463547,
+    0.037636950612068176,
+    0.029470155015587807,
+    0.13689512014389038,
+    0.03457879275083542,
+    0.0966092199087143,
+    0.027819808572530746,
+    0.07813707739114761,
+    0.03296279162168503,
+    0.030297093093395233,
+    0.14715267717838287,
+    0.43885666131973267,
+    0.20198026299476624,
+    0.12424582988023758,
+    0.033181581646203995,
+    0.04480161890387535,
+    0.05543770641088486,
+    0.07673245668411255,
+    0.10851454734802246,
+    0.05114815756678581,
+    0.104644775390625,
+    0.011759452521800995,
+    0.10635069757699966,
+    0.004285641945898533,
+    0.20182736217975616,
+    0.048476897180080414,
+    0.051642730832099915,
+    0.19653743505477905,
+    0.10900191962718964,
+    0.08905332535505295,
+    0.009075796231627464,
+    0.049488428980112076,
+    0.0632995069026947,
+    0.008053074590861797,
+    0.005759597290307283,
+    0.04243013635277748,
+    0.048270151019096375,
+    0.03790033608675003,
+    0.1423577219247818,
+    0.23588550090789795,
+    0.04238348826766014,
+    0.1424936056137085,
+    0.21246172487735748,
+    0.03858371824026108,
+    0.026586398482322693,
+    0.13446111977100372,
+    0.060254961252212524,
+    0.0985967144370079,
+    0.11853094398975372,
+    0.2530800998210907,
+    0.008148259483277798,
+    0.09074843674898148,
+    0.027950957417488098,
+    0.016972169280052185,
+    0.08120335638523102,
+    0.01620311848819256,
+    0.010186869651079178,
+    0.029924722388386726,
+    0.017162172123789787,
+    0.1399596482515335,
+    0.057679448276758194,
+    0.012485818937420845,
+    0.08754953742027283,
+    0.2834978401660919,
+    0.011953385546803474,
+    0.35353878140449524,
+    0.031714681535959244,
+    0.020315021276474,
+    0.02490551769733429,
+    0.20426997542381287,
+    0.12730351090431213,
+    0.019286083057522774,
+    0.0074405730701982975,
+    0.11892195791006088,
+    0.09675407409667969
+  ]
+}

p5-mae-base-d10/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462942b9d83fda49b1e19daa3bf66d4a814fd5d91b29df4abe1d161550014a5b
+size 352156376

p5-mae-base-d10/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00010000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.1308510069659358,
+  "probe/map_train": 0.6955677437714427,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15743367693765156,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.990789061994292,
+  "probe/total_s": 27.06164159695618,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1491051691953637
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14958638404151406
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15252073371227992
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15743367693765156
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1557586068341392
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1386905050605882
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11176929963563535
+    }
+  ],
+  "per_class_ap": [
+    0.6296601295471191,
+    0.012046491727232933,
+    0.06040789559483528,
+    0.20601868629455566,
+    0.11441422998905182,
+    0.2715391516685486,
+    0.20162291824817657,
+    0.30656641721725464,
+    0.021408602595329285,
+    0.0351174995303154,
+    0.015853561460971832,
+    0.10228040814399719,
+    0.4925273060798645,
+    0.2912033498287201,
+    0.052138909697532654,
+    0.44053399562835693,
+    0.27545997500419617,
+    0.33817258477211,
+    0.04658117517828941,
+    0.06067519262433052,
+    0.25057679414749146,
+    0.10034405440092087,
+    0.17731629312038422,
+    0.15145321190357208,
+    0.04680522903800011,
+    0.0470624603331089,
+    0.06737486273050308,
+    0.16500058770179749,
+    0.24000868201255798,
+    0.04815211519598961,
+    0.23912948369979858,
+    0.12842898070812225,
+    0.013360896147787571,
+    0.06252222508192062,
+    0.2372838407754898,
+    0.0434793084859848,
+    0.32688507437705994,
+    0.051737453788518906,
+    0.06613145023584366,
+    0.13493594527244568,
+    0.17049703001976013,
+    0.021602069959044456,
+    0.06744109839200974,
+    0.31732645630836487,
+    0.01096981018781662,
+    0.07008428126573563,
+    0.0072328210808336735,
+    0.06497050076723099,
+    0.05286229029297829,
+    0.06297076493501663,
+    0.09413332492113113,
+    0.007364865858107805,
+    0.016636596992611885,
+    0.05185043439269066,
+    0.18282537162303925,
+    0.07719125598669052,
+    0.1925019472837448,
+    0.32330408692359924,
+    0.1451573669910431,
+    0.08952056616544724,
+    0.1817808598279953,
+    0.15852713584899902,
+    0.05223896726965904,
+    0.13324399292469025,
+    0.4980773627758026,
+    0.2176951915025711,
+    0.2583918273448944,
+    0.2544808089733124,
+    0.34524446725845337,
+    0.3953401446342468,
+    0.11011038720607758,
+    0.12952373921871185,
+    0.16346870362758636,
+    0.15415017306804657,
+    0.16639944911003113,
+    0.24855554103851318,
+    0.061872709542512894,
+    0.18943051993846893,
+    0.19705893099308014,
+    0.08496925979852676,
+    0.01953938603401184,
+    0.05439433455467224,
+    0.1507047414779663,
+    0.09574175626039505,
+    0.11052949726581573,
+    0.022583547979593277,
+    0.05689375847578049,
+    0.017711270600557327,
+    0.023537687957286835,
+    0.036994099617004395,
+    0.07681381702423096,
+    0.08519251644611359,
+    0.12732496857643127,
+    0.012121247127652168,
+    0.0449187345802784,
+    0.05455221235752106,
+    0.012275604531168938,
+    0.03907587006688118,
+    0.14252200722694397,
+    0.25295117497444153,
+    0.14325188100337982,
+    0.36202722787857056,
+    0.03385578840970993,
+    0.034592404961586,
+    0.022326664999127388,
+    0.05566402152180672,
+    0.07483310997486115,
+    0.0688292607665062,
+    0.07531562447547913,
+    0.18846258521080017,
+    0.19728440046310425,
+    0.1095786914229393,
+    0.09957671165466309,
+    0.06996095180511475,
+    0.042088598012924194,
+    0.14291810989379883,
+    0.1462872326374054,
+    0.10060813277959824,
+    0.12547573447227478,
+    0.19643311202526093,
+    0.20795327425003052,
+    0.1404075175523758,
+    0.07885117083787918,
+    0.033956002444028854,
+    0.011147036217153072,
+    0.018535545095801353,
+    0.11015483736991882,
+    0.13137613236904144,
+    0.18380464613437653,
+    0.14452719688415527,
+    0.0059612952172756195,
+    0.10678564012050629,
+    0.16871368885040283,
+    0.17357809841632843,
+    0.0470372810959816,
+    0.006960865575820208,
+    0.07326950132846832,
+    0.710300087928772,
+    0.22513310611248016,
+    0.2982119619846344,
+    0.3849673569202423,
+    0.2827956974506378,
+    0.11061695963144302,
+    0.11592596024274826,
+    0.07662072032690048,
+    0.10592632740736008,
+    0.0849224254488945,
+    0.23939922451972961,
+    0.1104225292801857,
+    0.2248026579618454,
+    0.14777134358882904,
+    0.16742537915706635,
+    0.220002681016922,
+    0.10060835629701614,
+    0.08628244698047638,
+    0.22018949687480927,
+    0.14022225141525269,
+    0.08098230510950089,
+    0.02000376209616661,
+    0.07535745203495026,
+    0.44764941930770874,
+    0.26676660776138306,
+    0.288215309381485,
+    0.1439943164587021,
+    0.24894778430461884,
+    0.23342657089233398,
+    0.26861655712127686,
+    0.18172970414161682,
+    0.25779712200164795,
+    0.3573833405971527,
+    0.1442755162715912,
+    0.26529058814048767,
+    0.27868562936782837,
+    0.18727190792560577,
+    0.06297887116670609,
+    0.10272707790136337,
+    0.1408858597278595,
+    0.2948678731918335,
+    0.07371729612350464,
+    0.1577480137348175,
+    0.20421193540096283,
+    0.16248716413974762,
+    0.1392890065908432,
+    0.27679160237312317,
+    0.04663839563727379,
+    0.3791256248950958,
+    0.32631707191467285,
+    0.1678289771080017,
+    0.293967068195343,
+    0.10681606829166412,
+    0.15301422774791718,
+    0.09476450830698013,
+    0.30287104845046997,
+    0.1620965451002121,
+    0.13900530338287354,
+    0.4157663583755493,
+    0.0609513521194458,
+    0.09768117219209671,
+    0.14922325313091278,
+    0.2523825466632843,
+    0.05362875387072563,
+    0.20670577883720398,
+    0.0789230465888977,
+    0.22288669645786285,
+    0.2302512377500534,
+    0.15272492170333862,
+    0.17676661908626556,
+    0.4817180633544922,
+    0.21863201260566711,
+    0.3056909739971161,
+    0.7585751414299011,
+    0.3739996552467346,
+    0.500002920627594,
+    0.041074302047491074,
+    0.3138446807861328,
+    0.14315469563007355,
+    0.026044845581054688,
+    0.2351841777563095,
+    0.19432340562343597,
+    0.09091493487358093,
+    0.12582825124263763,
+    0.10744468867778778,
+    0.20376645028591156,
+    0.1757805049419403,
+    0.059048913419246674,
+    0.061632174998521805,
+    0.06841344386339188,
+    0.05123268812894821,
+    0.19545136392116547,
+    0.030433351173996925,
+    0.04846172407269478,
+    0.14766788482666016,
+    0.069498710334301,
+    0.07076019048690796,
+    0.02858201041817665,
+    0.016766076907515526,
+    0.13186578452587128,
+    0.0188398789614439,
+    0.36415529251098633,
+    0.03736555203795433,
+    0.09641183912754059,
+    0.1892879158258438,
+    0.27337846159935,
+    0.1911603957414627,
+    0.16404281556606293,
+    0.2215510904788971,
+    0.05950445681810379,
+    0.11336127668619156,
+    0.030837537720799446,
+    0.15709435939788818,
+    0.1290513426065445,
+    0.03052717261016369,
+    0.04653516784310341,
+    0.07406146824359894,
+    0.06255963444709778,
+    0.20615124702453613,
+    0.22962604463100433,
+    0.2127232849597931,
+    0.17087137699127197,
+    0.08636210858821869,
+    0.05982818454504013,
+    0.08060984313488007,
+    0.1748684197664261,
+    0.09041230380535126,
+    0.017740879207849503,
+    0.059252891689538956,
+    0.0671025961637497,
+    0.08782334625720978,
+    0.09650669246912003,
+    0.035325512290000916,
+    0.016983890905976295,
+    0.24355633556842804,
+    0.07582294195890427,
+    0.029984118416905403,
+    0.1448909491300583,
+    0.030675338581204414,
+    0.07185151427984238,
+    0.04031131789088249,
+    0.0629359558224678,
+    0.04377840459346771,
+    0.01441094372421503,
+    0.2541382610797882,
+    0.10799450427293777,
+    0.21462540328502655,
+    0.07078870385885239,
+    0.22468052804470062,
+    0.2932020425796509,
+    0.3246802091598511,
+    0.19452956318855286,
+    0.19379639625549316,
+    0.1980448067188263,
+    0.12868335843086243,
+    0.11388877779245377,
+    0.21764877438545227,
+    0.17726656794548035,
+    0.18136616051197052,
+    0.1369352489709854,
+    0.0061310227029025555,
+    0.010433475486934185,
+    0.007220413535833359,
+    0.2740989923477173,
+    0.16447533667087555,
+    0.14082349836826324,
+    0.0648520216345787,
+    0.03526310250163078,
+    0.09759350121021271,
+    0.018603282049298286,
+    0.16656717658042908,
+    0.06405133754014969,
+    0.12040150165557861,
+    0.14463306963443756,
+    0.03516219183802605,
+    0.1305578351020813,
+    0.08352307230234146,
+    0.0622054822742939,
+    0.12750494480133057,
+    0.05437341332435608,
+    0.038414448499679565,
+    0.16316966712474823,
+    0.06599540263414383,
+    0.2366415113210678,
+    0.05284745246171951,
+    0.439360648393631,
+    0.3824252486228943,
+    0.21419377624988556,
+    0.2433617264032364,
+    0.02204655297100544,
+    0.06983767449855804,
+    0.2409079670906067,
+    0.22344490885734558,
+    0.12238597869873047,
+    0.23929502069950104,
+    0.2401827871799469,
+    0.2770399749279022,
+    0.18842805922031403,
+    0.1463337242603302,
+    0.12835073471069336,
+    0.2406722903251648,
+    0.05294162780046463,
+    0.02156710810959339,
+    0.07353933155536652,
+    0.008179240860044956,
+    0.04425511509180069,
+    0.14139142632484436,
+    0.07361982762813568,
+    0.05414678156375885,
+    0.09652296453714371,
+    0.26552072167396545,
+    0.022376544773578644,
+    0.016931548714637756,
+    0.06190741807222366,
+    0.023582253605127335,
+    0.047070734202861786,
+    0.06361829489469528,
+    0.021855870261788368,
+    0.08177680522203445,
+    0.048525698482990265,
+    0.010544590651988983,
+    0.03797250613570213,
+    0.14573702216148376,
+    0.007018673699349165,
+    0.0627962052822113,
+    0.10243034362792969,
+    0.10551699250936508,
+    0.023072509095072746,
+    0.028063587844371796,
+    0.40569281578063965,
+    0.156436488032341,
+    0.012552819214761257,
+    0.11714886873960495,
+    0.09634610265493393,
+    0.08456491678953171,
+    0.0627409815788269,
+    0.3496301472187042,
+    0.12482079863548279,
+    0.022271165624260902,
+    0.07550085335969925,
+    0.06912759691476822,
+    0.009316254407167435,
+    0.011842885985970497,
+    0.033569902181625366,
+    0.09326986223459244,
+    0.09030474722385406,
+    0.06535226106643677,
+    0.1308910995721817,
+    0.20362438261508942,
+    0.16140806674957275,
+    0.05331442505121231,
+    0.04531753435730934,
+    0.04111326485872269,
+    0.2714862525463104,
+    0.06808415800333023,
+    0.028541414067149162,
+    0.42756718397140503,
+    0.2614496946334839,
+    0.06634407490491867,
+    0.4995415508747101,
+    0.5552173256874084,
+    0.031320635229349136,
+    0.33630964159965515,
+    0.3869571089744568,
+    0.040997136384248734,
+    0.12642347812652588,
+    0.25311020016670227,
+    0.012464693747460842,
+    0.008163616061210632,
+    0.022300180047750473,
+    0.026563189923763275,
+    0.04422275722026825,
+    0.0075349826365709305,
+    0.009444965980947018,
+    0.14991076290607452,
+    0.01720859855413437,
+    0.018650367856025696,
+    0.2420104295015335,
+    0.21798597276210785,
+    0.013519988395273685,
+    0.02178315818309784,
+    0.11047526448965073,
+    0.0978541299700737,
+    0.1572265625,
+    0.04987213388085365,
+    0.06583406031131744,
+    0.22378742694854736,
+    0.10391392558813095,
+    0.0944751724600792,
+    0.05901549756526947,
+    0.14532677829265594,
+    0.16591887176036835,
+    0.13601438701152802,
+    0.07170934230089188,
+    0.1197199895977974,
+    0.15348923206329346,
+    0.09504552185535431,
+    0.005527962930500507,
+    0.0909152626991272,
+    0.18345534801483154,
+    0.06324297934770584,
+    0.09468366950750351,
+    0.027215078473091125,
+    0.03933854401111603,
+    0.017741478979587555,
+    0.006661632098257542,
+    0.0726587101817131,
+    0.008348600938916206,
+    0.12469004839658737,
+    0.023055115714669228,
+    0.009616452269256115,
+    0.011453429237008095,
+    0.042378004640340805,
+    0.007584025152027607,
+    0.040431030094623566,
+    0.00996746402233839,
+    0.038179054856300354,
+    0.029553020372986794,
+    0.14302174746990204,
+    0.046199001371860504,
+    0.1211271807551384,
+    0.03859424591064453,
+    0.11007430404424667,
+    0.032337453216314316,
+    0.031199466437101364,
+    0.29903444647789,
+    0.4638010561466217,
+    0.20615729689598083,
+    0.16232939064502716,
+    0.040521878749132156,
+    0.08392049372196198,
+    0.03393002599477768,
+    0.1372753232717514,
+    0.14355850219726562,
+    0.053596131503582,
+    0.09076780825853348,
+    0.014543887227773666,
+    0.11445187777280807,
+    0.007114470470696688,
+    0.24889497458934784,
+    0.06668499857187271,
+    0.05043420568108559,
+    0.18745362758636475,
+    0.12005526572465897,
+    0.10572178661823273,
+    0.011443919502198696,
+    0.08404918760061264,
+    0.07211722433567047,
+    0.015899142250418663,
+    0.005436242558062077,
+    0.048272836953401566,
+    0.053952086716890335,
+    0.044298507273197174,
+    0.1631230264902115,
+    0.2989940047264099,
+    0.05813944712281227,
+    0.16245314478874207,
+    0.2109619379043579,
+    0.08808696269989014,
+    0.03773932904005051,
+    0.1594216674566269,
+    0.08381878584623337,
+    0.102480448782444,
+    0.09126903116703033,
+    0.23702040314674377,
+    0.009238183498382568,
+    0.10299655795097351,
+    0.018400318920612335,
+    0.015551523305475712,
+    0.0828649029135704,
+    0.016630470752716064,
+    0.01880726031959057,
+    0.030290775001049042,
+    0.02171914651989937,
+    0.15271888673305511,
+    0.07380281388759613,
+    0.007295846939086914,
+    0.0932946428656578,
+    0.3060459494590759,
+    0.03888900950551033,
+    0.34582650661468506,
+    0.03569963201880455,
+    0.06724894046783447,
+    0.024914894253015518,
+    0.20599329471588135,
+    0.13090485334396362,
+    0.02917822077870369,
+    0.007908307015895844,
+    0.16499118506908417,
+    0.10038510710000992
+  ]
+}

p5-mae-base-d10/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00015000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.14479493258513892,
+  "probe/map_train": 0.6862713984678547,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.16721302042299957,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.900406265980564,
+  "probe/total_s": 26.229274339973927,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15895153160924463
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15922426601405304
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1621631822063706
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16721302042299957
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1647138690166847
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14656578010059468
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12070091358568004
+    }
+  ],
+  "per_class_ap": [
+    0.6339060664176941,
+    0.01086723618209362,
+    0.06913977861404419,
+    0.17673109471797943,
+    0.09354202449321747,
+    0.2683347761631012,
+    0.24674354493618011,
+    0.31375759840011597,
+    0.03478081524372101,
+    0.048265762627124786,
+    0.019748397171497345,
+    0.1280868947505951,
+    0.5556983351707458,
+    0.3433229923248291,
+    0.05193714797496796,
+    0.5010107755661011,
+    0.3057348132133484,
+    0.3491515517234802,
+    0.05574147030711174,
+    0.08573818951845169,
+    0.2651667892932892,
+    0.06620567291975021,
+    0.21525762975215912,
+    0.16692642867565155,
+    0.07408324629068375,
+    0.03116520307958126,
+    0.07948461920022964,
+    0.1940019577741623,
+    0.27602970600128174,
+    0.040450721979141235,
+    0.27111056447029114,
+    0.16412197053432465,
+    0.026224497705698013,
+    0.06551410257816315,
+    0.26183316111564636,
+    0.05235501006245613,
+    0.3727245330810547,
+    0.07528682798147202,
+    0.07060109078884125,
+    0.13485242426395416,
+    0.22259242832660675,
+    0.017515122890472412,
+    0.07904990762472153,
+    0.395132452249527,
+    0.012046771124005318,
+    0.060556329786777496,
+    0.008704771287739277,
+    0.07539710402488708,
+    0.04457075148820877,
+    0.06565408408641815,
+    0.1230369508266449,
+    0.0076940665021538734,
+    0.02077540010213852,
+    0.03532593324780464,
+    0.1788441687822342,
+    0.11245749145746231,
+    0.23932239413261414,
+    0.32040873169898987,
+    0.19361284375190735,
+    0.10220709443092346,
+    0.18128664791584015,
+    0.16543281078338623,
+    0.06575891375541687,
+    0.1662522554397583,
+    0.4956086575984955,
+    0.22067666053771973,
+    0.30623164772987366,
+    0.30277779698371887,
+    0.4066384732723236,
+    0.43359804153442383,
+    0.12194181233644485,
+    0.1427939534187317,
+    0.1866290420293808,
+    0.17402204871177673,
+    0.1799081712961197,
+    0.22404168546199799,
+    0.061952121555805206,
+    0.23887498676776886,
+    0.17553694546222687,
+    0.08774866163730621,
+    0.023473000153899193,
+    0.08465021848678589,
+    0.1586376428604126,
+    0.16526906192302704,
+    0.13712552189826965,
+    0.026111433282494545,
+    0.07469068467617035,
+    0.05392060428857803,
+    0.03661618009209633,
+    0.08073543757200241,
+    0.07061327993869781,
+    0.07268745452165604,
+    0.1657462865114212,
+    0.021032625809311867,
+    0.046575043350458145,
+    0.06047936901450157,
+    0.029716938734054565,
+    0.0447126068174839,
+    0.1441030353307724,
+    0.254212886095047,
+    0.16080372035503387,
+    0.3543115556240082,
+    0.05193966627120972,
+    0.050984956324100494,
+    0.03274623304605484,
+    0.06292305886745453,
+    0.06221753731369972,
+    0.060269422829151154,
+    0.08044431358575821,
+    0.19909381866455078,
+    0.21346476674079895,
+    0.12309422343969345,
+    0.10645626485347748,
+    0.08485337346792221,
+    0.04219074174761772,
+    0.16839599609375,
+    0.16763779520988464,
+    0.099774569272995,
+    0.11607448011636734,
+    0.3839575946331024,
+    0.39258819818496704,
+    0.123824842274189,
+    0.10363512486219406,
+    0.052181508392095566,
+    0.00820066500455141,
+    0.021438084542751312,
+    0.12363304942846298,
+    0.1508902907371521,
+    0.12033969163894653,
+    0.14819128811359406,
+    0.005844813771545887,
+    0.11397644877433777,
+    0.1626710146665573,
+    0.16180449724197388,
+    0.0712679922580719,
+    0.00893310271203518,
+    0.06017634645104408,
+    0.7211413979530334,
+    0.24845187366008759,
+    0.33877837657928467,
+    0.45129552483558655,
+    0.3306698799133301,
+    0.11895715445280075,
+    0.1608881652355194,
+    0.12244240194559097,
+    0.08999715745449066,
+    0.11835283041000366,
+    0.36047661304473877,
+    0.08462631702423096,
+    0.27399981021881104,
+    0.12365087121725082,
+    0.21592538058757782,
+    0.27008357644081116,
+    0.12150824815034866,
+    0.11974593997001648,
+    0.2634497880935669,
+    0.15776528418064117,
+    0.12703904509544373,
+    0.026837492361664772,
+    0.09176187962293625,
+    0.49722787737846375,
+    0.2854747474193573,
+    0.33658576011657715,
+    0.14734841883182526,
+    0.25095051527023315,
+    0.2622656226158142,
+    0.29963523149490356,
+    0.1505979597568512,
+    0.2863001227378845,
+    0.40348485112190247,
+    0.2505040168762207,
+    0.2863691747188568,
+    0.3010746240615845,
+    0.15769310295581818,
+    0.0752444788813591,
+    0.13395847380161285,
+    0.13927769660949707,
+    0.36962267756462097,
+    0.07452413439750671,
+    0.1881740242242813,
+    0.2454935759305954,
+    0.19089260697364807,
+    0.18492871522903442,
+    0.30986112356185913,
+    0.0738469809293747,
+    0.4339752495288849,
+    0.34892386198043823,
+    0.18947140872478485,
+    0.357943594455719,
+    0.1410064548254013,
+    0.1555648297071457,
+    0.10616540908813477,
+    0.34104451537132263,
+    0.2059747874736786,
+    0.175373837351799,
+    0.4025317132472992,
+    0.08422836661338806,
+    0.10422276705503464,
+    0.15625473856925964,
+    0.3055037558078766,
+    0.05554096773266792,
+    0.26310691237449646,
+    0.08765901625156403,
+    0.2027597278356552,
+    0.24770407378673553,
+    0.18863260746002197,
+    0.20900622010231018,
+    0.48761317133903503,
+    0.23152582347393036,
+    0.2764717936515808,
+    0.7708856463432312,
+    0.3921562731266022,
+    0.5064046382904053,
+    0.047547049820423126,
+    0.31230419874191284,
+    0.19559772312641144,
+    0.03979519382119179,
+    0.25178301334381104,
+    0.20389553904533386,
+    0.11135323345661163,
+    0.14069223403930664,
+    0.10824166983366013,
+    0.2013254314661026,
+    0.20241349935531616,
+    0.08826328814029694,
+    0.06697007268667221,
+    0.09295306354761124,
+    0.039423830807209015,
+    0.19829599559307098,
+    0.03261953219771385,
+    0.05918995290994644,
+    0.10780730098485947,
+    0.08877429366111755,
+    0.06702237576246262,
+    0.060520995408296585,
+    0.010264319367706776,
+    0.13625088334083557,
+    0.017454126849770546,
+    0.36391681432724,
+    0.03199409693479538,
+    0.09316782653331757,
+    0.19819936156272888,
+    0.27461832761764526,
+    0.1811349242925644,
+    0.15638598799705505,
+    0.2190265953540802,
+    0.0696154460310936,
+    0.11746270209550858,
+    0.02780432067811489,
+    0.11071597784757614,
+    0.12347174435853958,
+    0.03797350823879242,
+    0.05912311002612114,
+    0.06607535481452942,
+    0.0682663768529892,
+    0.22965207695960999,
+    0.23315493762493134,
+    0.1979549080133438,
+    0.20222407579421997,
+    0.12094688415527344,
+    0.039535004645586014,
+    0.10188194364309311,
+    0.16586412489414215,
+    0.08631382137537003,
+    0.022946206852793694,
+    0.07408955693244934,
+    0.08434285968542099,
+    0.09789204597473145,
+    0.1270696073770523,
+    0.03996996209025383,
+    0.016863172873854637,
+    0.2528626322746277,
+    0.09460333734750748,
+    0.03298555687069893,
+    0.15304063260555267,
+    0.04690898209810257,
+    0.06936176121234894,
+    0.04783882573246956,
+    0.07009846717119217,
+    0.05237777903676033,
+    0.020251695066690445,
+    0.2824433743953705,
+    0.11434689909219742,
+    0.22290772199630737,
+    0.08029291033744812,
+    0.2394966334104538,
+    0.2916397154331207,
+    0.3187010884284973,
+    0.21233642101287842,
+    0.2017190158367157,
+    0.20361267030239105,
+    0.19499537348747253,
+    0.12379761785268784,
+    0.23699826002120972,
+    0.18325930833816528,
+    0.1860744208097458,
+    0.17349496483802795,
+    0.007242545951157808,
+    0.018706945702433586,
+    0.00694970553740859,
+    0.2890206575393677,
+    0.1779768466949463,
+    0.14454612135887146,
+    0.06365881860256195,
+    0.03692321851849556,
+    0.10513829439878464,
+    0.02507789246737957,
+    0.16912925243377686,
+    0.06813611090183258,
+    0.16422419250011444,
+    0.1749764233827591,
+    0.041295282542705536,
+    0.1619335114955902,
+    0.09087014943361282,
+    0.08941201865673065,
+    0.12407267838716507,
+    0.06764310598373413,
+    0.04149450361728668,
+    0.15815706551074982,
+    0.05494194105267525,
+    0.2667895257472992,
+    0.05628212168812752,
+    0.47508880496025085,
+    0.40184926986694336,
+    0.2401391863822937,
+    0.25172868371009827,
+    0.027684660628437996,
+    0.05935324355959892,
+    0.30754193663597107,
+    0.2925665080547333,
+    0.19336465001106262,
+    0.22183585166931152,
+    0.3123748302459717,
+    0.3502991795539856,
+    0.24360136687755585,
+    0.17536824941635132,
+    0.1514820009469986,
+    0.23290091753005981,
+    0.04900567978620529,
+    0.03301004692912102,
+    0.07606925070285797,
+    0.008134327828884125,
+    0.05151848867535591,
+    0.15597368776798248,
+    0.06911833584308624,
+    0.059169426560401917,
+    0.09251566231250763,
+    0.297736793756485,
+    0.038449689745903015,
+    0.019745903089642525,
+    0.07881709933280945,
+    0.025613315403461456,
+    0.056935179978609085,
+    0.06920765340328217,
+    0.025863617658615112,
+    0.08907095342874527,
+    0.05238988250494003,
+    0.011152036488056183,
+    0.04292379319667816,
+    0.15321873128414154,
+    0.010361706838011742,
+    0.06523644179105759,
+    0.10600138455629349,
+    0.07884952425956726,
+    0.03260314464569092,
+    0.032032087445259094,
+    0.39433759450912476,
+    0.20745238661766052,
+    0.015064992941915989,
+    0.13087598979473114,
+    0.09559913724660873,
+    0.1043449342250824,
+    0.11601569503545761,
+    0.3494413495063782,
+    0.1498803347349167,
+    0.02939443849027157,
+    0.08535637706518173,
+    0.08330728858709335,
+    0.012036987580358982,
+    0.02156694047152996,
+    0.02055813930928707,
+    0.09747457504272461,
+    0.11966031789779663,
+    0.09531688690185547,
+    0.16537071764469147,
+    0.19974775612354279,
+    0.18836013972759247,
+    0.05490531027317047,
+    0.05151847377419472,
+    0.07267595827579498,
+    0.2882319986820221,
+    0.10344552993774414,
+    0.028188666328787804,
+    0.41408678889274597,
+    0.3289220333099365,
+    0.06303185224533081,
+    0.5233595967292786,
+    0.600795328617096,
+    0.03221890330314636,
+    0.34409812092781067,
+    0.42252296209335327,
+    0.04634612426161766,
+    0.12924662232398987,
+    0.28803783655166626,
+    0.017685946077108383,
+    0.01601480320096016,
+    0.025501424446702003,
+    0.031752146780490875,
+    0.057473085820674896,
+    0.011537260375916958,
+    0.01353112980723381,
+    0.18143124878406525,
+    0.015744958072900772,
+    0.02511669509112835,
+    0.292453408241272,
+    0.2088591456413269,
+    0.02348649874329567,
+    0.011573723517358303,
+    0.1029059886932373,
+    0.1207117959856987,
+    0.17447884380817413,
+    0.07758492231369019,
+    0.09054332226514816,
+    0.29052579402923584,
+    0.10271543264389038,
+    0.10900013893842697,
+    0.047879841178655624,
+    0.1667579859495163,
+    0.21076902747154236,
+    0.13946378231048584,
+    0.09978560358285904,
+    0.14547812938690186,
+    0.1453898847103119,
+    0.08049198985099792,
+    0.005727359093725681,
+    0.07881101965904236,
+    0.20120930671691895,
+    0.08418654650449753,
+    0.11635056138038635,
+    0.03355734050273895,
+    0.03636818006634712,
+    0.03142793849110603,
+    0.007314690854400396,
+    0.05727077275514603,
+    0.008293825201690197,
+    0.12293589115142822,
+    0.03171293064951897,
+    0.012940339744091034,
+    0.009484735317528248,
+    0.045389868319034576,
+    0.006941097788512707,
+    0.05001909285783768,
+    0.0121232895180583,
+    0.034678518772125244,
+    0.03354935348033905,
+    0.1974610537290573,
+    0.04699501767754555,
+    0.15651683509349823,
+    0.032369401305913925,
+    0.1220724955201149,
+    0.05166253447532654,
+    0.03088299371302128,
+    0.32748469710350037,
+    0.48572081327438354,
+    0.2534045875072479,
+    0.17383284866809845,
+    0.05690922960639,
+    0.11097188293933868,
+    0.041975632309913635,
+    0.1279527246952057,
+    0.10927160084247589,
+    0.0588073655962944,
+    0.0789279192686081,
+    0.009428945370018482,
+    0.16446217894554138,
+    0.006515431217849255,
+    0.2846684753894806,
+    0.09869500994682312,
+    0.05346812680363655,
+    0.2308848649263382,
+    0.12948964536190033,
+    0.11605972796678543,
+    0.011821101419627666,
+    0.1074874997138977,
+    0.07342561334371567,
+    0.014325326308608055,
+    0.005076566711068153,
+    0.05488129332661629,
+    0.04546032100915909,
+    0.03644809499382973,
+    0.19157585501670837,
+    0.2652049660682678,
+    0.0661393404006958,
+    0.16159549355506897,
+    0.21244071424007416,
+    0.06677309423685074,
+    0.04092992842197418,
+    0.15238383412361145,
+    0.08815956860780716,
+    0.11822433769702911,
+    0.13713842630386353,
+    0.2791246473789215,
+    0.009462377987802029,
+    0.14005146920681,
+    0.02836536429822445,
+    0.011370216496288776,
+    0.09015760570764542,
+    0.017848579213023186,
+    0.016161758452653885,
+    0.03392259031534195,
+    0.023079751059412956,
+    0.16271229088306427,
+    0.08153470605611801,
+    0.015285925939679146,
+    0.14082549512386322,
+    0.3103359341621399,
+    0.07608373463153839,
+    0.36948779225349426,
+    0.042424626648426056,
+    0.022456230595707893,
+    0.021531138569116592,
+    0.2131217122077942,
+    0.15126024186611176,
+    0.030491041019558907,
+    0.008287460543215275,
+    0.19272519648075104,
+    0.11592020839452744
+  ]
+}

p5-mae-base-d10/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e04e283dfa0eedb52983f0fd8d955607e60733b83798c0e74e2e2efc8ab6a7
+size 352156376

p5-mae-base-d10/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00020000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.15532904234317182,
+  "probe/map_train": 0.6727648734820183,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.186518782831064,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.786069963942282,
+  "probe/total_s": 25.994079535943456,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17922223190223865
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1796016903731979
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18301623276137946
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.186518782831064
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17931135868975287
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1568747241574868
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1264610846661229
+    }
+  ],
+  "per_class_ap": [
+    0.6409558653831482,
+    0.018667826429009438,
+    0.0777633935213089,
+    0.2171604335308075,
+    0.0926315039396286,
+    0.2700265049934387,
+    0.24688801169395447,
+    0.2882118821144104,
+    0.031068868935108185,
+    0.05776907876133919,
+    0.022381313145160675,
+    0.14029359817504883,
+    0.5981447696685791,
+    0.31152692437171936,
+    0.04523344337940216,
+    0.5594456195831299,
+    0.31919601559638977,
+    0.37754711508750916,
+    0.06898616999387741,
+    0.08422309160232544,
+    0.2742321491241455,
+    0.07797783613204956,
+    0.20376960933208466,
+    0.17546400427818298,
+    0.08983473479747772,
+    0.04608176276087761,
+    0.10078832507133484,
+    0.2049650251865387,
+    0.3328911364078522,
+    0.04624437540769577,
+    0.2396055907011032,
+    0.17643962800502777,
+    0.025426547974348068,
+    0.07616996765136719,
+    0.2808316946029663,
+    0.05259217694401741,
+    0.3830811679363251,
+    0.06505552679300308,
+    0.06778252124786377,
+    0.17168699204921722,
+    0.20587298274040222,
+    0.01510153990238905,
+    0.07738618552684784,
+    0.3999544382095337,
+    0.019443070515990257,
+    0.05912159010767937,
+    0.01108144223690033,
+    0.08398839831352234,
+    0.06115845963358879,
+    0.06265756487846375,
+    0.14759641885757446,
+    0.009293867275118828,
+    0.025271864607930183,
+    0.048403337597846985,
+    0.24264194071292877,
+    0.1359323412179947,
+    0.28519463539123535,
+    0.343304306268692,
+    0.1826242059469223,
+    0.08690550178289413,
+    0.17377792298793793,
+    0.19341769814491272,
+    0.05608220025897026,
+    0.1522173285484314,
+    0.49233436584472656,
+    0.22345630824565887,
+    0.29437386989593506,
+    0.3298623263835907,
+    0.4374399483203888,
+    0.4312865436077118,
+    0.13963936269283295,
+    0.16068093478679657,
+    0.21062088012695312,
+    0.2179267704486847,
+    0.20252317190170288,
+    0.24423599243164062,
+    0.07482177764177322,
+    0.3014839291572571,
+    0.21658875048160553,
+    0.09787238389253616,
+    0.023577678948640823,
+    0.10731558501720428,
+    0.19477833807468414,
+    0.19942378997802734,
+    0.12242915481328964,
+    0.04588126391172409,
+    0.08793777227401733,
+    0.0264874454587698,
+    0.04575115442276001,
+    0.1301381140947342,
+    0.09706483036279678,
+    0.09485326707363129,
+    0.18200597167015076,
+    0.025245245546102524,
+    0.06346117705106735,
+    0.08139830827713013,
+    0.019009625539183617,
+    0.03034016862511635,
+    0.16147902607917786,
+    0.3238987624645233,
+    0.18099777400493622,
+    0.4255324900150299,
+    0.057813677936792374,
+    0.05767850950360298,
+    0.03288935124874115,
+    0.05532020330429077,
+    0.06391896307468414,
+    0.053806181997060776,
+    0.10047619789838791,
+    0.1938275247812271,
+    0.2501056492328644,
+    0.15139269828796387,
+    0.129105806350708,
+    0.08410478383302689,
+    0.06438978761434555,
+    0.17995943129062653,
+    0.17614084482192993,
+    0.14363811910152435,
+    0.16961786150932312,
+    0.3973240554332733,
+    0.41365715861320496,
+    0.16077552735805511,
+    0.11168897151947021,
+    0.05141473561525345,
+    0.01736159808933735,
+    0.0188951026648283,
+    0.1289001703262329,
+    0.14355714619159698,
+    0.15773218870162964,
+    0.14913417398929596,
+    0.005723042879253626,
+    0.10997415333986282,
+    0.2098168581724167,
+    0.20228371024131775,
+    0.060535408556461334,
+    0.011711157858371735,
+    0.0888889953494072,
+    0.7298222184181213,
+    0.2563192844390869,
+    0.3521493077278137,
+    0.47739696502685547,
+    0.32986992597579956,
+    0.13953937590122223,
+    0.1977597326040268,
+    0.1346609741449356,
+    0.12464217841625214,
+    0.16436417400836945,
+    0.37061944603919983,
+    0.14814569056034088,
+    0.2587149143218994,
+    0.13608548045158386,
+    0.2318180799484253,
+    0.26622503995895386,
+    0.12319529056549072,
+    0.11633933335542679,
+    0.31363362073898315,
+    0.1629810929298401,
+    0.1447560042142868,
+    0.022432401776313782,
+    0.07415825128555298,
+    0.5227679014205933,
+    0.27039626240730286,
+    0.2957839369773865,
+    0.1411789357662201,
+    0.2428009957075119,
+    0.24166250228881836,
+    0.28170251846313477,
+    0.14062915742397308,
+    0.2599667012691498,
+    0.4175034761428833,
+    0.2524198591709137,
+    0.3149709701538086,
+    0.34357571601867676,
+    0.16483257710933685,
+    0.10232298076152802,
+    0.1074591726064682,
+    0.14306819438934326,
+    0.35542547702789307,
+    0.08444937318563461,
+    0.26686084270477295,
+    0.2922748625278473,
+    0.2546066641807556,
+    0.16226355731487274,
+    0.32972997426986694,
+    0.08410714566707611,
+    0.45316028594970703,
+    0.3646928369998932,
+    0.20407786965370178,
+    0.3749726414680481,
+    0.14900878071784973,
+    0.18494990468025208,
+    0.10701465606689453,
+    0.3264700174331665,
+    0.21599839627742767,
+    0.21425381302833557,
+    0.4171358346939087,
+    0.09139923006296158,
+    0.09655635803937912,
+    0.1325712352991104,
+    0.3092776834964752,
+    0.05087350308895111,
+    0.2733345031738281,
+    0.1265028864145279,
+    0.25275349617004395,
+    0.2481337934732437,
+    0.21484893560409546,
+    0.2652894854545593,
+    0.5528259873390198,
+    0.2394079864025116,
+    0.2860782742500305,
+    0.7889403104782104,
+    0.4408899247646332,
+    0.5270864367485046,
+    0.09253846853971481,
+    0.30659717321395874,
+    0.19531472027301788,
+    0.04824524000287056,
+    0.2505050003528595,
+    0.23797090351581573,
+    0.09510819613933563,
+    0.16421735286712646,
+    0.10890942066907883,
+    0.24544696509838104,
+    0.20646600425243378,
+    0.08515948802232742,
+    0.08275512605905533,
+    0.08186516910791397,
+    0.046412866562604904,
+    0.2101443111896515,
+    0.04344825819134712,
+    0.05875680595636368,
+    0.14012716710567474,
+    0.08881945163011551,
+    0.0535372793674469,
+    0.06134429946541786,
+    0.01903323456645012,
+    0.16421909630298615,
+    0.04398704692721367,
+    0.3604505658149719,
+    0.022771935909986496,
+    0.10657161474227905,
+    0.20814819633960724,
+    0.26701733469963074,
+    0.1894105076789856,
+    0.17717844247817993,
+    0.22294795513153076,
+    0.07276998460292816,
+    0.12389371544122696,
+    0.03622220829129219,
+    0.10484473407268524,
+    0.1375797837972641,
+    0.028281571343541145,
+    0.06829340010881424,
+    0.09198371320962906,
+    0.07493159174919128,
+    0.2654803395271301,
+    0.22524945437908173,
+    0.1899893581867218,
+    0.21798273921012878,
+    0.110896997153759,
+    0.046858057379722595,
+    0.15272800624370575,
+    0.17709410190582275,
+    0.12009899318218231,
+    0.02253013290464878,
+    0.069675512611866,
+    0.07335969060659409,
+    0.10207850486040115,
+    0.14376315474510193,
+    0.03377522528171539,
+    0.019949067384004593,
+    0.26409369707107544,
+    0.11331769078969955,
+    0.03381256014108658,
+    0.16705332696437836,
+    0.05944006145000458,
+    0.09559804201126099,
+    0.06909152865409851,
+    0.06979956477880478,
+    0.053804729133844376,
+    0.02700183540582657,
+    0.31709617376327515,
+    0.13268783688545227,
+    0.23572160303592682,
+    0.09366654604673386,
+    0.2517753839492798,
+    0.3389664888381958,
+    0.3581410348415375,
+    0.23282499611377716,
+    0.23206418752670288,
+    0.1977897435426712,
+    0.186770960688591,
+    0.13331501185894012,
+    0.23231665790081024,
+    0.20079877972602844,
+    0.20282655954360962,
+    0.1587967425584793,
+    0.005801909603178501,
+    0.035350386053323746,
+    0.0077932048588991165,
+    0.28861746191978455,
+    0.18745987117290497,
+    0.15364840626716614,
+    0.060929927974939346,
+    0.04227631539106369,
+    0.09257654845714569,
+    0.02644851617515087,
+    0.18625125288963318,
+    0.10620419681072235,
+    0.17317965626716614,
+    0.1892366111278534,
+    0.09457208216190338,
+    0.20338471233844757,
+    0.09553162008523941,
+    0.07285432517528534,
+    0.14054079353809357,
+    0.06844571977853775,
+    0.05071312561631203,
+    0.18500424921512604,
+    0.0844997987151146,
+    0.3068212568759918,
+    0.04142526537179947,
+    0.5134811997413635,
+    0.42563819885253906,
+    0.293143093585968,
+    0.2819086015224457,
+    0.05837723985314369,
+    0.06368592381477356,
+    0.3248954117298126,
+    0.31353726983070374,
+    0.18930543959140778,
+    0.2854885160923004,
+    0.3237442076206207,
+    0.3572094440460205,
+    0.2557721436023712,
+    0.19103726744651794,
+    0.14757926762104034,
+    0.2495332509279251,
+    0.05339000001549721,
+    0.031272292137145996,
+    0.08843611925840378,
+    0.008314077742397785,
+    0.0818348079919815,
+    0.13971760869026184,
+    0.07432585209608078,
+    0.05492786690592766,
+    0.11191347986459732,
+    0.3071597218513489,
+    0.02981400489807129,
+    0.020825693383812904,
+    0.06863279640674591,
+    0.019574353471398354,
+    0.06227412819862366,
+    0.07337324321269989,
+    0.022519133985042572,
+    0.09567606449127197,
+    0.03327259421348572,
+    0.009966569021344185,
+    0.03933406248688698,
+    0.10059632360935211,
+    0.014921567402780056,
+    0.08622381091117859,
+    0.16684870421886444,
+    0.1009097546339035,
+    0.037351347506046295,
+    0.03918939456343651,
+    0.41284826397895813,
+    0.21588493883609772,
+    0.01592743769288063,
+    0.12647758424282074,
+    0.11617273837327957,
+    0.1352660208940506,
+    0.11184494942426682,
+    0.3222506642341614,
+    0.16443517804145813,
+    0.053588420152664185,
+    0.08604675531387329,
+    0.10447119176387787,
+    0.011540990322828293,
+    0.015981605276465416,
+    0.03347250074148178,
+    0.12343210726976395,
+    0.16750191152095795,
+    0.09737870842218399,
+    0.16557364165782928,
+    0.1970824897289276,
+    0.1858769655227661,
+    0.04355253651738167,
+    0.053532522171735764,
+    0.0906832218170166,
+    0.25413942337036133,
+    0.13214652240276337,
+    0.029684195294976234,
+    0.4208442270755768,
+    0.297308087348938,
+    0.06814751029014587,
+    0.556942343711853,
+    0.615705668926239,
+    0.03404073417186737,
+    0.3802289068698883,
+    0.4523211121559143,
+    0.0456167608499527,
+    0.17708799242973328,
+    0.3290230631828308,
+    0.01815974898636341,
+    0.01152215525507927,
+    0.031941644847393036,
+    0.04971139878034592,
+    0.06457725912332535,
+    0.011752714402973652,
+    0.016669685021042824,
+    0.17358694970607758,
+    0.023801472038030624,
+    0.03074212372303009,
+    0.26990923285484314,
+    0.22373570501804352,
+    0.029873983934521675,
+    0.012001247145235538,
+    0.11580237746238708,
+    0.1113317459821701,
+    0.20002810657024384,
+    0.08567200601100922,
+    0.0962616354227066,
+    0.3523138761520386,
+    0.1103319376707077,
+    0.1109953224658966,
+    0.052606839686632156,
+    0.18027906119823456,
+    0.25599581003189087,
+    0.14108137786388397,
+    0.10060352087020874,
+    0.13805212080478668,
+    0.16407963633537292,
+    0.08416944742202759,
+    0.0055863563902676105,
+    0.07649222761392593,
+    0.20477809011936188,
+    0.08960489183664322,
+    0.11460947245359421,
+    0.03767051175236702,
+    0.02482842281460762,
+    0.04273223876953125,
+    0.009975582361221313,
+    0.07570991665124893,
+    0.014647153206169605,
+    0.13177268207073212,
+    0.040602073073387146,
+    0.010072804987430573,
+    0.015715600922703743,
+    0.060122448951005936,
+    0.00770953856408596,
+    0.03764129802584648,
+    0.01303852442651987,
+    0.038247864693403244,
+    0.03540688380599022,
+    0.21801671385765076,
+    0.02627161704003811,
+    0.12349145859479904,
+    0.03374812752008438,
+    0.1619778424501419,
+    0.04993123188614845,
+    0.03252261504530907,
+    0.35729047656059265,
+    0.5062811970710754,
+    0.28611573576927185,
+    0.18179985880851746,
+    0.046825941652059555,
+    0.07451412826776505,
+    0.06877755373716354,
+    0.214298814535141,
+    0.11245404928922653,
+    0.06568286567926407,
+    0.08763127774000168,
+    0.0105869947001338,
+    0.17988845705986023,
+    0.006839361507445574,
+    0.3218337893486023,
+    0.09959904849529266,
+    0.06478331238031387,
+    0.2481134980916977,
+    0.15986333787441254,
+    0.1443134993314743,
+    0.009837516583502293,
+    0.10756981372833252,
+    0.08370790630578995,
+    0.018000269308686256,
+    0.005559172946959734,
+    0.0468650758266449,
+    0.05296098813414574,
+    0.04912912845611572,
+    0.18149837851524353,
+    0.29005375504493713,
+    0.09529033303260803,
+    0.1749451458454132,
+    0.2161865234375,
+    0.08757425844669342,
+    0.0495256744325161,
+    0.15199559926986694,
+    0.14559631049633026,
+    0.1297910362482071,
+    0.10552574694156647,
+    0.2830619513988495,
+    0.007764729205518961,
+    0.15894129872322083,
+    0.038258183747529984,
+    0.010524995625019073,
+    0.09485772252082825,
+    0.02091977186501026,
+    0.019117524847388268,
+    0.04051154479384422,
+    0.02473383955657482,
+    0.1720777451992035,
+    0.08688703179359436,
+    0.011334558948874474,
+    0.12461133301258087,
+    0.3317650258541107,
+    0.08655747026205063,
+    0.3838752508163452,
+    0.04580849036574364,
+    0.03880033269524574,
+    0.02008112147450447,
+    0.23098042607307434,
+    0.1500820517539978,
+    0.03806009516119957,
+    0.012830289080739021,
+    0.1892344057559967,
+    0.11016257107257843
+  ]
+}

p5-mae-base-d10/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00025000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.1625580695445386,
+  "probe/map_train": 0.6598578364618363,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.19601683517249982,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.04971446003765,
+  "probe/total_s": 26.071626118035056,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1859570225290742
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18645573439486537
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1912582802751492
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19601683517249982
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.18967002871900485
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16456962295585228
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12872002338522257
+    }
+  ],
+  "per_class_ap": [
+    0.6476958990097046,
+    0.02052677981555462,
+    0.08601845055818558,
+    0.23871636390686035,
+    0.12864556908607483,
+    0.2889588475227356,
+    0.2624559700489044,
+    0.2984864115715027,
+    0.03729308024048805,
+    0.05469135567545891,
+    0.02145806886255741,
+    0.11671480536460876,
+    0.6218795776367188,
+    0.3520582914352417,
+    0.06394588947296143,
+    0.5468255877494812,
+    0.32700225710868835,
+    0.36120525002479553,
+    0.06435881555080414,
+    0.09544891119003296,
+    0.2771511971950531,
+    0.080928273499012,
+    0.20653264224529266,
+    0.19306102395057678,
+    0.10110725462436676,
+    0.030299976468086243,
+    0.10770310461521149,
+    0.22379803657531738,
+    0.3583279848098755,
+    0.06137248873710632,
+    0.27336928248405457,
+    0.21222908794879913,
+    0.027202187106013298,
+    0.08133090287446976,
+    0.30083122849464417,
+    0.11188667267560959,
+    0.3850254416465759,
+    0.06296434998512268,
+    0.07444700598716736,
+    0.1531914323568344,
+    0.24097901582717896,
+    0.020662516355514526,
+    0.07273449748754501,
+    0.4094526171684265,
+    0.020724788308143616,
+    0.06342672556638718,
+    0.011489261873066425,
+    0.08942783623933792,
+    0.07900585979223251,
+    0.0910954475402832,
+    0.13415127992630005,
+    0.009545829147100449,
+    0.023597272112965584,
+    0.0671929270029068,
+    0.24887216091156006,
+    0.1359534114599228,
+    0.2798961400985718,
+    0.368407279253006,
+    0.20123428106307983,
+    0.11569267511367798,
+    0.19645525515079498,
+    0.1856146901845932,
+    0.0585816316306591,
+    0.15199841558933258,
+    0.4885457754135132,
+    0.24045246839523315,
+    0.32430240511894226,
+    0.33676591515541077,
+    0.4305894374847412,
+    0.44832950830459595,
+    0.1528283953666687,
+    0.1733832061290741,
+    0.21624718606472015,
+    0.209592804312706,
+    0.20113244652748108,
+    0.22119688987731934,
+    0.06608178466558456,
+    0.28078675270080566,
+    0.18629756569862366,
+    0.10291885584592819,
+    0.030848786234855652,
+    0.11670289188623428,
+    0.2057214081287384,
+    0.21652895212173462,
+    0.131395161151886,
+    0.04896656051278114,
+    0.09926412999629974,
+    0.03297308832406998,
+    0.04318459331989288,
+    0.13421377539634705,
+    0.09286631643772125,
+    0.09949805587530136,
+    0.1658516824245453,
+    0.0501592755317688,
+    0.061142053455114365,
+    0.06034471467137337,
+    0.018561948090791702,
+    0.034626927226781845,
+    0.17994225025177002,
+    0.3428407609462738,
+    0.18855421245098114,
+    0.43562933802604675,
+    0.07008576393127441,
+    0.06968148797750473,
+    0.04370590299367905,
+    0.06131480261683464,
+    0.07148779928684235,
+    0.06598488986492157,
+    0.10162325203418732,
+    0.22098438441753387,
+    0.2513555884361267,
+    0.16654072701931,
+    0.1407894343137741,
+    0.07952956855297089,
+    0.07138499617576599,
+    0.24592779576778412,
+    0.24485966563224792,
+    0.12830668687820435,
+    0.15005046129226685,
+    0.4453030526638031,
+    0.4594268798828125,
+    0.1644478738307953,
+    0.12148472666740417,
+    0.10251711308956146,
+    0.010615378618240356,
+    0.021666983142495155,
+    0.12295373529195786,
+    0.16007660329341888,
+    0.1689974069595337,
+    0.1514013111591339,
+    0.004784238524734974,
+    0.12357639521360397,
+    0.21052344143390656,
+    0.23582471907138824,
+    0.06596262007951736,
+    0.010561332106590271,
+    0.10129505395889282,
+    0.7320850491523743,
+    0.26959139108657837,
+    0.3657272160053253,
+    0.4840075373649597,
+    0.3418707251548767,
+    0.17796942591667175,
+    0.19179941713809967,
+    0.14456258714199066,
+    0.15622523427009583,
+    0.17334307730197906,
+    0.36932095885276794,
+    0.1411285549402237,
+    0.2741914987564087,
+    0.13855302333831787,
+    0.22058433294296265,
+    0.27557215094566345,
+    0.1282956302165985,
+    0.12604555487632751,
+    0.2970762550830841,
+    0.1599597930908203,
+    0.13487911224365234,
+    0.02770262025296688,
+    0.06702903658151627,
+    0.5074344277381897,
+    0.321689635515213,
+    0.3425339460372925,
+    0.15111859142780304,
+    0.27496087551116943,
+    0.2869904637336731,
+    0.3150944113731384,
+    0.1738945096731186,
+    0.31953439116477966,
+    0.4017734229564667,
+    0.24856077134609222,
+    0.32356131076812744,
+    0.35444146394729614,
+    0.2268119752407074,
+    0.10512176156044006,
+    0.1250249594449997,
+    0.13310778141021729,
+    0.38360247015953064,
+    0.09201673418283463,
+    0.2721673846244812,
+    0.32274866104125977,
+    0.2598622739315033,
+    0.18156537413597107,
+    0.3317500650882721,
+    0.08705556392669678,
+    0.4749707877635956,
+    0.3722245395183563,
+    0.2302650362253189,
+    0.3784793019294739,
+    0.1749265193939209,
+    0.1928720921278,
+    0.12278173863887787,
+    0.35095611214637756,
+    0.24126555025577545,
+    0.2360491007566452,
+    0.4195431172847748,
+    0.09780175983905792,
+    0.12034141272306442,
+    0.15003888309001923,
+    0.35544005036354065,
+    0.06945361942052841,
+    0.30486032366752625,
+    0.14214283227920532,
+    0.22052302956581116,
+    0.2505684494972229,
+    0.2550721764564514,
+    0.3054656386375427,
+    0.5440331697463989,
+    0.2504645884037018,
+    0.28450480103492737,
+    0.7826502919197083,
+    0.4565531611442566,
+    0.5519680976867676,
+    0.07040664553642273,
+    0.3486611247062683,
+    0.23554840683937073,
+    0.06584283709526062,
+    0.25630271434783936,
+    0.20611095428466797,
+    0.09565747529268265,
+    0.16122497618198395,
+    0.12743020057678223,
+    0.25062295794487,
+    0.20570071041584015,
+    0.08055584132671356,
+    0.0781221017241478,
+    0.07600061595439911,
+    0.039414796978235245,
+    0.1721634864807129,
+    0.043527450412511826,
+    0.05654054135084152,
+    0.14124277234077454,
+    0.09064774960279465,
+    0.06524108350276947,
+    0.03923093155026436,
+    0.023183004930615425,
+    0.17653977870941162,
+    0.02328462526202202,
+    0.3787321150302887,
+    0.029359890148043633,
+    0.11030084639787674,
+    0.22986958920955658,
+    0.27203240990638733,
+    0.20641818642616272,
+    0.19191166758537292,
+    0.2548667788505554,
+    0.0847451314330101,
+    0.12671591341495514,
+    0.03857011720538139,
+    0.10796689987182617,
+    0.13177277147769928,
+    0.02560698613524437,
+    0.07297009229660034,
+    0.09068930894136429,
+    0.11063570529222488,
+    0.28142592310905457,
+    0.22661976516246796,
+    0.18107880651950836,
+    0.202683687210083,
+    0.12755338847637177,
+    0.04516598954796791,
+    0.13960327208042145,
+    0.19889505207538605,
+    0.12055684626102448,
+    0.024805543944239616,
+    0.07049749791622162,
+    0.08692672103643417,
+    0.10337021946907043,
+    0.12816783785820007,
+    0.0319029800593853,
+    0.02013353444635868,
+    0.2696269154548645,
+    0.14756454527378082,
+    0.03343264386057854,
+    0.19783692061901093,
+    0.05017392709851265,
+    0.08614321053028107,
+    0.05037538334727287,
+    0.06463745981454849,
+    0.04523915797472,
+    0.020242871716618538,
+    0.2724609673023224,
+    0.15463005006313324,
+    0.23431657254695892,
+    0.08122245967388153,
+    0.24583418667316437,
+    0.37028467655181885,
+    0.4032006859779358,
+    0.22731778025627136,
+    0.2377905547618866,
+    0.20036254823207855,
+    0.20421898365020752,
+    0.13293999433517456,
+    0.21476462483406067,
+    0.1877129077911377,
+    0.21015389263629913,
+    0.20763547718524933,
+    0.0059875319711863995,
+    0.019980590790510178,
+    0.010256683453917503,
+    0.2860918641090393,
+    0.1935519576072693,
+    0.1663268506526947,
+    0.0722770169377327,
+    0.041022974997758865,
+    0.09184775501489639,
+    0.03141879290342331,
+    0.19721941649913788,
+    0.10692388564348221,
+    0.19453157484531403,
+    0.19962432980537415,
+    0.07716690748929977,
+    0.18923704326152802,
+    0.09969694167375565,
+    0.08768878877162933,
+    0.14508479833602905,
+    0.07329904288053513,
+    0.044883131980895996,
+    0.17084573209285736,
+    0.09152001142501831,
+    0.3259026110172272,
+    0.04540642723441124,
+    0.5372101068496704,
+    0.4224856197834015,
+    0.28117823600769043,
+    0.319387286901474,
+    0.052148908376693726,
+    0.055399924516677856,
+    0.33649128675460815,
+    0.32432880997657776,
+    0.2083263248205185,
+    0.2837395966053009,
+    0.33402562141418457,
+    0.3704894185066223,
+    0.23490184545516968,
+    0.23132416605949402,
+    0.16117796301841736,
+    0.2671062648296356,
+    0.05229482054710388,
+    0.03577928617596626,
+    0.11258415877819061,
+    0.008793642744421959,
+    0.0834754928946495,
+    0.1628369837999344,
+    0.09865464270114899,
+    0.06686263531446457,
+    0.10658030211925507,
+    0.3063450753688812,
+    0.032140325754880905,
+    0.020139947533607483,
+    0.09702581912279129,
+    0.02945953793823719,
+    0.05974423140287399,
+    0.09729570150375366,
+    0.028126029297709465,
+    0.0892544761300087,
+    0.03136133775115013,
+    0.012903550639748573,
+    0.043784208595752716,
+    0.14894142746925354,
+    0.010521938093006611,
+    0.09626436978578568,
+    0.1543160080909729,
+    0.1126008927822113,
+    0.03950406610965729,
+    0.051046039909124374,
+    0.43222516775131226,
+    0.24015456438064575,
+    0.017990322783589363,
+    0.12517769634723663,
+    0.12341021001338959,
+    0.140437051653862,
+    0.10947991162538528,
+    0.3514672815799713,
+    0.161102756857872,
+    0.040709495544433594,
+    0.0996071994304657,
+    0.08518312871456146,
+    0.013193921186029911,
+    0.015872837975621223,
+    0.03237973898649216,
+    0.09898577630519867,
+    0.2080119103193283,
+    0.11356329172849655,
+    0.1815592646598816,
+    0.19236131012439728,
+    0.20731793344020844,
+    0.06477824598550797,
+    0.06520342826843262,
+    0.10556553304195404,
+    0.2999950349330902,
+    0.13208632171154022,
+    0.030711492523550987,
+    0.4724891781806946,
+    0.3404754102230072,
+    0.08904185891151428,
+    0.5836978554725647,
+    0.6293004751205444,
+    0.04737786948680878,
+    0.38895201683044434,
+    0.43566662073135376,
+    0.06513893604278564,
+    0.1871151179075241,
+    0.3529832363128662,
+    0.025303322821855545,
+    0.017659401521086693,
+    0.04078913480043411,
+    0.038942836225032806,
+    0.07593975961208344,
+    0.015601353719830513,
+    0.020627662539482117,
+    0.19844892621040344,
+    0.03143487498164177,
+    0.04358523339033127,
+    0.2658083736896515,
+    0.2255317121744156,
+    0.03788769245147705,
+    0.012838127091526985,
+    0.11582404375076294,
+    0.13235247135162354,
+    0.22685904800891876,
+    0.08371783047914505,
+    0.09263580292463303,
+    0.34538185596466064,
+    0.10732404887676239,
+    0.10796794295310974,
+    0.05854180082678795,
+    0.19177111983299255,
+    0.23991623520851135,
+    0.15977510809898376,
+    0.09079393744468689,
+    0.18262985348701477,
+    0.18949179351329803,
+    0.10338331758975983,
+    0.005416232626885176,
+    0.08653175085783005,
+    0.19926781952381134,
+    0.09713505208492279,
+    0.11605128645896912,
+    0.06111527234315872,
+    0.018078386783599854,
+    0.04591039568185806,
+    0.009540379047393799,
+    0.08476735651493073,
+    0.014471624046564102,
+    0.1547365039587021,
+    0.06586554646492004,
+    0.010528326965868473,
+    0.013943967409431934,
+    0.06808017939329147,
+    0.00849913526326418,
+    0.05160766839981079,
+    0.016390254721045494,
+    0.0554155558347702,
+    0.03789234906435013,
+    0.243083193898201,
+    0.02599935606122017,
+    0.15094557404518127,
+    0.03985241800546646,
+    0.1511279046535492,
+    0.05169646441936493,
+    0.03193853050470352,
+    0.3743523955345154,
+    0.5033003091812134,
+    0.2669275104999542,
+    0.20618532598018646,
+    0.06447242200374603,
+    0.07224006205797195,
+    0.052957113832235336,
+    0.24418918788433075,
+    0.09402163326740265,
+    0.08508943766355515,
+    0.0954631119966507,
+    0.014138516038656235,
+    0.15114058554172516,
+    0.006045494228601456,
+    0.307210236787796,
+    0.08492454141378403,
+    0.06999129056930542,
+    0.22998002171516418,
+    0.16476058959960938,
+    0.14154227077960968,
+    0.012382032349705696,
+    0.09664668887853622,
+    0.09968063235282898,
+    0.03655460476875305,
+    0.006115514785051346,
+    0.05335073918104172,
+    0.05634235590696335,
+    0.06119007244706154,
+    0.18683022260665894,
+    0.27879682183265686,
+    0.09843522310256958,
+    0.1661922037601471,
+    0.22756993770599365,
+    0.06462707370519638,
+    0.05293304845690727,
+    0.1848175823688507,
+    0.15736348927021027,
+    0.119205541908741,
+    0.1083509549498558,
+    0.3045407235622406,
+    0.007284276187419891,
+    0.14808501303195953,
+    0.03319695591926575,
+    0.01337016373872757,
+    0.10001732409000397,
+    0.020764796063303947,
+    0.01738435961306095,
+    0.03918080031871796,
+    0.02662920206785202,
+    0.16367506980895996,
+    0.09324543923139572,
+    0.008433002978563309,
+    0.12817831337451935,
+    0.30665186047554016,
+    0.07141201943159103,
+    0.3799858093261719,
+    0.051511261612176895,
+    0.042404405772686005,
+    0.022781671956181526,
+    0.2555338442325592,
+    0.15526548027992249,
+    0.04945763200521469,
+    0.011904967948794365,
+    0.1849011927843094,
+    0.10874459892511368
+  ]
+}

p5-mae-base-d10/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00030000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.16784686948998037,
+  "probe/map_train": 0.6461475930358699,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.2018842951485629,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.3071196670644,
+  "probe/total_s": 26.148807076038793,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1905756312576202
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19130299230145054
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19588039842066646
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.2018842951485629
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19307202941771645
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16594014120547973
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13000336079107178
+    }
+  ],
+  "per_class_ap": [
+    0.6529614329338074,
+    0.025530735030770302,
+    0.08880799263715744,
+    0.23989982903003693,
+    0.12977473437786102,
+    0.2788817584514618,
+    0.22643397748470306,
+    0.2966953217983246,
+    0.03641417622566223,
+    0.050885409116744995,
+    0.0235158521682024,
+    0.12333177775144577,
+    0.6327393054962158,
+    0.3534960150718689,
+    0.042453739792108536,
+    0.5755597949028015,
+    0.34943893551826477,
+    0.36966729164123535,
+    0.0710931345820427,
+    0.11202118545770645,
+    0.2725517749786377,
+    0.07990521192550659,
+    0.19960567355155945,
+    0.19667337834835052,
+    0.09517518430948257,
+    0.03294346109032631,
+    0.11046916991472244,
+    0.22421804070472717,
+    0.38105395436286926,
+    0.07075987756252289,
+    0.26601311564445496,
+    0.22033214569091797,
+    0.030442211776971817,
+    0.06819360703229904,
+    0.29597097635269165,
+    0.11706305295228958,
+    0.4017941653728485,
+    0.06201942265033722,
+    0.07859703153371811,
+    0.15403811633586884,
+    0.24914352595806122,
+    0.01907620206475258,
+    0.08314941823482513,
+    0.4325210452079773,
+    0.02380255050957203,
+    0.06899688392877579,
+    0.017018737271428108,
+    0.11030960083007812,
+    0.08002413809299469,
+    0.08834652602672577,
+    0.15819969773292542,
+    0.009051411412656307,
+    0.030376559123396873,
+    0.060607679188251495,
+    0.2385709434747696,
+    0.13875967264175415,
+    0.3147616386413574,
+    0.3650602400302887,
+    0.24105612933635712,
+    0.11573898792266846,
+    0.18212063610553741,
+    0.19017484784126282,
+    0.06650572270154953,
+    0.17002108693122864,
+    0.4905841052532196,
+    0.2395922690629959,
+    0.32254496216773987,
+    0.3624078631401062,
+    0.44602930545806885,
+    0.45232605934143066,
+    0.16057981550693512,
+    0.16057303547859192,
+    0.21669642627239227,
+    0.2051071673631668,
+    0.19589169323444366,
+    0.23499974608421326,
+    0.06505125761032104,
+    0.29543256759643555,
+    0.17964528501033783,
+    0.144183948636055,
+    0.023512789979577065,
+    0.11692215502262115,
+    0.2222287803888321,
+    0.22755317389965057,
+    0.12213544547557831,
+    0.051246754825115204,
+    0.10969464480876923,
+    0.045782990753650665,
+    0.05412391573190689,
+    0.14399109780788422,
+    0.11670225113630295,
+    0.11867398768663406,
+    0.18955478072166443,
+    0.02960425429046154,
+    0.06889822334051132,
+    0.07998126745223999,
+    0.025713004171848297,
+    0.042220570147037506,
+    0.1853623390197754,
+    0.3616182208061218,
+    0.21407848596572876,
+    0.485757052898407,
+    0.06785394251346588,
+    0.06912004202604294,
+    0.03825116902589798,
+    0.06760936975479126,
+    0.07358597964048386,
+    0.06565075367689133,
+    0.1176881492137909,
+    0.2316371500492096,
+    0.2677326798439026,
+    0.17047323286533356,
+    0.15042728185653687,
+    0.08266211301088333,
+    0.07617516815662384,
+    0.2650335431098938,
+    0.2675856351852417,
+    0.16527429223060608,
+    0.1878664195537567,
+    0.43648260831832886,
+    0.44388917088508606,
+    0.17456862330436707,
+    0.11443693935871124,
+    0.10236646980047226,
+    0.009215427562594414,
+    0.023863695561885834,
+    0.13424015045166016,
+    0.1712588220834732,
+    0.17301324009895325,
+    0.17061622440814972,
+    0.005070807412266731,
+    0.11856050044298172,
+    0.21092088520526886,
+    0.20024871826171875,
+    0.08150749653577805,
+    0.012683047913014889,
+    0.10520316660404205,
+    0.7342073917388916,
+    0.2630692422389984,
+    0.3595339357852936,
+    0.48947393894195557,
+    0.34371572732925415,
+    0.17002630233764648,
+    0.19396264851093292,
+    0.1492651253938675,
+    0.19310961663722992,
+    0.1771107316017151,
+    0.38332536816596985,
+    0.131248340010643,
+    0.2892284095287323,
+    0.16414515674114227,
+    0.22618910670280457,
+    0.2782844603061676,
+    0.14392660558223724,
+    0.13732962310314178,
+    0.33790746331214905,
+    0.1665215939283371,
+    0.13612903654575348,
+    0.030073033645749092,
+    0.09236012399196625,
+    0.5129565596580505,
+    0.31983357667922974,
+    0.36473503708839417,
+    0.14738108217716217,
+    0.2783542275428772,
+    0.3140653669834137,
+    0.34433937072753906,
+    0.1865977644920349,
+    0.3394516408443451,
+    0.3985982835292816,
+    0.2603379487991333,
+    0.3303588628768921,
+    0.35218366980552673,
+    0.23499049246311188,
+    0.12565270066261292,
+    0.13345855474472046,
+    0.13292661309242249,
+    0.3796174228191376,
+    0.13519184291362762,
+    0.2681111991405487,
+    0.3206859230995178,
+    0.271170049905777,
+    0.18748082220554352,
+    0.3582846224308014,
+    0.11107839643955231,
+    0.48461511731147766,
+    0.3925707936286926,
+    0.2198641151189804,
+    0.37577491998672485,
+    0.16074210405349731,
+    0.19329524040222168,
+    0.12418045103549957,
+    0.37414833903312683,
+    0.23420238494873047,
+    0.22232496738433838,
+    0.41824087500572205,
+    0.10352138429880142,
+    0.1314491331577301,
+    0.1445857584476471,
+    0.3340834677219391,
+    0.07495652139186859,
+    0.3096959590911865,
+    0.1632145196199417,
+    0.2632136642932892,
+    0.2506482005119324,
+    0.2700470983982086,
+    0.3198310434818268,
+    0.5821524262428284,
+    0.30170491337776184,
+    0.2835007309913635,
+    0.7940016984939575,
+    0.48960578441619873,
+    0.5435300469398499,
+    0.07500426471233368,
+    0.3562268614768982,
+    0.25746217370033264,
+    0.06450382620096207,
+    0.2663417160511017,
+    0.1994350254535675,
+    0.10589513182640076,
+    0.16616228222846985,
+    0.11951036006212234,
+    0.23328576982021332,
+    0.21321558952331543,
+    0.07940580695867538,
+    0.0901477113366127,
+    0.07638587802648544,
+    0.03845604136586189,
+    0.16760525107383728,
+    0.05119013786315918,
+    0.07122288644313812,
+    0.15548743307590485,
+    0.08588085323572159,
+    0.06526995450258255,
+    0.04713889956474304,
+    0.02426392398774624,
+    0.19058704376220703,
+    0.04075721278786659,
+    0.37547317147254944,
+    0.02874833717942238,
+    0.1056860163807869,
+    0.22902172803878784,
+    0.2624399662017822,
+    0.20505037903785706,
+    0.18593299388885498,
+    0.26508384943008423,
+    0.08282135426998138,
+    0.12554620206356049,
+    0.04089450091123581,
+    0.11238928139209747,
+    0.12704089283943176,
+    0.023427849635481834,
+    0.08460032194852829,
+    0.11304691433906555,
+    0.10669733583927155,
+    0.29518359899520874,
+    0.2246517837047577,
+    0.18190765380859375,
+    0.1608102172613144,
+    0.16735629737377167,
+    0.044028282165527344,
+    0.1517752856016159,
+    0.18762141466140747,
+    0.11902324110269547,
+    0.03022632747888565,
+    0.06302206218242645,
+    0.086983822286129,
+    0.11951897293329239,
+    0.17684897780418396,
+    0.036610063165426254,
+    0.025779251009225845,
+    0.2957087755203247,
+    0.15839998424053192,
+    0.04013855382800102,
+    0.18744544684886932,
+    0.033719502389431,
+    0.0875314325094223,
+    0.07721301168203354,
+    0.06633519381284714,
+    0.06272753328084946,
+    0.018984971567988396,
+    0.2711758613586426,
+    0.1559450775384903,
+    0.23906292021274567,
+    0.08292602002620697,
+    0.2540518045425415,
+    0.3769141137599945,
+    0.39342454075813293,
+    0.24670296907424927,
+    0.23089273273944855,
+    0.1996416449546814,
+    0.20668521523475647,
+    0.1306985318660736,
+    0.24012908339500427,
+    0.2121390402317047,
+    0.2383202165365219,
+    0.19835880398750305,
+    0.005788030568510294,
+    0.03146383538842201,
+    0.01226426288485527,
+    0.294830322265625,
+    0.20131196081638336,
+    0.17079350352287292,
+    0.08452221006155014,
+    0.042495597153902054,
+    0.11051545292139053,
+    0.04049968346953392,
+    0.1999611109495163,
+    0.10065489262342453,
+    0.21697334945201874,
+    0.19510330259799957,
+    0.07528524845838547,
+    0.1658724695444107,
+    0.10400635749101639,
+    0.1008763536810875,
+    0.1515565663576126,
+    0.08370955288410187,
+    0.052329692989587784,
+    0.22107340395450592,
+    0.09983795136213303,
+    0.33782726526260376,
+    0.042749855667352676,
+    0.5513384938240051,
+    0.4438561499118805,
+    0.29265087842941284,
+    0.32696157693862915,
+    0.06180056184530258,
+    0.06280986964702606,
+    0.3511504828929901,
+    0.33572402596473694,
+    0.2042013555765152,
+    0.2708439528942108,
+    0.35222941637039185,
+    0.363313764333725,
+    0.2577657699584961,
+    0.24239857494831085,
+    0.16362102329730988,
+    0.2829340994358063,
+    0.06195367872714996,
+    0.04112696647644043,
+    0.10569818317890167,
+    0.010971414856612682,
+    0.0955742597579956,
+    0.15952906012535095,
+    0.08418358862400055,
+    0.06983362883329391,
+    0.1088888943195343,
+    0.3305816054344177,
+    0.033351507037878036,
+    0.023033704608678818,
+    0.10004479438066483,
+    0.034407008439302444,
+    0.06770017743110657,
+    0.10607108473777771,
+    0.026438001543283463,
+    0.10897493362426758,
+    0.03806984797120094,
+    0.015566833317279816,
+    0.038743045181035995,
+    0.17501871287822723,
+    0.013479888439178467,
+    0.10115812718868256,
+    0.16599977016448975,
+    0.1263117641210556,
+    0.04306521639227867,
+    0.050171080976724625,
+    0.421163409948349,
+    0.24718236923217773,
+    0.014285539276897907,
+    0.13656987249851227,
+    0.13089068233966827,
+    0.13553570210933685,
+    0.11988294869661331,
+    0.33193010091781616,
+    0.1460428535938263,
+    0.05101621523499489,
+    0.09139811992645264,
+    0.09336835145950317,
+    0.015364998020231724,
+    0.017543969675898552,
+    0.030013060197234154,
+    0.10593516379594803,
+    0.1837569624185562,
+    0.11340656131505966,
+    0.1846798062324524,
+    0.21952559053897858,
+    0.19533757865428925,
+    0.054041787981987,
+    0.06719712913036346,
+    0.0896800085902214,
+    0.2996971011161804,
+    0.14912959933280945,
+    0.044497180730104446,
+    0.4554595947265625,
+    0.36082541942596436,
+    0.09159833937883377,
+    0.5957460403442383,
+    0.6457851529121399,
+    0.04092150554060936,
+    0.4129115045070648,
+    0.4699772894382477,
+    0.06589049100875854,
+    0.18901245296001434,
+    0.34066638350486755,
+    0.026024790480732918,
+    0.015449978411197662,
+    0.043478019535541534,
+    0.0473489835858345,
+    0.0838790163397789,
+    0.017561690881848335,
+    0.017774682492017746,
+    0.189423069357872,
+    0.034057822078466415,
+    0.05351667106151581,
+    0.27336645126342773,
+    0.22129090130329132,
+    0.04257247969508171,
+    0.014598125591874123,
+    0.1154095008969307,
+    0.14133191108703613,
+    0.22328698635101318,
+    0.07042621076107025,
+    0.10582385957241058,
+    0.3699859380722046,
+    0.10474208742380142,
+    0.10835441201925278,
+    0.052962757647037506,
+    0.20209190249443054,
+    0.2619571387767792,
+    0.15546298027038574,
+    0.11305222660303116,
+    0.17933949828147888,
+    0.16211719810962677,
+    0.08820651471614838,
+    0.006905621849000454,
+    0.09075867384672165,
+    0.20184390246868134,
+    0.10602374374866486,
+    0.11803141981363297,
+    0.06987819820642471,
+    0.02420058473944664,
+    0.04425456374883652,
+    0.011987194418907166,
+    0.0825994461774826,
+    0.019243601709604263,
+    0.15459497272968292,
+    0.06471186131238937,
+    0.008481037802994251,
+    0.018626274541020393,
+    0.06741722673177719,
+    0.008744065649807453,
+    0.054842036217451096,
+    0.0151986014097929,
+    0.06556343287229538,
+    0.03801431134343147,
+    0.24224615097045898,
+    0.02523856610059738,
+    0.16449549794197083,
+    0.03713111951947212,
+    0.1648990958929062,
+    0.055960070341825485,
+    0.045905474573373795,
+    0.3602009117603302,
+    0.4968428313732147,
+    0.3053862750530243,
+    0.197648286819458,
+    0.03656253591179848,
+    0.09224753826856613,
+    0.05461857095360756,
+    0.3243046700954437,
+    0.08800983428955078,
+    0.06579142063856125,
+    0.09748740494251251,
+    0.02179710566997528,
+    0.16161632537841797,
+    0.006382342427968979,
+    0.31297367811203003,
+    0.09190239757299423,
+    0.06682673841714859,
+    0.2295272797346115,
+    0.17241491377353668,
+    0.1643984019756317,
+    0.02207225188612938,
+    0.12297242134809494,
+    0.0957663506269455,
+    0.042261723428964615,
+    0.005651139188557863,
+    0.050873130559921265,
+    0.05899789184331894,
+    0.059804365038871765,
+    0.1977219134569168,
+    0.27336424589157104,
+    0.12531276047229767,
+    0.1495058685541153,
+    0.23188406229019165,
+    0.0631217509508133,
+    0.05488704890012741,
+    0.1321295201778412,
+    0.17517510056495667,
+    0.11682111769914627,
+    0.12270297855138779,
+    0.3180132508277893,
+    0.009911973960697651,
+    0.15673203766345978,
+    0.032741986215114594,
+    0.01567915640771389,
+    0.09753160178661346,
+    0.02233019843697548,
+    0.020328998565673828,
+    0.04468134045600891,
+    0.028184011578559875,
+    0.1670052409172058,
+    0.09748430550098419,
+    0.008840135298669338,
+    0.1250459849834442,
+    0.3062486946582794,
+    0.11283279955387115,
+    0.39686962962150574,
+    0.05276286229491234,
+    0.07105740904808044,
+    0.03150473162531853,
+    0.24894270300865173,
+    0.15152670443058014,
+    0.0512172132730484,
+    0.012417380698025227,
+    0.17841459810733795,
+    0.10698327422142029
+  ]
+}

p5-mae-base-d10/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00035000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.17002700211611033,
+  "probe/map_train": 0.6375916345748323,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.20608060287870114,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.810736087034456,
+  "probe/total_s": 25.497818125993945,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1956536682120275
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19660298847036695
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20120083481255402
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.20608060287870114
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19581023795950797
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16690213109615773
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13142278379066166
+    }
+  ],
+  "per_class_ap": [
+    0.6556437611579895,
+    0.023278232663869858,
+    0.08878488838672638,
+    0.2385881543159485,
+    0.12916697561740875,
+    0.2865893244743347,
+    0.22546455264091492,
+    0.2878003418445587,
+    0.03753644600510597,
+    0.05259663984179497,
+    0.02382170781493187,
+    0.12059497088193893,
+    0.6451773047447205,
+    0.35496383905410767,
+    0.08191985636949539,
+    0.5887589454650879,
+    0.35194697976112366,
+    0.36631834506988525,
+    0.06768090277910233,
+    0.10999944061040878,
+    0.27199870347976685,
+    0.08598937839269638,
+    0.19952896237373352,
+    0.2022702544927597,
+    0.10078968852758408,
+    0.03717036917805672,
+    0.10961303859949112,
+    0.23382538557052612,
+    0.3827100396156311,
+    0.07784453779459,
+    0.2600557506084442,
+    0.23757877945899963,
+    0.036622341722249985,
+    0.06942190229892731,
+    0.303984671831131,
+    0.10107600688934326,
+    0.42327719926834106,
+    0.0667402446269989,
+    0.07944588363170624,
+    0.16300946474075317,
+    0.24999818205833435,
+    0.02274833433330059,
+    0.09711059927940369,
+    0.43755394220352173,
+    0.024773769080638885,
+    0.07247360795736313,
+    0.01689795032143593,
+    0.14069023728370667,
+    0.07388678938150406,
+    0.09145591408014297,
+    0.16393440961837769,
+    0.009324139915406704,
+    0.03201141208410263,
+    0.06252245604991913,
+    0.2590198516845703,
+    0.14188481867313385,
+    0.3100826144218445,
+    0.36952856183052063,
+    0.22535158693790436,
+    0.12015809863805771,
+    0.1826937198638916,
+    0.19600580632686615,
+    0.0681813508272171,
+    0.17227551341056824,
+    0.4970358610153198,
+    0.2487712800502777,
+    0.3358634114265442,
+    0.35536402463912964,
+    0.4476584792137146,
+    0.45559707283973694,
+    0.16056986153125763,
+    0.17089030146598816,
+    0.22478513419628143,
+    0.21916522085666656,
+    0.20653779804706573,
+    0.24259595572948456,
+    0.06257657706737518,
+    0.29795941710472107,
+    0.19856615364551544,
+    0.13906580209732056,
+    0.026057351380586624,
+    0.12318013608455658,
+    0.2368130087852478,
+    0.20289918780326843,
+    0.12200362980365753,
+    0.056548915803432465,
+    0.1340983361005783,
+    0.038792360574007034,
+    0.04557882249355316,
+    0.13864485919475555,
+    0.12809741497039795,
+    0.13386143743991852,
+    0.19381344318389893,
+    0.029843751341104507,
+    0.06571001559495926,
+    0.08178874105215073,
+    0.02624640427529812,
+    0.05198671668767929,
+    0.1880348175764084,
+    0.3564656972885132,
+    0.22663846611976624,
+    0.47830355167388916,
+    0.08257969468832016,
+    0.08447635173797607,
+    0.03931611403822899,
+    0.0709124356508255,
+    0.08326570689678192,
+    0.075868159532547,
+    0.1095062643289566,
+    0.22529524564743042,
+    0.2616055905818939,
+    0.17401839792728424,
+    0.15602010488510132,
+    0.08947653323411942,
+    0.0766136571764946,
+    0.2798663079738617,
+    0.2774149179458618,
+    0.15351910889148712,
+    0.18217964470386505,
+    0.4591040015220642,
+    0.46933040022850037,
+    0.1832095980644226,
+    0.11219858378171921,
+    0.10352913290262222,
+    0.011855125427246094,
+    0.025737425312399864,
+    0.1442624032497406,
+    0.18090979754924774,
+    0.18092040717601776,
+    0.17951445281505585,
+    0.004585379268974066,
+    0.13485577702522278,
+    0.21588993072509766,
+    0.20463651418685913,
+    0.08312862366437912,
+    0.014640726149082184,
+    0.09857656061649323,
+    0.7367804050445557,
+    0.2698381245136261,
+    0.37003517150878906,
+    0.49186456203460693,
+    0.34476837515830994,
+    0.17505833506584167,
+    0.19938206672668457,
+    0.13953739404678345,
+    0.16899661719799042,
+    0.1754155457019806,
+    0.3874298930168152,
+    0.1412922888994217,
+    0.29189762473106384,
+    0.163483127951622,
+    0.225505992770195,
+    0.2862299680709839,
+    0.14764781296253204,
+    0.13793785870075226,
+    0.3188258707523346,
+    0.14860428869724274,
+    0.14785154163837433,
+    0.030439691618084908,
+    0.08131973445415497,
+    0.5030607581138611,
+    0.31796911358833313,
+    0.3687881827354431,
+    0.15771305561065674,
+    0.28462955355644226,
+    0.3218647539615631,
+    0.3482462465763092,
+    0.1840452253818512,
+    0.345081627368927,
+    0.4198245108127594,
+    0.26921793818473816,
+    0.3435307741165161,
+    0.366321861743927,
+    0.23665431141853333,
+    0.12601007521152496,
+    0.13912715017795563,
+    0.13394348323345184,
+    0.373031347990036,
+    0.11759796738624573,
+    0.2533397674560547,
+    0.31295284628868103,
+    0.25332704186439514,
+    0.19695085287094116,
+    0.36090871691703796,
+    0.10798891633749008,
+    0.48868298530578613,
+    0.38981321454048157,
+    0.2263053059577942,
+    0.37148910760879517,
+    0.15984304249286652,
+    0.20573043823242188,
+    0.12842893600463867,
+    0.3725517988204956,
+    0.2249693125486374,
+    0.21091994643211365,
+    0.4249316453933716,
+    0.10551487654447556,
+    0.1486872434616089,
+    0.13678021728992462,
+    0.337477445602417,
+    0.07991372793912888,
+    0.30634286999702454,
+    0.14700505137443542,
+    0.24392390251159668,
+    0.22978870570659637,
+    0.2823255658149719,
+    0.34148913621902466,
+    0.583527147769928,
+    0.2924439013004303,
+    0.2961762547492981,
+    0.7910608649253845,
+    0.4965948164463043,
+    0.5315023064613342,
+    0.08083435148000717,
+    0.3448927700519562,
+    0.2618216872215271,
+    0.06347983330488205,
+    0.2662551999092102,
+    0.21193833649158478,
+    0.10218875855207443,
+    0.18017657101154327,
+    0.12148742377758026,
+    0.22563478350639343,
+    0.21810801327228546,
+    0.07950586080551147,
+    0.09590951353311539,
+    0.07553769648075104,
+    0.041115034371614456,
+    0.1753307431936264,
+    0.05197981372475624,
+    0.07461018860340118,
+    0.15437746047973633,
+    0.07938337326049805,
+    0.07525133341550827,
+    0.05429080128669739,
+    0.022565733641386032,
+    0.17843295633792877,
+    0.03988511860370636,
+    0.3786640763282776,
+    0.0316414013504982,
+    0.11133717000484467,
+    0.23427438735961914,
+    0.26642054319381714,
+    0.20009586215019226,
+    0.1984396129846573,
+    0.27357763051986694,
+    0.08848036825656891,
+    0.12875302135944366,
+    0.04364411532878876,
+    0.09844295680522919,
+    0.13023681938648224,
+    0.023274123668670654,
+    0.09271249175071716,
+    0.10910062491893768,
+    0.1173156127333641,
+    0.3008992671966553,
+    0.21060912311077118,
+    0.18727926909923553,
+    0.16117055714130402,
+    0.18433089554309845,
+    0.04349156841635704,
+    0.17077864706516266,
+    0.19983738660812378,
+    0.10502354800701141,
+    0.027369394898414612,
+    0.06592106074094772,
+    0.08898904919624329,
+    0.12460500746965408,
+    0.1688290238380432,
+    0.036620743572711945,
+    0.02046366222202778,
+    0.3017497658729553,
+    0.15785424411296844,
+    0.04056267812848091,
+    0.18307477235794067,
+    0.03775792941451073,
+    0.07636624574661255,
+    0.058251503854990005,
+    0.06408534198999405,
+    0.06349773705005646,
+    0.0179565642029047,
+    0.2693833112716675,
+    0.1506277173757553,
+    0.2413543164730072,
+    0.08172298967838287,
+    0.2555209994316101,
+    0.41143161058425903,
+    0.4241897761821747,
+    0.2541959285736084,
+    0.266321063041687,
+    0.21337082982063293,
+    0.24776078760623932,
+    0.14257767796516418,
+    0.2330351024866104,
+    0.22235792875289917,
+    0.24551591277122498,
+    0.19709424674510956,
+    0.005531917326152325,
+    0.02954627387225628,
+    0.011765342205762863,
+    0.29677560925483704,
+    0.2074860781431198,
+    0.19206401705741882,
+    0.08286303281784058,
+    0.045807816088199615,
+    0.10738293081521988,
+    0.03615041822195053,
+    0.20165932178497314,
+    0.11402227729558945,
+    0.21758683025836945,
+    0.19031383097171783,
+    0.07864493131637573,
+    0.16212233901023865,
+    0.10710294544696808,
+    0.09481331706047058,
+    0.15954294800758362,
+    0.08148663491010666,
+    0.05797339230775833,
+    0.223600834608078,
+    0.1062139943242073,
+    0.3458559215068817,
+    0.03896498307585716,
+    0.5612291097640991,
+    0.4363294541835785,
+    0.30070939660072327,
+    0.3342125415802002,
+    0.06937354803085327,
+    0.07065390050411224,
+    0.34009507298469543,
+    0.32745105028152466,
+    0.20754286646842957,
+    0.28138405084609985,
+    0.34022992849349976,
+    0.3692096769809723,
+    0.2668834626674652,
+    0.2355179786682129,
+    0.16371247172355652,
+    0.2737594544887543,
+    0.06327033787965775,
+    0.04476914182305336,
+    0.11089441925287247,
+    0.010277329944074154,
+    0.11344823986291885,
+    0.1577417552471161,
+    0.09231609851121902,
+    0.06962871551513672,
+    0.1195436343550682,
+    0.33670157194137573,
+    0.0333678238093853,
+    0.023215318098664284,
+    0.10325034707784653,
+    0.03364800661802292,
+    0.06591163575649261,
+    0.10670758783817291,
+    0.02619115263223648,
+    0.10313452780246735,
+    0.038431137800216675,
+    0.014277678914368153,
+    0.0399366058409214,
+    0.18203221261501312,
+    0.013613870367407799,
+    0.09034249186515808,
+    0.18569813668727875,
+    0.1280655413866043,
+    0.04852984473109245,
+    0.0589040070772171,
+    0.4221079647541046,
+    0.24378861486911774,
+    0.014326849021017551,
+    0.13886794447898865,
+    0.13340558111667633,
+    0.12874256074428558,
+    0.13088123500347137,
+    0.33382076025009155,
+    0.14726082980632782,
+    0.054993029683828354,
+    0.10751187056303024,
+    0.09690643101930618,
+    0.016115352511405945,
+    0.01768980361521244,
+    0.028907278552651405,
+    0.10621631145477295,
+    0.18995605409145355,
+    0.11106789857149124,
+    0.19352254271507263,
+    0.22046558558940887,
+    0.19589024782180786,
+    0.051755428314208984,
+    0.06836200505495071,
+    0.09329874068498611,
+    0.3023124635219574,
+    0.14607127010822296,
+    0.047067731618881226,
+    0.4186348021030426,
+    0.355103075504303,
+    0.1041746735572815,
+    0.6115554571151733,
+    0.671239972114563,
+    0.04012458771467209,
+    0.41540366411209106,
+    0.48275935649871826,
+    0.06464099884033203,
+    0.19460198283195496,
+    0.332318514585495,
+    0.027042007073760033,
+    0.015816783532500267,
+    0.048735715448856354,
+    0.05193454399704933,
+    0.09061931818723679,
+    0.017908263951539993,
+    0.017974451184272766,
+    0.17998136579990387,
+    0.035403963178396225,
+    0.048187822103500366,
+    0.27722886204719543,
+    0.2330954223871231,
+    0.048358406871557236,
+    0.013608924113214016,
+    0.11468613892793655,
+    0.13912110030651093,
+    0.22445039451122284,
+    0.07707460969686508,
+    0.10258956998586655,
+    0.3478533625602722,
+    0.10619305074214935,
+    0.10654173046350479,
+    0.05196636915206909,
+    0.20464399456977844,
+    0.24130459129810333,
+    0.16604790091514587,
+    0.10160107165575027,
+    0.18885871767997742,
+    0.16780753433704376,
+    0.08941800892353058,
+    0.0069204699248075485,
+    0.09124688059091568,
+    0.20654918253421783,
+    0.11723244190216064,
+    0.12864767014980316,
+    0.07293416559696198,
+    0.03897712007164955,
+    0.047021180391311646,
+    0.01188601739704609,
+    0.08355097472667694,
+    0.011392860673367977,
+    0.16107426583766937,
+    0.0713638886809349,
+    0.009130483493208885,
+    0.017798924818634987,
+    0.08265114575624466,
+    0.01021263375878334,
+    0.06023887172341347,
+    0.019397679716348648,
+    0.05822719633579254,
+    0.03805149719119072,
+    0.25119245052337646,
+    0.024893369525671005,
+    0.17491388320922852,
+    0.039678920060396194,
+    0.1751476526260376,
+    0.05062670633196831,
+    0.04105440527200699,
+    0.38044270873069763,
+    0.50119948387146,
+    0.28342002630233765,
+    0.20986787974834442,
+    0.037756673991680145,
+    0.08517013490200043,
+    0.06383614242076874,
+    0.32398054003715515,
+    0.09599027037620544,
+    0.06718166172504425,
+    0.09800710529088974,
+    0.020903455093503,
+    0.15740253031253815,
+    0.006393227260559797,
+    0.3083767294883728,
+    0.0920620858669281,
+    0.07422704249620438,
+    0.2207295149564743,
+    0.1621183454990387,
+    0.1531234085559845,
+    0.02303115464746952,
+    0.09846369922161102,
+    0.09635822474956512,
+    0.023885924369096756,
+    0.006187050603330135,
+    0.05155550688505173,
+    0.05886374041438103,
+    0.06618408858776093,
+    0.20505551993846893,
+    0.2589525282382965,
+    0.12826243042945862,
+    0.15418800711631775,
+    0.23207694292068481,
+    0.05649496987462044,
+    0.05570048838853836,
+    0.13558533787727356,
+    0.16900520026683807,
+    0.12469925731420517,
+    0.1174284964799881,
+    0.3184410035610199,
+    0.008003225550055504,
+    0.159424290060997,
+    0.03735797852277756,
+    0.015241785906255245,
+    0.0989699512720108,
+    0.022099381312727928,
+    0.020475564524531364,
+    0.046592045575380325,
+    0.03480876237154007,
+    0.1731443554162979,
+    0.107786163687706,
+    0.008840443566441536,
+    0.13052962720394135,
+    0.2896695137023926,
+    0.11284734308719635,
+    0.40020689368247986,
+    0.05787750333547592,
+    0.061337169259786606,
+    0.03143903985619545,
+    0.2598017156124115,
+    0.16310074925422668,
+    0.05251229926943779,
+    0.013180825859308243,
+    0.17420920729637146,
+    0.11570439487695694
+  ]
+}

p5-mae-base-d10/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1977421875
+  - 0.209763671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.039041015625
+  - 0.0
+  - 0.17794921875
+  - 0.0
+  - 0.3723046875
+  - 0.00143359375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.001765625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d10
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d10/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8686ddf944d1677a43f74f01212ba06dbe6e286b52e9ea1e4d8dc8b13f2466
+size 352156376

p5-mae-base-d10/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d10/exports/step_00040000",
+  "fingerprint": "5a27946c4fe591a3",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "probe/map": 0.1708845493403145,
+  "probe/map_train": 0.6373909796664113,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.2071058823637827,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.492386083002202,
+  "probe/total_s": 25.965016743983142,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19579429922941755
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19658619070962863
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.2019044421339298
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.2071058823637827
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1959651582922956
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16712190462249832
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13063906492979974
+    }
+  ],
+  "per_class_ap": [
+    0.6555495858192444,
+    0.022594386711716652,
+    0.08751986920833588,
+    0.24195171892642975,
+    0.12554974853992462,
+    0.2834870517253876,
+    0.22396530210971832,
+    0.2895812392234802,
+    0.03598273545503616,
+    0.0531226210296154,
+    0.02467145398259163,
+    0.11954331398010254,
+    0.6502929329872131,
+    0.35517507791519165,
+    0.08046874403953552,
+    0.5833901762962341,
+    0.3559457063674927,
+    0.37085744738578796,
+    0.06865154206752777,
+    0.12153085321187973,
+    0.26855385303497314,
+    0.08299915492534637,
+    0.20140059292316437,
+    0.20200519263744354,
+    0.10302267968654633,
+    0.03585818409919739,
+    0.11208195984363556,
+    0.23269246518611908,
+    0.38373127579689026,
+    0.07933700829744339,
+    0.26032954454421997,
+    0.2375454604625702,
+    0.03570561110973358,
+    0.07210199534893036,
+    0.303190678358078,
+    0.10257994383573532,
+    0.42228755354881287,
+    0.06923074275255203,
+    0.0792563185095787,
+    0.1613607257604599,
+    0.2502720355987549,
+    0.019872942939400673,
+    0.09639536589384079,
+    0.43485650420188904,
+    0.026566317304968834,
+    0.07327957451343536,
+    0.01653713546693325,
+    0.1386343091726303,
+    0.07689803093671799,
+    0.09544934332370758,
+    0.16951841115951538,
+    0.009229452349245548,
+    0.03299625590443611,
+    0.05927696451544762,
+    0.25307151675224304,
+    0.14074331521987915,
+    0.31578269600868225,
+    0.3668805658817291,
+    0.2312963455915451,
+    0.12014845758676529,
+    0.1843893826007843,
+    0.19315649569034576,
+    0.06995488703250885,
+    0.172637477517128,
+    0.49478477239608765,
+    0.24986959993839264,
+    0.33750075101852417,
+    0.35421332716941833,
+    0.4536110758781433,
+    0.4571415185928345,
+    0.16417330503463745,
+    0.1710585653781891,
+    0.22469070553779602,
+    0.21765127778053284,
+    0.20613572001457214,
+    0.243745356798172,
+    0.0631941556930542,
+    0.29567527770996094,
+    0.2044062316417694,
+    0.14734326303005219,
+    0.024421148002147675,
+    0.12735359370708466,
+    0.2269410938024521,
+    0.2035917192697525,
+    0.12537242472171783,
+    0.0606561042368412,
+    0.14139896631240845,
+    0.0366412028670311,
+    0.04558644816279411,
+    0.1375327706336975,
+    0.14489515125751495,
+    0.14754565060138702,
+    0.1938888430595398,
+    0.033108390867710114,
+    0.06556671112775803,
+    0.08833477646112442,
+    0.024409489706158638,
+    0.048552460968494415,
+    0.18764837086200714,
+    0.3624345064163208,
+    0.21988490223884583,
+    0.48119401931762695,
+    0.08132544904947281,
+    0.08394737541675568,
+    0.039183035492897034,
+    0.06487944722175598,
+    0.08717910945415497,
+    0.07732553035020828,
+    0.10745016485452652,
+    0.22707083821296692,
+    0.25830796360969543,
+    0.17452102899551392,
+    0.15632613003253937,
+    0.08940751850605011,
+    0.0770096704363823,
+    0.28596222400665283,
+    0.28130972385406494,
+    0.15543365478515625,
+    0.19144992530345917,
+    0.45831629633903503,
+    0.46856066584587097,
+    0.18635261058807373,
+    0.10703948885202408,
+    0.11224094778299332,
+    0.011581177823245525,
+    0.02803952805697918,
+    0.14280965924263,
+    0.18096865713596344,
+    0.17729973793029785,
+    0.1800461858510971,
+    0.0046561844646930695,
+    0.13038593530654907,
+    0.23178116977214813,
+    0.21932940185070038,
+    0.08432263880968094,
+    0.014943322166800499,
+    0.10520311444997787,
+    0.7374364137649536,
+    0.27005916833877563,
+    0.36799997091293335,
+    0.48816168308258057,
+    0.3513556718826294,
+    0.17455260455608368,
+    0.19419248402118683,
+    0.1438281536102295,
+    0.17525969445705414,
+    0.1789904236793518,
+    0.3907136023044586,
+    0.15379087626934052,
+    0.296103835105896,
+    0.16153329610824585,
+    0.2267463356256485,
+    0.2834709882736206,
+    0.14826257526874542,
+    0.13674090802669525,
+    0.315394788980484,
+    0.142517551779747,
+    0.14786970615386963,
+    0.03181816264986992,
+    0.0823279395699501,
+    0.5022114515304565,
+    0.3227981626987457,
+    0.36608371138572693,
+    0.1587885022163391,
+    0.28609713912010193,
+    0.32593876123428345,
+    0.3474889397621155,
+    0.18472808599472046,
+    0.3448605239391327,
+    0.42028260231018066,
+    0.2733464539051056,
+    0.3459149897098541,
+    0.3717602789402008,
+    0.2297697216272354,
+    0.11811479926109314,
+    0.14651668071746826,
+    0.13441936671733856,
+    0.3748115301132202,
+    0.11488839983940125,
+    0.2655930519104004,
+    0.31922754645347595,
+    0.2635003328323364,
+    0.19656747579574585,
+    0.3635161221027374,
+    0.10973931103944778,
+    0.4889878034591675,
+    0.3868078291416168,
+    0.22575920820236206,
+    0.3708627223968506,
+    0.16051411628723145,
+    0.20637856423854828,
+    0.12817814946174622,
+    0.3801420331001282,
+    0.22846360504627228,
+    0.20930366218090057,
+    0.4237925410270691,
+    0.10638373345136642,
+    0.14341312646865845,
+    0.13628651201725006,
+    0.3428661823272705,
+    0.08050636947154999,
+    0.3098561465740204,
+    0.1470761001110077,
+    0.23316369950771332,
+    0.23123370110988617,
+    0.2774273753166199,
+    0.33969008922576904,
+    0.5869782567024231,
+    0.28878048062324524,
+    0.28900212049484253,
+    0.7900169491767883,
+    0.499910831451416,
+    0.537406325340271,
+    0.07858102768659592,
+    0.3486559987068176,
+    0.27448445558547974,
+    0.05898769944906235,
+    0.269381046295166,
+    0.21715036034584045,
+    0.10423343628644943,
+    0.1778600513935089,
+    0.12255857139825821,
+    0.22941777110099792,
+    0.21836209297180176,
+    0.07785719633102417,
+    0.097361259162426,
+    0.07523847371339798,
+    0.04062497988343239,
+    0.17615988850593567,
+    0.05177753046154976,
+    0.06968281418085098,
+    0.159796342253685,
+    0.07870889455080032,
+    0.06828836351633072,
+    0.055864572525024414,
+    0.023400599136948586,
+    0.1950940191745758,
+    0.03956400230526924,
+    0.38325628638267517,
+    0.03106807917356491,
+    0.10935167223215103,
+    0.23698443174362183,
+    0.25966328382492065,
+    0.2125876247882843,
+    0.20134767889976501,
+    0.2794286608695984,
+    0.0924900621175766,
+    0.13005591928958893,
+    0.04208165034651756,
+    0.09586770832538605,
+    0.1282808929681778,
+    0.02267078310251236,
+    0.09051405638456345,
+    0.10907533019781113,
+    0.11408904939889908,
+    0.2989734411239624,
+    0.2253592610359192,
+    0.19152864813804626,
+    0.15542209148406982,
+    0.1935427337884903,
+    0.04381146281957626,
+    0.16771136224269867,
+    0.20779158174991608,
+    0.10666496306657791,
+    0.027984043583273888,
+    0.06779102236032486,
+    0.08845752477645874,
+    0.122537761926651,
+    0.15418922901153564,
+    0.03643304482102394,
+    0.02043369971215725,
+    0.3005661368370056,
+    0.1546299159526825,
+    0.04351158067584038,
+    0.17877930402755737,
+    0.037612512707710266,
+    0.0739215686917305,
+    0.05998190492391586,
+    0.06335010379552841,
+    0.06425768882036209,
+    0.018367836251854897,
+    0.26957741379737854,
+    0.15239936113357544,
+    0.24458450078964233,
+    0.08359859138727188,
+    0.2574879229068756,
+    0.4095189571380615,
+    0.42619872093200684,
+    0.2583073079586029,
+    0.262145459651947,
+    0.2134365737438202,
+    0.23545034229755402,
+    0.1461973935365677,
+    0.21810735762119293,
+    0.22302928566932678,
+    0.24267235398292542,
+    0.201391339302063,
+    0.005638014990836382,
+    0.029774243012070656,
+    0.011148021556437016,
+    0.29710811376571655,
+    0.20663772523403168,
+    0.19288699328899384,
+    0.08424106240272522,
+    0.046546004712581635,
+    0.10883466899394989,
+    0.035857997834682465,
+    0.1997852474451065,
+    0.11532576382160187,
+    0.22240708768367767,
+    0.193246528506279,
+    0.07635334879159927,
+    0.16393767297267914,
+    0.10687515884637833,
+    0.09508386999368668,
+    0.15890783071517944,
+    0.08376960456371307,
+    0.05742163211107254,
+    0.2189655601978302,
+    0.1140805184841156,
+    0.3459654450416565,
+    0.039210159331560135,
+    0.5643918514251709,
+    0.4464891850948334,
+    0.30420222878456116,
+    0.33663538098335266,
+    0.06673286110162735,
+    0.06857322156429291,
+    0.33789488673210144,
+    0.3234979212284088,
+    0.20333334803581238,
+    0.2668107748031616,
+    0.33853548765182495,
+    0.37104925513267517,
+    0.26193875074386597,
+    0.23942629992961884,
+    0.16159696877002716,
+    0.27313533425331116,
+    0.06321066617965698,
+    0.04524762183427811,
+    0.11478059738874435,
+    0.009408890269696712,
+    0.10708176344633102,
+    0.1600273996591568,
+    0.09476108103990555,
+    0.07037865370512009,
+    0.11652903258800507,
+    0.3435842990875244,
+    0.03407960757613182,
+    0.024095050990581512,
+    0.10359746962785721,
+    0.032940834760665894,
+    0.06757403165102005,
+    0.11053705960512161,
+    0.026904653757810593,
+    0.10166122764348984,
+    0.03740498796105385,
+    0.014194478280842304,
+    0.04073867201805115,
+    0.18185831606388092,
+    0.014495751820504665,
+    0.09249815344810486,
+    0.18718205392360687,
+    0.13395635783672333,
+    0.048497527837753296,
+    0.058897800743579865,
+    0.42204755544662476,
+    0.24403168261051178,
+    0.014830098487436771,
+    0.13817152380943298,
+    0.13397526741027832,
+    0.12628576159477234,
+    0.13333174586296082,
+    0.3384777009487152,
+    0.1556117832660675,
+    0.05152085795998573,
+    0.11031962186098099,
+    0.0999051034450531,
+    0.017177047207951546,
+    0.017538724467158318,
+    0.030444784089922905,
+    0.10094373673200607,
+    0.18499697744846344,
+    0.10804072767496109,
+    0.19712097942829132,
+    0.2139425277709961,
+    0.20622216165065765,
+    0.06033377721905708,
+    0.06941746175289154,
+    0.09958259761333466,
+    0.3016870319843292,
+    0.1470494121313095,
+    0.045701708644628525,
+    0.41799572110176086,
+    0.3616233468055725,
+    0.10626526176929474,
+    0.6140965223312378,
+    0.6741992831230164,
+    0.03628772497177124,
+    0.4192315340042114,
+    0.4864877462387085,
+    0.061852890998125076,
+    0.19637326896190643,
+    0.337374210357666,
+    0.02685922011733055,
+    0.015694743022322655,
+    0.049526456743478775,
+    0.0529191829264164,
+    0.08995795994997025,
+    0.018188484013080597,
+    0.018874941393733025,
+    0.18789072334766388,
+    0.034617360681295395,
+    0.04796915873885155,
+    0.27429333329200745,
+    0.23807010054588318,
+    0.04996011033654213,
+    0.013705909252166748,
+    0.12228246033191681,
+    0.14096906781196594,
+    0.23234881460666656,
+    0.08862747251987457,
+    0.10558551549911499,
+    0.3545987606048584,
+    0.10858049243688583,
+    0.10930322855710983,
+    0.05050468072295189,
+    0.20704802870750427,
+    0.25012439489364624,
+    0.1706269085407257,
+    0.10462883859872818,
+    0.1910102814435959,
+    0.17117635905742645,
+    0.09529272466897964,
+    0.006996789947152138,
+    0.09526441246271133,
+    0.2090396136045456,
+    0.12113330513238907,
+    0.12790676951408386,
+    0.07463812083005905,
+    0.02497115172445774,
+    0.04582395777106285,
+    0.01148640550673008,
+    0.08891911804676056,
+    0.010960478335618973,
+    0.16038140654563904,
+    0.07387398928403854,
+    0.009394400753080845,
+    0.01850051060318947,
+    0.08164450526237488,
+    0.01034646574407816,
+    0.05819854512810707,
+    0.01771027222275734,
+    0.06477034837007523,
+    0.03984379023313522,
+    0.2498057335615158,
+    0.024859489873051643,
+    0.1732519418001175,
+    0.039448004215955734,
+    0.17357170581817627,
+    0.05049588903784752,
+    0.038830194622278214,
+    0.3674601912498474,
+    0.508154571056366,
+    0.2941383421421051,
+    0.2158685326576233,
+    0.03742888942360878,
+    0.08523021638393402,
+    0.06445220857858658,
+    0.3328947424888611,
+    0.0956282764673233,
+    0.0657719150185585,
+    0.09710315614938736,
+    0.02308541163802147,
+    0.16487373411655426,
+    0.006705830339342356,
+    0.3132282495498657,
+    0.09274952858686447,
+    0.07680747658014297,
+    0.22513937950134277,
+    0.16522690653800964,
+    0.1558021605014801,
+    0.021846724674105644,
+    0.09541413933038712,
+    0.09625977277755737,
+    0.024960173293948174,
+    0.006152357906103134,
+    0.05309014767408371,
+    0.061368364840745926,
+    0.06601326167583466,
+    0.20811673998832703,
+    0.25652074813842773,
+    0.12195010483264923,
+    0.15266720950603485,
+    0.2297663539648056,
+    0.055904172360897064,
+    0.05748270824551582,
+    0.1401652693748474,
+    0.17271505296230316,
+    0.12133011966943741,
+    0.12170487642288208,
+    0.31744346022605896,
+    0.008041162975132465,
+    0.15908947587013245,
+    0.03426498547196388,
+    0.015319913625717163,
+    0.09912221878767014,
+    0.023306742310523987,
+    0.020858606323599815,
+    0.04740292951464653,
+    0.03511553630232811,
+    0.17397183179855347,
+    0.10739393532276154,
+    0.009264327585697174,
+    0.13246864080429077,
+    0.2924913763999939,
+    0.1167951449751854,
+    0.4039384126663208,
+    0.05701393634080887,
+    0.05925661325454712,
+    0.03134920820593834,
+    0.2562468647956848,
+    0.16263137757778168,
+    0.05471501871943474,
+    0.013151895254850388,
+    0.17489734292030334,
+    0.11729123443365097
+  ]
+}

p5-mae-base-d10/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e0b093c88fe62bc904f0a36addab4a58f9149ecfe3a0c1b1134b594147bfdf
+size 15360128

p5-mae-base-d10/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d10",
+  "fingerprint": "5a27946c4fe591a3",
+  "wandb_run_id": "phase5-p5-mae-base-d10",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 85252608,
+    "decoder_params": 2585856,
+    "trainable_params": 88035328,
+    "total_params": 88035328
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511308e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.500010975743606,
+    "distinct_clips": 395130,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.1977421875,
+      0.20976354166666666,
+      0.0,
+      0.0,
+      0.0,
+      0.03904114583333333,
+      0.0,
+      0.17794947916666667,
+      0.0,
+      0.3723046875,
+      0.0014333333333333333,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.001765625,
+      0.0
+    ]
+  },
+  "started_at": 1787020387.4760597,
+  "finished_at": 1787022050.3035717,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.078686237335205,
+    "val/loss": 0.6308394414372742,
+    "val/frame": 0.6308394414372742,
+    "val/utterance": 0.0
+  }
+}

p5-mae-base-d10/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787022050.3051338,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.078686237335205,
+  "val/loss": 0.6308394414372742,
+  "val/frame": 0.6308394414372742,
+  "val/utterance": 0.0
+}

p5-mae-base-d10/wandb/debug-internal.log

@@ -0,0 +1,239 @@
+{"time":"2026-08-18T02:33:05.484256198Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T02:33:05.484651816Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T02:33:05.738232496Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d10"}
+{"time":"2026-08-18T02:33:05.738302842Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T02:33:05.738436655Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T02:33:05.738452634Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d10"}
+{"time":"2026-08-18T02:33:05.738474453Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T02:33:07.872067344Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T02:33:08.189785026Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:33:22.872264521Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":29,"uploaded_len":2}
+{"time":"2026-08-18T02:33:23.129511424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:33:37.872873657Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":18,"events_offset":2,"events_lines":2,"console_offset":29,"console_lines":18}
+{"time":"2026-08-18T02:33:38.124833126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:33:52.872484203Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":18,"events_offset":4,"events_lines":2,"console_offset":47,"console_lines":18}
+{"time":"2026-08-18T02:33:53.141187399Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:07.872278634Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":18,"events_offset":6,"events_lines":2,"console_offset":65,"console_lines":19}
+{"time":"2026-08-18T02:34:08.173483295Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:22.872665865Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":18,"events_offset":8,"events_lines":2,"console_offset":84,"console_lines":18}
+{"time":"2026-08-18T02:34:23.176492741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:37.872980154Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":81,"history_lines":18,"events_offset":10,"events_lines":2,"console_offset":102,"console_lines":18}
+{"time":"2026-08-18T02:34:38.152767633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:52.872915711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":17,"events_offset":12,"events_lines":2,"console_offset":120,"console_lines":18}
+{"time":"2026-08-18T02:34:53.172476511Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:07.872988577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":116,"history_lines":18,"events_offset":14,"events_lines":2,"console_offset":138,"console_lines":18}
+{"time":"2026-08-18T02:35:08.193269841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:22.872462299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":134,"history_lines":16,"events_offset":16,"events_lines":2,"console_offset":156,"console_lines":17}
+{"time":"2026-08-18T02:35:23.180335355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:37.872709979Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":150,"history_lines":18,"events_offset":18,"events_lines":2,"console_offset":173,"console_lines":18}
+{"time":"2026-08-18T02:35:38.158781634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:52.872711461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":168,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":191,"console_lines":18}
+{"time":"2026-08-18T02:35:53.159971648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:07.873229417Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":186,"history_lines":17,"events_offset":22,"events_lines":2,"console_offset":209,"console_lines":18}
+{"time":"2026-08-18T02:36:08.177729735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:22.872873931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":203,"history_lines":19,"events_offset":24,"events_lines":2,"console_offset":227,"console_lines":19}
+{"time":"2026-08-18T02:36:23.138757343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:37.872998922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":222,"history_lines":19,"events_offset":26,"events_lines":2,"console_offset":246,"console_lines":19}
+{"time":"2026-08-18T02:36:38.16049562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:52.872832961Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":241,"history_lines":17,"events_offset":28,"events_lines":2,"console_offset":265,"console_lines":18}
+{"time":"2026-08-18T02:36:53.147006991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:07.872902081Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":258,"history_lines":18,"events_offset":30,"events_lines":2,"console_offset":283,"console_lines":18}
+{"time":"2026-08-18T02:37:08.152379404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:22.873195076Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":276,"history_lines":19,"events_offset":32,"events_lines":2,"console_offset":301,"console_lines":19}
+{"time":"2026-08-18T02:37:23.162673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:37.872469064Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":295,"history_lines":19,"events_offset":34,"events_lines":2,"console_offset":320,"console_lines":20}
+{"time":"2026-08-18T02:37:38.152603544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:52.872995575Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":314,"history_lines":19,"events_offset":36,"events_lines":2,"console_offset":340,"console_lines":19}
+{"time":"2026-08-18T02:37:53.153030316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:07.872654698Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":333,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":359,"console_lines":19}
+{"time":"2026-08-18T02:38:08.209248004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:22.872284116Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":351,"history_lines":18,"events_offset":40,"events_lines":2,"console_offset":378,"console_lines":18}
+{"time":"2026-08-18T02:38:23.181935977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:37.872767051Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":369,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":396,"console_lines":19}
+{"time":"2026-08-18T02:38:38.145098633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:52.873078367Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":388,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":415,"console_lines":19}
+{"time":"2026-08-18T02:38:53.161769033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:07.872599861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":406,"history_lines":19,"events_offset":46,"events_lines":2,"console_offset":434,"console_lines":19}
+{"time":"2026-08-18T02:39:08.149273424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:22.872493487Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":425,"history_lines":19,"events_offset":48,"events_lines":2,"console_offset":453,"console_lines":19}
+{"time":"2026-08-18T02:39:23.145656937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:37.872889241Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":444,"history_lines":18,"events_offset":50,"events_lines":2,"console_offset":472,"console_lines":19}
+{"time":"2026-08-18T02:39:38.140056397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:52.872760569Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":462,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":491,"console_lines":19}
+{"time":"2026-08-18T02:39:53.147656032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:07.872360759Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":481,"history_lines":18,"events_offset":54,"events_lines":2,"console_offset":510,"console_lines":19}
+{"time":"2026-08-18T02:40:08.162689231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:22.8727108Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":18,"events_offset":56,"events_lines":2,"console_offset":529,"console_lines":18}
+{"time":"2026-08-18T02:40:23.153234201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:37.872397784Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":517,"history_lines":19,"events_offset":58,"events_lines":2,"console_offset":547,"console_lines":19}
+{"time":"2026-08-18T02:40:38.174468248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:52.872489418Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":536,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":566,"console_lines":19}
+{"time":"2026-08-18T02:40:53.160599923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:07.872526299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":554,"history_lines":19,"events_offset":62,"events_lines":2,"console_offset":585,"console_lines":19}
+{"time":"2026-08-18T02:41:08.191565635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:22.872515786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":573,"history_lines":19,"events_offset":64,"events_lines":2,"console_offset":604,"console_lines":19}
+{"time":"2026-08-18T02:41:23.184965994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:37.872978319Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":592,"history_lines":18,"events_offset":66,"events_lines":2,"console_offset":623,"console_lines":19}
+{"time":"2026-08-18T02:41:38.15441006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:52.872493835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":610,"history_lines":20,"events_offset":68,"events_lines":2,"console_offset":642,"console_lines":20}
+{"time":"2026-08-18T02:41:53.16592507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:07.872576819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":630,"history_lines":19,"events_offset":70,"events_lines":2,"console_offset":662,"console_lines":19}
+{"time":"2026-08-18T02:42:08.177470121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:22.872665272Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":649,"history_lines":18,"events_offset":72,"events_lines":2,"console_offset":681,"console_lines":19}
+{"time":"2026-08-18T02:42:23.14835433Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:37.872517129Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":667,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":700,"console_lines":18}
+{"time":"2026-08-18T02:42:38.136106053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:52.872080542Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":17,"events_offset":76,"events_lines":2,"console_offset":718,"console_lines":18}
+{"time":"2026-08-18T02:42:53.16517014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:07.872281006Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":736,"console_lines":19}
+{"time":"2026-08-18T02:43:08.157298298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:22.872531607Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":721,"history_lines":18,"events_offset":80,"events_lines":2,"console_offset":755,"console_lines":18}
+{"time":"2026-08-18T02:43:23.159044552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:37.87228708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":739,"history_lines":17,"events_offset":82,"events_lines":2,"console_offset":773,"console_lines":18}
+{"time":"2026-08-18T02:43:38.129618551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:52.872596636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":756,"history_lines":19,"events_offset":84,"events_lines":2,"console_offset":791,"console_lines":19}
+{"time":"2026-08-18T02:43:53.144453206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:07.872327884Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":775,"history_lines":19,"events_offset":86,"events_lines":2,"console_offset":810,"console_lines":19}
+{"time":"2026-08-18T02:44:08.158187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:22.872574517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":794,"history_lines":18,"events_offset":88,"events_lines":2,"console_offset":829,"console_lines":19}
+{"time":"2026-08-18T02:44:23.160575148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:37.872312917Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":812,"history_lines":19,"events_offset":90,"events_lines":2,"console_offset":848,"console_lines":19}
+{"time":"2026-08-18T02:44:38.155484648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:52.872458349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":18,"events_offset":92,"events_lines":2,"console_offset":867,"console_lines":19}
+{"time":"2026-08-18T02:44:53.14485983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:07.872688338Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":849,"history_lines":20,"events_offset":94,"events_lines":2,"console_offset":886,"console_lines":20}
+{"time":"2026-08-18T02:45:08.181027849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:22.872281572Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":869,"history_lines":19,"events_offset":96,"events_lines":2,"console_offset":906,"console_lines":19}
+{"time":"2026-08-18T02:45:23.148582481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:37.872476765Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":888,"history_lines":18,"events_offset":98,"events_lines":2,"console_offset":925,"console_lines":19}
+{"time":"2026-08-18T02:45:38.129123386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:52.872448603Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":906,"history_lines":19,"events_offset":100,"events_lines":2,"console_offset":944,"console_lines":19}
+{"time":"2026-08-18T02:45:53.157214402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:07.872919357Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":925,"history_lines":19,"events_offset":102,"events_lines":2,"console_offset":963,"console_lines":19}
+{"time":"2026-08-18T02:46:08.184913141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:22.872649206Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":944,"history_lines":18,"events_offset":104,"events_lines":2,"console_offset":982,"console_lines":19}
+{"time":"2026-08-18T02:46:23.152301662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:37.873119508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":962,"history_lines":19,"events_offset":106,"events_lines":2,"console_offset":1001,"console_lines":19}
+{"time":"2026-08-18T02:46:38.164887609Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:52.872696812Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":981,"history_lines":18,"events_offset":108,"events_lines":2,"console_offset":1020,"console_lines":19}
+{"time":"2026-08-18T02:46:53.177664727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:07.872681937Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":999,"history_lines":18,"events_offset":110,"events_lines":2,"console_offset":1039,"console_lines":18}
+{"time":"2026-08-18T02:47:08.162446211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:22.872386069Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1017,"history_lines":19,"events_offset":112,"events_lines":2,"console_offset":1057,"console_lines":19}
+{"time":"2026-08-18T02:47:23.160413331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:37.873142959Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1036,"history_lines":18,"events_offset":114,"events_lines":2,"console_offset":1076,"console_lines":19}
+{"time":"2026-08-18T02:47:38.157437853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:52.872650043Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1054,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1095,"console_lines":19}
+{"time":"2026-08-18T02:47:53.134868506Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:07.87248782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1073,"history_lines":20,"events_offset":118,"events_lines":2,"console_offset":1114,"console_lines":20}
+{"time":"2026-08-18T02:48:08.180106659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:22.872731321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1093,"history_lines":18,"events_offset":120,"events_lines":2,"console_offset":1134,"console_lines":19}
+{"time":"2026-08-18T02:48:23.149458691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:37.872386708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1111,"history_lines":18,"events_offset":122,"events_lines":2,"console_offset":1153,"console_lines":18}
+{"time":"2026-08-18T02:48:38.137474911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:52.872940227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":18,"events_offset":124,"events_lines":2,"console_offset":1171,"console_lines":18}
+{"time":"2026-08-18T02:48:53.162951583Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:07.872587471Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1147,"history_lines":17,"events_offset":126,"events_lines":2,"console_offset":1189,"console_lines":18}
+{"time":"2026-08-18T02:49:08.158820668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:22.872781971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1164,"history_lines":19,"events_offset":128,"events_lines":2,"console_offset":1207,"console_lines":19}
+{"time":"2026-08-18T02:49:23.145313058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:37.873069406Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1183,"history_lines":17,"events_offset":130,"events_lines":2,"console_offset":1226,"console_lines":18}
+{"time":"2026-08-18T02:49:38.138020827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:52.872101329Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1200,"history_lines":19,"events_offset":132,"events_lines":2,"console_offset":1244,"console_lines":19}
+{"time":"2026-08-18T02:49:53.147444888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:07.87335177Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1219,"history_lines":19,"events_offset":134,"events_lines":2,"console_offset":1263,"console_lines":19}
+{"time":"2026-08-18T02:50:08.180590223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:22.872454094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1238,"history_lines":17,"events_offset":136,"events_lines":2,"console_offset":1282,"console_lines":18}
+{"time":"2026-08-18T02:50:23.172313867Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:37.872880148Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1255,"history_lines":18,"events_offset":138,"events_lines":2,"console_offset":1300,"console_lines":18}
+{"time":"2026-08-18T02:50:38.15229961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:52.873067807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1273,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1318,"console_lines":18}
+{"time":"2026-08-18T02:50:53.149822795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:07.873175648Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1291,"history_lines":17,"events_offset":142,"events_lines":2,"console_offset":1336,"console_lines":18}
+{"time":"2026-08-18T02:51:08.169410101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:22.872979744Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1308,"history_lines":19,"events_offset":144,"events_lines":2,"console_offset":1354,"console_lines":19}
+{"time":"2026-08-18T02:51:23.137887831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:37.872846845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1327,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1373,"console_lines":18}
+{"time":"2026-08-18T02:51:38.1564438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:52.87207371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1345,"history_lines":17,"events_offset":148,"events_lines":2,"console_offset":1391,"console_lines":18}
+{"time":"2026-08-18T02:51:53.160101896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:07.872584226Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1362,"history_lines":20,"events_offset":150,"events_lines":2,"console_offset":1409,"console_lines":20}
+{"time":"2026-08-18T02:52:08.223564162Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:22.872215706Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1382,"history_lines":17,"events_offset":152,"events_lines":2,"console_offset":1429,"console_lines":18}
+{"time":"2026-08-18T02:52:23.144972078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:37.873160093Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1399,"history_lines":19,"events_offset":154,"events_lines":2,"console_offset":1447,"console_lines":19}
+{"time":"2026-08-18T02:52:38.139903359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:52.872383793Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1418,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1466,"console_lines":18}
+{"time":"2026-08-18T02:52:53.154302151Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:07.873220309Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1436,"history_lines":17,"events_offset":158,"events_lines":2,"console_offset":1484,"console_lines":18}
+{"time":"2026-08-18T02:53:08.168892301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:22.872068775Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1453,"history_lines":18,"events_offset":160,"events_lines":2,"console_offset":1502,"console_lines":18}
+{"time":"2026-08-18T02:53:23.154778373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:37.873094483Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1471,"history_lines":18,"events_offset":162,"events_lines":2,"console_offset":1520,"console_lines":18}
+{"time":"2026-08-18T02:53:38.152805333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:52.872978492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1489,"history_lines":15,"events_offset":164,"events_lines":2,"console_offset":1538,"console_lines":16}
+{"time":"2026-08-18T02:53:53.201050366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:07.872614872Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1504,"history_lines":18,"events_offset":166,"events_lines":2,"console_offset":1554,"console_lines":18}
+{"time":"2026-08-18T02:54:08.153313626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:22.872452885Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1522,"history_lines":18,"events_offset":168,"events_lines":2,"console_offset":1572,"console_lines":18}
+{"time":"2026-08-18T02:54:23.15640346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:37.872582532Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1540,"history_lines":17,"events_offset":170,"events_lines":2,"console_offset":1590,"console_lines":18}
+{"time":"2026-08-18T02:54:38.144454856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:52.872678474Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1557,"history_lines":19,"events_offset":172,"events_lines":2,"console_offset":1608,"console_lines":19}
+{"time":"2026-08-18T02:54:53.147129676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:07.872291741Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1576,"history_lines":17,"events_offset":174,"events_lines":2,"console_offset":1627,"console_lines":17}
+{"time":"2026-08-18T02:55:08.188430105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:22.87259469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1593,"history_lines":18,"events_offset":176,"events_lines":2,"console_offset":1644,"console_lines":19}
+{"time":"2026-08-18T02:55:23.142612355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:37.872400099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1611,"history_lines":17,"events_offset":178,"events_lines":2,"console_offset":1663,"console_lines":17}
+{"time":"2026-08-18T02:55:38.157061066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:52.872633001Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1628,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1680,"console_lines":19}
+{"time":"2026-08-18T02:55:53.170622251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:07.872251236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1647,"history_lines":17,"events_offset":182,"events_lines":2,"console_offset":1699,"console_lines":18}
+{"time":"2026-08-18T02:56:08.206423109Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:22.872859744Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1664,"history_lines":19,"events_offset":184,"events_lines":2,"console_offset":1717,"console_lines":19}
+{"time":"2026-08-18T02:56:23.161464654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:37.872519774Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1683,"history_lines":16,"events_offset":186,"events_lines":2,"console_offset":1736,"console_lines":17}
+{"time":"2026-08-18T02:56:38.147839329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:52.872421631Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1699,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1753,"console_lines":18}
+{"time":"2026-08-18T02:56:53.162904384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:07.872238788Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1717,"history_lines":18,"events_offset":190,"events_lines":2,"console_offset":1771,"console_lines":18}
+{"time":"2026-08-18T02:57:08.183109726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:22.872717582Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1735,"history_lines":17,"events_offset":192,"events_lines":2,"console_offset":1789,"console_lines":18}
+{"time":"2026-08-18T02:57:23.157116116Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:37.873081173Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1752,"history_lines":17,"events_offset":194,"events_lines":2,"console_offset":1807,"console_lines":17}
+{"time":"2026-08-18T02:57:38.16327455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:52.873517563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1769,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1824,"console_lines":19}
+{"time":"2026-08-18T02:57:53.17992918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:07.872297732Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1788,"history_lines":17,"events_offset":198,"events_lines":2,"console_offset":1843,"console_lines":18}
+{"time":"2026-08-18T02:58:08.164311296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:22.872805678Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1805,"history_lines":18,"events_offset":200,"events_lines":2,"console_offset":1861,"console_lines":18}
+{"time":"2026-08-18T02:58:23.147755714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:37.8725212Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1823,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1879,"console_lines":19}
+{"time":"2026-08-18T02:58:38.806556356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:52.872247188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1842,"history_lines":17,"events_offset":204,"events_lines":2,"console_offset":1898,"console_lines":18}
+{"time":"2026-08-18T02:58:53.125409833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:07.873057517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1859,"history_lines":19,"events_offset":206,"events_lines":2,"console_offset":1916,"console_lines":19}
+{"time":"2026-08-18T02:59:08.156991921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:22.87252328Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1878,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1935,"console_lines":19}
+{"time":"2026-08-18T02:59:23.148123398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:37.873144418Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1897,"history_lines":18,"events_offset":210,"events_lines":2,"console_offset":1954,"console_lines":19}
+{"time":"2026-08-18T02:59:38.175671182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:52.872514433Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1915,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":1973,"console_lines":19}
+{"time":"2026-08-18T02:59:53.144497199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:07.872944853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1934,"history_lines":18,"events_offset":214,"events_lines":2,"console_offset":1992,"console_lines":19}
+{"time":"2026-08-18T03:00:08.157190692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:22.872940592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1952,"history_lines":18,"events_offset":216,"events_lines":2,"console_offset":2011,"console_lines":18}
+{"time":"2026-08-18T03:00:23.133029448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:37.872649149Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1970,"history_lines":18,"events_offset":218,"events_lines":2,"console_offset":2029,"console_lines":18}
+{"time":"2026-08-18T03:00:38.15466409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:52.872373806Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1988,"history_lines":12,"console_offset":2047,"console_lines":12,"uploaded_len":2}
+{"time":"2026-08-18T03:00:52.885523595Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:00:53.164194248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:53.164310018Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":1,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:00:53.422673025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:53.425227638Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:00:53.431973524Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:00:53.432002114Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:00:53.432162215Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:00:53.432175055Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d10/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 02:33:05,480 INFO    MainThread:2425360 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 02:33:05,480 INFO    MainThread:2425360 [wandb_setup.py:_flush():81] Configure stats pid to 2425360
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug.log
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug-internal.log
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():783] calling init triggers
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.1977421875, 0.209763671875, 0.0, 0.0, 0.0, 0.039041015625, 0.0, 0.17794921875, 0.0, 0.3723046875, 0.00143359375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.001765625, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d10', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():831] starting backend
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 02:33:05,738 INFO    MainThread:2425360 [wandb_init.py:init():851] backend started and connected
+2026-08-18 02:33:05,740 INFO    MainThread:2425360 [wandb_init.py:init():921] updated telemetry
+2026-08-18 02:33:05,749 INFO    MainThread:2425360 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 02:33:07,231 INFO    MainThread:2425360 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 02:33:07,319 INFO    MainThread:2425360 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:00:50,305 INFO    MainThread:2425360 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d10
+2026-08-18 03:00:50,306 INFO    MainThread:2425360 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:00:50,306 INFO    MainThread:2425360 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:00:50,306 INFO    MainThread:2425360 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:00:53,430 INFO    MainThread:2425360 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            ffvtaxxjkpnsrsa9h18mesehmfq590hg:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-base-d10
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_base.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=1.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.1977421875, 0.209763671875, 0.0, 0.0, 0.0, 0.039041015625, 0.0, 0.17794921875, 0.0, 0.3723046875, 0.00143359375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.001765625, 0.0]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-base-d10
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "378095439872"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-base-d10
+                startedAt: "2026-08-18T02:33:05.479081Z"
+                writerId: ffvtaxxjkpnsrsa9h18mesehmfq590hg
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 24
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 2
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0.1977421875
+            - 0.209763671875
+            - 0
+            - 0
+            - 0
+            - 0.039041015625
+            - 0
+            - 0.17794921875
+            - 0
+            - 0.3723046875
+            - 0.00143359375
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0.001765625
+            - 0
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 12
+        embed_dim: 768
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 12
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0001
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-base-d10
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T02:33:05.479081Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-base-d10",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_base.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=1.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.1977421875, 0.209763671875, 0.0, 0.0, 0.0, 0.039041015625, 0.0, 0.17794921875, 0.0, 0.3723046875, 0.00143359375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.001765625, 0.0]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-base-d10",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-base-d10",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "378095439872"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "ffvtaxxjkpnsrsa9h18mesehmfq590hg"
+}

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/files/wandb-summary.json

@@ -0,0 +1 @@
+{"schedule_steps":40000,"perf/clips_per_s":1260.0500112835186,"encoder_params":85252608,"val/utterance":0,"clips_seen":1920000,"completed":true,"optimizer_step":40000,"train/utterance_loss":0,"warmup_steps":4000,"final_ema_decay":0.9999899952500001,"_timestamp":1.787022049893155e+09,"val/loss":0.6308394414372742,"ema_anneal_steps":40000,"_wandb":{"runtime":1663},"train/loss":0.5853188633918762,"peak_gib":2.078686237335205,"max_repetition":7.500010975743606,"progress/clips_seen":1920000,"_runtime":1663.074888433,"train/ema_decay":0.99999,"trainable_params":88035328,"perf/peak_gib":2.078686237335205,"total_params":88035328,"_step":40000,"train/frame_loss":0.5853188633918762,"final_step":40000,"val/frame":0.6308394414372742,"progress/epoch_frac":1.0041714957552834,"train/grad_norm":0.11008541285991669,"perf/data_wait_frac":0.002471326893591295,"clips_per_step":48,"budget_clips":1920000,"decoder_params":2585856,"train/lr":2.0000019000511308e-07,"final_lr":2.0000019000511308e-07,"total_steps":40000}

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug-core.log

@@ -0,0 +1,48 @@
+{"time":"2026-08-18T02:33:05.05235076Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpynjh6z2s/port-2425360.txt","pid":2425360,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T02:33:05.052982945Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2425360}
+{"time":"2026-08-18T02:33:05.052980235Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2425360-2425541-1814920561/socket","Net":"unix"}}
+{"time":"2026-08-18T02:33:05.206086718Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T02:33:05.48241173Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-base-d10","id":"1(@)"}
+{"time":"2026-08-18T02:33:05.738445755Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-base-d10","id":"1(@)"}
+{"time":"2026-08-18T02:33:12.322226798Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"m2wkwy4xb3tu"}
+{"time":"2026-08-18T02:33:36.485702362Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/logs\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:34:35.007247427Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:34:48.907462076Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:36:13.682870162Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:36:49.216170624Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:37:19.716253367Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:38:25.882994989Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:39:08.214939343Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:39:17.895830295Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:44:41.985669134Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:45:15.483739273Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:48:43.440252641Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:49:05.984300916Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:50:06.715917234Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:50:36.716504897Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:51:56.27457563Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:54:00.216245422Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:56:02.801618121Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T02:57:26.715840612Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:58:47.974955043Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:59:10.984429732Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T02:59:33.789015041Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:00:36.324720016Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:00:50.307096764Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"m2wkwy4xb3tu"}
+{"time":"2026-08-18T03:00:53.427525581Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"m2wkwy4xb3tu"}
+{"time":"2026-08-18T03:00:53.431937994Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-base-d10","id":"1(@)"}
+{"time":"2026-08-18T03:00:53.432250225Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:00:53.633483609Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-base-d10","id":"1(@)"}
+{"time":"2026-08-18T03:00:54.713464454Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T03:00:54.713516794Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T03:00:54.713522294Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T03:00:54.713539614Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T03:00:54.713526914Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T03:00:54.713567104Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T03:00:54.713621504Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T03:00:54.713613674Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:00:54.713664395Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:00:54.713708035Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2425360-2425541-1814920561/socket","Net":"unix"}}
+{"time":"2026-08-18T03:00:56.713872552Z","level":"ERROR","msg":"wbapi: error shutting down OpenTelemetry handler","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}
+{"time":"2026-08-18T03:00:56.713927983Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T03:00:56.713943733Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug-internal.log

@@ -0,0 +1,239 @@
+{"time":"2026-08-18T02:33:05.484256198Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T02:33:05.484651816Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T02:33:05.738232496Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d10"}
+{"time":"2026-08-18T02:33:05.738302842Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T02:33:05.738436655Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T02:33:05.738452634Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d10"}
+{"time":"2026-08-18T02:33:05.738474453Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T02:33:07.872067344Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T02:33:08.189785026Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:33:22.872264521Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":29,"uploaded_len":2}
+{"time":"2026-08-18T02:33:23.129511424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:33:37.872873657Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":18,"events_offset":2,"events_lines":2,"console_offset":29,"console_lines":18}
+{"time":"2026-08-18T02:33:38.124833126Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:33:52.872484203Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":18,"events_offset":4,"events_lines":2,"console_offset":47,"console_lines":18}
+{"time":"2026-08-18T02:33:53.141187399Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:07.872278634Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":18,"events_offset":6,"events_lines":2,"console_offset":65,"console_lines":19}
+{"time":"2026-08-18T02:34:08.173483295Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:22.872665865Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":63,"history_lines":18,"events_offset":8,"events_lines":2,"console_offset":84,"console_lines":18}
+{"time":"2026-08-18T02:34:23.176492741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:37.872980154Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":81,"history_lines":18,"events_offset":10,"events_lines":2,"console_offset":102,"console_lines":18}
+{"time":"2026-08-18T02:34:38.152767633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:34:52.872915711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":17,"events_offset":12,"events_lines":2,"console_offset":120,"console_lines":18}
+{"time":"2026-08-18T02:34:53.172476511Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:07.872988577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":116,"history_lines":18,"events_offset":14,"events_lines":2,"console_offset":138,"console_lines":18}
+{"time":"2026-08-18T02:35:08.193269841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:22.872462299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":134,"history_lines":16,"events_offset":16,"events_lines":2,"console_offset":156,"console_lines":17}
+{"time":"2026-08-18T02:35:23.180335355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:37.872709979Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":150,"history_lines":18,"events_offset":18,"events_lines":2,"console_offset":173,"console_lines":18}
+{"time":"2026-08-18T02:35:38.158781634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:35:52.872711461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":168,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":191,"console_lines":18}
+{"time":"2026-08-18T02:35:53.159971648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:07.873229417Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":186,"history_lines":17,"events_offset":22,"events_lines":2,"console_offset":209,"console_lines":18}
+{"time":"2026-08-18T02:36:08.177729735Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:22.872873931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":203,"history_lines":19,"events_offset":24,"events_lines":2,"console_offset":227,"console_lines":19}
+{"time":"2026-08-18T02:36:23.138757343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:37.872998922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":222,"history_lines":19,"events_offset":26,"events_lines":2,"console_offset":246,"console_lines":19}
+{"time":"2026-08-18T02:36:38.16049562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:36:52.872832961Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":241,"history_lines":17,"events_offset":28,"events_lines":2,"console_offset":265,"console_lines":18}
+{"time":"2026-08-18T02:36:53.147006991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:07.872902081Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":258,"history_lines":18,"events_offset":30,"events_lines":2,"console_offset":283,"console_lines":18}
+{"time":"2026-08-18T02:37:08.152379404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:22.873195076Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":276,"history_lines":19,"events_offset":32,"events_lines":2,"console_offset":301,"console_lines":19}
+{"time":"2026-08-18T02:37:23.162673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:37.872469064Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":295,"history_lines":19,"events_offset":34,"events_lines":2,"console_offset":320,"console_lines":20}
+{"time":"2026-08-18T02:37:38.152603544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:37:52.872995575Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":314,"history_lines":19,"events_offset":36,"events_lines":2,"console_offset":340,"console_lines":19}
+{"time":"2026-08-18T02:37:53.153030316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:07.872654698Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":333,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":359,"console_lines":19}
+{"time":"2026-08-18T02:38:08.209248004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:22.872284116Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":351,"history_lines":18,"events_offset":40,"events_lines":2,"console_offset":378,"console_lines":18}
+{"time":"2026-08-18T02:38:23.181935977Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:37.872767051Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":369,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":396,"console_lines":19}
+{"time":"2026-08-18T02:38:38.145098633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:38:52.873078367Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":388,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":415,"console_lines":19}
+{"time":"2026-08-18T02:38:53.161769033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:07.872599861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":406,"history_lines":19,"events_offset":46,"events_lines":2,"console_offset":434,"console_lines":19}
+{"time":"2026-08-18T02:39:08.149273424Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:22.872493487Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":425,"history_lines":19,"events_offset":48,"events_lines":2,"console_offset":453,"console_lines":19}
+{"time":"2026-08-18T02:39:23.145656937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:37.872889241Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":444,"history_lines":18,"events_offset":50,"events_lines":2,"console_offset":472,"console_lines":19}
+{"time":"2026-08-18T02:39:38.140056397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:39:52.872760569Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":462,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":491,"console_lines":19}
+{"time":"2026-08-18T02:39:53.147656032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:07.872360759Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":481,"history_lines":18,"events_offset":54,"events_lines":2,"console_offset":510,"console_lines":19}
+{"time":"2026-08-18T02:40:08.162689231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:22.8727108Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":18,"events_offset":56,"events_lines":2,"console_offset":529,"console_lines":18}
+{"time":"2026-08-18T02:40:23.153234201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:37.872397784Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":517,"history_lines":19,"events_offset":58,"events_lines":2,"console_offset":547,"console_lines":19}
+{"time":"2026-08-18T02:40:38.174468248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:40:52.872489418Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":536,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":566,"console_lines":19}
+{"time":"2026-08-18T02:40:53.160599923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:07.872526299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":554,"history_lines":19,"events_offset":62,"events_lines":2,"console_offset":585,"console_lines":19}
+{"time":"2026-08-18T02:41:08.191565635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:22.872515786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":573,"history_lines":19,"events_offset":64,"events_lines":2,"console_offset":604,"console_lines":19}
+{"time":"2026-08-18T02:41:23.184965994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:37.872978319Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":592,"history_lines":18,"events_offset":66,"events_lines":2,"console_offset":623,"console_lines":19}
+{"time":"2026-08-18T02:41:38.15441006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:41:52.872493835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":610,"history_lines":20,"events_offset":68,"events_lines":2,"console_offset":642,"console_lines":20}
+{"time":"2026-08-18T02:41:53.16592507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:07.872576819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":630,"history_lines":19,"events_offset":70,"events_lines":2,"console_offset":662,"console_lines":19}
+{"time":"2026-08-18T02:42:08.177470121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:22.872665272Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":649,"history_lines":18,"events_offset":72,"events_lines":2,"console_offset":681,"console_lines":19}
+{"time":"2026-08-18T02:42:23.14835433Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:37.872517129Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":667,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":700,"console_lines":18}
+{"time":"2026-08-18T02:42:38.136106053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:42:52.872080542Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":17,"events_offset":76,"events_lines":2,"console_offset":718,"console_lines":18}
+{"time":"2026-08-18T02:42:53.16517014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:07.872281006Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":736,"console_lines":19}
+{"time":"2026-08-18T02:43:08.157298298Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:22.872531607Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":721,"history_lines":18,"events_offset":80,"events_lines":2,"console_offset":755,"console_lines":18}
+{"time":"2026-08-18T02:43:23.159044552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:37.87228708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":739,"history_lines":17,"events_offset":82,"events_lines":2,"console_offset":773,"console_lines":18}
+{"time":"2026-08-18T02:43:38.129618551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:43:52.872596636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":756,"history_lines":19,"events_offset":84,"events_lines":2,"console_offset":791,"console_lines":19}
+{"time":"2026-08-18T02:43:53.144453206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:07.872327884Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":775,"history_lines":19,"events_offset":86,"events_lines":2,"console_offset":810,"console_lines":19}
+{"time":"2026-08-18T02:44:08.158187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:22.872574517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":794,"history_lines":18,"events_offset":88,"events_lines":2,"console_offset":829,"console_lines":19}
+{"time":"2026-08-18T02:44:23.160575148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:37.872312917Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":812,"history_lines":19,"events_offset":90,"events_lines":2,"console_offset":848,"console_lines":19}
+{"time":"2026-08-18T02:44:38.155484648Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:44:52.872458349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":18,"events_offset":92,"events_lines":2,"console_offset":867,"console_lines":19}
+{"time":"2026-08-18T02:44:53.14485983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:07.872688338Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":849,"history_lines":20,"events_offset":94,"events_lines":2,"console_offset":886,"console_lines":20}
+{"time":"2026-08-18T02:45:08.181027849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:22.872281572Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":869,"history_lines":19,"events_offset":96,"events_lines":2,"console_offset":906,"console_lines":19}
+{"time":"2026-08-18T02:45:23.148582481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:37.872476765Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":888,"history_lines":18,"events_offset":98,"events_lines":2,"console_offset":925,"console_lines":19}
+{"time":"2026-08-18T02:45:38.129123386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:45:52.872448603Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":906,"history_lines":19,"events_offset":100,"events_lines":2,"console_offset":944,"console_lines":19}
+{"time":"2026-08-18T02:45:53.157214402Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:07.872919357Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":925,"history_lines":19,"events_offset":102,"events_lines":2,"console_offset":963,"console_lines":19}
+{"time":"2026-08-18T02:46:08.184913141Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:22.872649206Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":944,"history_lines":18,"events_offset":104,"events_lines":2,"console_offset":982,"console_lines":19}
+{"time":"2026-08-18T02:46:23.152301662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:37.873119508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":962,"history_lines":19,"events_offset":106,"events_lines":2,"console_offset":1001,"console_lines":19}
+{"time":"2026-08-18T02:46:38.164887609Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:46:52.872696812Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":981,"history_lines":18,"events_offset":108,"events_lines":2,"console_offset":1020,"console_lines":19}
+{"time":"2026-08-18T02:46:53.177664727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:07.872681937Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":999,"history_lines":18,"events_offset":110,"events_lines":2,"console_offset":1039,"console_lines":18}
+{"time":"2026-08-18T02:47:08.162446211Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:22.872386069Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1017,"history_lines":19,"events_offset":112,"events_lines":2,"console_offset":1057,"console_lines":19}
+{"time":"2026-08-18T02:47:23.160413331Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:37.873142959Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1036,"history_lines":18,"events_offset":114,"events_lines":2,"console_offset":1076,"console_lines":19}
+{"time":"2026-08-18T02:47:38.157437853Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:47:52.872650043Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1054,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1095,"console_lines":19}
+{"time":"2026-08-18T02:47:53.134868506Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:07.87248782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1073,"history_lines":20,"events_offset":118,"events_lines":2,"console_offset":1114,"console_lines":20}
+{"time":"2026-08-18T02:48:08.180106659Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:22.872731321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1093,"history_lines":18,"events_offset":120,"events_lines":2,"console_offset":1134,"console_lines":19}
+{"time":"2026-08-18T02:48:23.149458691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:37.872386708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1111,"history_lines":18,"events_offset":122,"events_lines":2,"console_offset":1153,"console_lines":18}
+{"time":"2026-08-18T02:48:38.137474911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:48:52.872940227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":18,"events_offset":124,"events_lines":2,"console_offset":1171,"console_lines":18}
+{"time":"2026-08-18T02:48:53.162951583Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:07.872587471Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1147,"history_lines":17,"events_offset":126,"events_lines":2,"console_offset":1189,"console_lines":18}
+{"time":"2026-08-18T02:49:08.158820668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:22.872781971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1164,"history_lines":19,"events_offset":128,"events_lines":2,"console_offset":1207,"console_lines":19}
+{"time":"2026-08-18T02:49:23.145313058Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:37.873069406Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1183,"history_lines":17,"events_offset":130,"events_lines":2,"console_offset":1226,"console_lines":18}
+{"time":"2026-08-18T02:49:38.138020827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:49:52.872101329Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1200,"history_lines":19,"events_offset":132,"events_lines":2,"console_offset":1244,"console_lines":19}
+{"time":"2026-08-18T02:49:53.147444888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:07.87335177Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1219,"history_lines":19,"events_offset":134,"events_lines":2,"console_offset":1263,"console_lines":19}
+{"time":"2026-08-18T02:50:08.180590223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:22.872454094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1238,"history_lines":17,"events_offset":136,"events_lines":2,"console_offset":1282,"console_lines":18}
+{"time":"2026-08-18T02:50:23.172313867Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:37.872880148Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1255,"history_lines":18,"events_offset":138,"events_lines":2,"console_offset":1300,"console_lines":18}
+{"time":"2026-08-18T02:50:38.15229961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:50:52.873067807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1273,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1318,"console_lines":18}
+{"time":"2026-08-18T02:50:53.149822795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:07.873175648Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1291,"history_lines":17,"events_offset":142,"events_lines":2,"console_offset":1336,"console_lines":18}
+{"time":"2026-08-18T02:51:08.169410101Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:22.872979744Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1308,"history_lines":19,"events_offset":144,"events_lines":2,"console_offset":1354,"console_lines":19}
+{"time":"2026-08-18T02:51:23.137887831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:37.872846845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1327,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1373,"console_lines":18}
+{"time":"2026-08-18T02:51:38.1564438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:51:52.87207371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1345,"history_lines":17,"events_offset":148,"events_lines":2,"console_offset":1391,"console_lines":18}
+{"time":"2026-08-18T02:51:53.160101896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:07.872584226Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1362,"history_lines":20,"events_offset":150,"events_lines":2,"console_offset":1409,"console_lines":20}
+{"time":"2026-08-18T02:52:08.223564162Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:22.872215706Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1382,"history_lines":17,"events_offset":152,"events_lines":2,"console_offset":1429,"console_lines":18}
+{"time":"2026-08-18T02:52:23.144972078Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:37.873160093Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1399,"history_lines":19,"events_offset":154,"events_lines":2,"console_offset":1447,"console_lines":19}
+{"time":"2026-08-18T02:52:38.139903359Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:52:52.872383793Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1418,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1466,"console_lines":18}
+{"time":"2026-08-18T02:52:53.154302151Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:07.873220309Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1436,"history_lines":17,"events_offset":158,"events_lines":2,"console_offset":1484,"console_lines":18}
+{"time":"2026-08-18T02:53:08.168892301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:22.872068775Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1453,"history_lines":18,"events_offset":160,"events_lines":2,"console_offset":1502,"console_lines":18}
+{"time":"2026-08-18T02:53:23.154778373Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:37.873094483Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1471,"history_lines":18,"events_offset":162,"events_lines":2,"console_offset":1520,"console_lines":18}
+{"time":"2026-08-18T02:53:38.152805333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:53:52.872978492Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1489,"history_lines":15,"events_offset":164,"events_lines":2,"console_offset":1538,"console_lines":16}
+{"time":"2026-08-18T02:53:53.201050366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:07.872614872Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1504,"history_lines":18,"events_offset":166,"events_lines":2,"console_offset":1554,"console_lines":18}
+{"time":"2026-08-18T02:54:08.153313626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:22.872452885Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1522,"history_lines":18,"events_offset":168,"events_lines":2,"console_offset":1572,"console_lines":18}
+{"time":"2026-08-18T02:54:23.15640346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:37.872582532Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1540,"history_lines":17,"events_offset":170,"events_lines":2,"console_offset":1590,"console_lines":18}
+{"time":"2026-08-18T02:54:38.144454856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:54:52.872678474Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1557,"history_lines":19,"events_offset":172,"events_lines":2,"console_offset":1608,"console_lines":19}
+{"time":"2026-08-18T02:54:53.147129676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:07.872291741Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1576,"history_lines":17,"events_offset":174,"events_lines":2,"console_offset":1627,"console_lines":17}
+{"time":"2026-08-18T02:55:08.188430105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:22.87259469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1593,"history_lines":18,"events_offset":176,"events_lines":2,"console_offset":1644,"console_lines":19}
+{"time":"2026-08-18T02:55:23.142612355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:37.872400099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1611,"history_lines":17,"events_offset":178,"events_lines":2,"console_offset":1663,"console_lines":17}
+{"time":"2026-08-18T02:55:38.157061066Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:55:52.872633001Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1628,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1680,"console_lines":19}
+{"time":"2026-08-18T02:55:53.170622251Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:07.872251236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1647,"history_lines":17,"events_offset":182,"events_lines":2,"console_offset":1699,"console_lines":18}
+{"time":"2026-08-18T02:56:08.206423109Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:22.872859744Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1664,"history_lines":19,"events_offset":184,"events_lines":2,"console_offset":1717,"console_lines":19}
+{"time":"2026-08-18T02:56:23.161464654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:37.872519774Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1683,"history_lines":16,"events_offset":186,"events_lines":2,"console_offset":1736,"console_lines":17}
+{"time":"2026-08-18T02:56:38.147839329Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:56:52.872421631Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1699,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1753,"console_lines":18}
+{"time":"2026-08-18T02:56:53.162904384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:07.872238788Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1717,"history_lines":18,"events_offset":190,"events_lines":2,"console_offset":1771,"console_lines":18}
+{"time":"2026-08-18T02:57:08.183109726Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:22.872717582Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1735,"history_lines":17,"events_offset":192,"events_lines":2,"console_offset":1789,"console_lines":18}
+{"time":"2026-08-18T02:57:23.157116116Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:37.873081173Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1752,"history_lines":17,"events_offset":194,"events_lines":2,"console_offset":1807,"console_lines":17}
+{"time":"2026-08-18T02:57:38.16327455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:57:52.873517563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1769,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1824,"console_lines":19}
+{"time":"2026-08-18T02:57:53.17992918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:07.872297732Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1788,"history_lines":17,"events_offset":198,"events_lines":2,"console_offset":1843,"console_lines":18}
+{"time":"2026-08-18T02:58:08.164311296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:22.872805678Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1805,"history_lines":18,"events_offset":200,"events_lines":2,"console_offset":1861,"console_lines":18}
+{"time":"2026-08-18T02:58:23.147755714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:37.8725212Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1823,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1879,"console_lines":19}
+{"time":"2026-08-18T02:58:38.806556356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:52.872247188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1842,"history_lines":17,"events_offset":204,"events_lines":2,"console_offset":1898,"console_lines":18}
+{"time":"2026-08-18T02:58:53.125409833Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:07.873057517Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1859,"history_lines":19,"events_offset":206,"events_lines":2,"console_offset":1916,"console_lines":19}
+{"time":"2026-08-18T02:59:08.156991921Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:22.87252328Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1878,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1935,"console_lines":19}
+{"time":"2026-08-18T02:59:23.148123398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:37.873144418Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1897,"history_lines":18,"events_offset":210,"events_lines":2,"console_offset":1954,"console_lines":19}
+{"time":"2026-08-18T02:59:38.175671182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:52.872514433Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1915,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":1973,"console_lines":19}
+{"time":"2026-08-18T02:59:53.144497199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:07.872944853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1934,"history_lines":18,"events_offset":214,"events_lines":2,"console_offset":1992,"console_lines":19}
+{"time":"2026-08-18T03:00:08.157190692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:22.872940592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1952,"history_lines":18,"events_offset":216,"events_lines":2,"console_offset":2011,"console_lines":18}
+{"time":"2026-08-18T03:00:23.133029448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:37.872649149Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1970,"history_lines":18,"events_offset":218,"events_lines":2,"console_offset":2029,"console_lines":18}
+{"time":"2026-08-18T03:00:38.15466409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:52.872373806Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1988,"history_lines":12,"console_offset":2047,"console_lines":12,"uploaded_len":2}
+{"time":"2026-08-18T03:00:52.885523595Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:00:53.164194248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:53.164310018Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":1,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:00:53.422673025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:53.425227638Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:00:53.431973524Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:00:53.432002114Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:00:53.432162215Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:00:53.432175055Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 02:33:05,480 INFO    MainThread:2425360 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 02:33:05,480 INFO    MainThread:2425360 [wandb_setup.py:_flush():81] Configure stats pid to 2425360
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug.log
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/logs/debug-internal.log
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():783] calling init triggers
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.1977421875, 0.209763671875, 0.0, 0.0, 0.0, 0.039041015625, 0.0, 0.17794921875, 0.0, 0.3723046875, 0.00143359375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.001765625, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d10', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():831] starting backend
+2026-08-18 02:33:05,481 INFO    MainThread:2425360 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 02:33:05,738 INFO    MainThread:2425360 [wandb_init.py:init():851] backend started and connected
+2026-08-18 02:33:05,740 INFO    MainThread:2425360 [wandb_init.py:init():921] updated telemetry
+2026-08-18 02:33:05,749 INFO    MainThread:2425360 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 02:33:07,231 INFO    MainThread:2425360 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 02:33:07,317 INFO    MainThread:2425360 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 02:33:07,319 INFO    MainThread:2425360 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:00:50,305 INFO    MainThread:2425360 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d10
+2026-08-18 03:00:50,306 INFO    MainThread:2425360 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:00:50,306 INFO    MainThread:2425360 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:00:50,306 INFO    MainThread:2425360 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:00:53,430 INFO    MainThread:2425360 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/run-phase5-p5-mae-base-d10.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d608445641ef6cbeb9ad89713d1688d742dac33ddf73a11de9bd1f8d86b6f7
+size 3606122

p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/run-phase5-p5-mae-base-d10.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}