Upload folder using huggingface_hub

.gitattributes

@@ -68,3 +68,4 @@ p5-mae-base-d23/wandb/run-20260818_023614-phase5-p5-mae-base-d23/run-phase5-p5-m
 p5-mae-base-d3/wandb/run-20260818_022456-phase5-p5-mae-base-d3/run-phase5-p5-mae-base-d3.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d32/wandb/run-20260818_025419-phase5-p5-mae-base-d32/run-phase5-p5-mae-base-d32.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d33/wandb/run-20260818_025636-phase5-p5-mae-base-d33/run-phase5-p5-mae-base-d33.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/run-phase5-p5-mae-base-d40.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-base-d40/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00005000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.10569633571413369,
+  "probe/map_train": 0.6706426314995456,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1312660260828021,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.08395990508143,
+  "probe/total_s": 27.246411429019645,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12203297890021167
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12257788629815393
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1263617189696935
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1312660260828021
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12618550256405386
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1087700741513998
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08599117861316669
+    }
+  ],
+  "per_class_ap": [
+    0.5992588400840759,
+    0.006915482226759195,
+    0.054491326212882996,
+    0.14711260795593262,
+    0.07362909615039825,
+    0.24001121520996094,
+    0.19253826141357422,
+    0.29430821537971497,
+    0.018429839983582497,
+    0.027239875867962837,
+    0.018879787996411324,
+    0.05666089057922363,
+    0.3708018958568573,
+    0.1720188707113266,
+    0.043143562972545624,
+    0.3387536406517029,
+    0.2072625756263733,
+    0.32940608263015747,
+    0.02917054295539856,
+    0.05306847393512726,
+    0.2012397050857544,
+    0.056517329066991806,
+    0.07695897668600082,
+    0.07798755913972855,
+    0.02627171389758587,
+    0.020189687609672546,
+    0.05092433840036392,
+    0.1332016885280609,
+    0.13923382759094238,
+    0.02959299460053444,
+    0.21876518428325653,
+    0.09214124828577042,
+    0.008931636810302734,
+    0.06099482998251915,
+    0.18237008154392242,
+    0.023324687033891678,
+    0.3305625915527344,
+    0.03803936392068863,
+    0.05324403941631317,
+    0.08039122819900513,
+    0.14331164956092834,
+    0.008754303678870201,
+    0.04710356518626213,
+    0.3100157380104065,
+    0.007491207681596279,
+    0.06317087262868881,
+    0.006825183052569628,
+    0.051311079412698746,
+    0.05343814566731453,
+    0.05037803575396538,
+    0.11908949166536331,
+    0.007922424003481865,
+    0.014050348661839962,
+    0.0269097201526165,
+    0.14128327369689941,
+    0.07743186503648758,
+    0.10582439601421356,
+    0.2726747989654541,
+    0.10274854302406311,
+    0.033924929797649384,
+    0.1532936543226242,
+    0.18533052504062653,
+    0.04544493556022644,
+    0.08107206970453262,
+    0.5211912393569946,
+    0.23157472908496857,
+    0.17398592829704285,
+    0.2406216412782669,
+    0.29927727580070496,
+    0.32528185844421387,
+    0.08507461845874786,
+    0.07008809596300125,
+    0.13566316664218903,
+    0.11322252452373505,
+    0.11498209089040756,
+    0.19381791353225708,
+    0.06536336243152618,
+    0.12782058119773865,
+    0.12826095521450043,
+    0.05899963155388832,
+    0.01458416972309351,
+    0.05078451707959175,
+    0.16477468609809875,
+    0.04805858060717583,
+    0.07601950317621231,
+    0.016294948756694794,
+    0.023313675075769424,
+    0.03133999928832054,
+    0.01697099208831787,
+    0.048216018825769424,
+    0.015884647145867348,
+    0.016952037811279297,
+    0.13434241712093353,
+    0.006605746690183878,
+    0.031276434659957886,
+    0.029348814859986305,
+    0.015640201047062874,
+    0.04024076461791992,
+    0.10768692195415497,
+    0.16597041487693787,
+    0.09926478564739227,
+    0.2019266039133072,
+    0.03894835337996483,
+    0.03928571194410324,
+    0.009872120805084705,
+    0.05848832428455353,
+    0.03039516508579254,
+    0.026072198525071144,
+    0.06459580361843109,
+    0.13257120549678802,
+    0.1904909461736679,
+    0.09846580028533936,
+    0.06895380467176437,
+    0.07467087358236313,
+    0.02423887513577938,
+    0.11934811621904373,
+    0.1193702444434166,
+    0.08426029980182648,
+    0.1295032948255539,
+    0.07107216864824295,
+    0.07231683284044266,
+    0.07847670465707779,
+    0.05972055718302727,
+    0.022099053487181664,
+    0.010900316759943962,
+    0.014504621736705303,
+    0.0868045836687088,
+    0.12799948453903198,
+    0.11438532918691635,
+    0.08069867640733719,
+    0.003951439168304205,
+    0.06657721102237701,
+    0.148756742477417,
+    0.14121390879154205,
+    0.02764156647026539,
+    0.008394706062972546,
+    0.045093853026628494,
+    0.691531240940094,
+    0.20180705189704895,
+    0.2403530478477478,
+    0.3419012427330017,
+    0.2364438772201538,
+    0.1003601923584938,
+    0.14662455022335052,
+    0.05655525252223015,
+    0.07029221206903458,
+    0.06838425993919373,
+    0.1282527595758438,
+    0.05680853873491287,
+    0.11185315996408463,
+    0.13776279985904694,
+    0.12495149672031403,
+    0.16377319395542145,
+    0.05939870700240135,
+    0.06718658655881882,
+    0.1410100907087326,
+    0.08047743141651154,
+    0.04677703604102135,
+    0.018695207312703133,
+    0.06473181396722794,
+    0.29340413212776184,
+    0.23985587060451508,
+    0.2723131775856018,
+    0.13449770212173462,
+    0.22732943296432495,
+    0.2526337206363678,
+    0.2756158411502838,
+    0.1372387409210205,
+    0.2779183089733124,
+    0.3023242950439453,
+    0.17638865113258362,
+    0.2597338855266571,
+    0.28308430314064026,
+    0.11625566333532333,
+    0.10036265105009079,
+    0.09352196753025055,
+    0.11417702585458755,
+    0.2800596356391907,
+    0.021413249894976616,
+    0.09000880271196365,
+    0.10571637749671936,
+    0.09400944411754608,
+    0.10804150998592377,
+    0.19953787326812744,
+    0.03666626289486885,
+    0.26413729786872864,
+    0.23931533098220825,
+    0.1426369994878769,
+    0.20221370458602905,
+    0.11622912436723709,
+    0.13679736852645874,
+    0.09686895459890366,
+    0.2327437549829483,
+    0.14032110571861267,
+    0.09208221733570099,
+    0.3651770353317261,
+    0.044536761939525604,
+    0.04575907066464424,
+    0.08464132249355316,
+    0.11133605241775513,
+    0.058452971279621124,
+    0.14396266639232635,
+    0.08464320003986359,
+    0.17671267688274384,
+    0.20692870020866394,
+    0.0992238000035286,
+    0.10415227711200714,
+    0.2758595645427704,
+    0.13878986239433289,
+    0.12816259264945984,
+    0.6943430304527283,
+    0.3269805610179901,
+    0.4796822667121887,
+    0.026553023606538773,
+    0.22649113833904266,
+    0.07287272810935974,
+    0.028767956420779228,
+    0.2172282189130783,
+    0.07595110684633255,
+    0.12127362936735153,
+    0.12789632380008698,
+    0.09535376727581024,
+    0.19065138697624207,
+    0.17421382665634155,
+    0.06371916830539703,
+    0.06606022268533707,
+    0.08335334807634354,
+    0.038129255175590515,
+    0.11265531182289124,
+    0.04253680258989334,
+    0.03918344900012016,
+    0.04695647582411766,
+    0.05659562721848488,
+    0.04769081994891167,
+    0.026487326249480247,
+    0.007825016044080257,
+    0.16819915175437927,
+    0.01666668988764286,
+    0.24323812127113342,
+    0.038937442004680634,
+    0.15258951485157013,
+    0.22975601255893707,
+    0.24269255995750427,
+    0.2097323089838028,
+    0.1381765902042389,
+    0.24449363350868225,
+    0.03679625317454338,
+    0.13781322538852692,
+    0.021708255633711815,
+    0.07885760813951492,
+    0.08980879932641983,
+    0.022553788498044014,
+    0.040910061448812485,
+    0.03875606507062912,
+    0.049001481384038925,
+    0.1485811322927475,
+    0.21303507685661316,
+    0.16542980074882507,
+    0.11846309900283813,
+    0.05501306802034378,
+    0.03138774260878563,
+    0.042972587049007416,
+    0.12217695266008377,
+    0.08186522871255875,
+    0.010212654247879982,
+    0.06401584297418594,
+    0.04177007079124451,
+    0.04668932780623436,
+    0.08978809416294098,
+    0.021360427141189575,
+    0.03025202453136444,
+    0.1588071584701538,
+    0.04016846418380737,
+    0.02414517290890217,
+    0.20161552727222443,
+    0.0210189800709486,
+    0.05710044130682945,
+    0.020241452381014824,
+    0.06260579079389572,
+    0.03155955299735069,
+    0.023644743487238884,
+    0.22059549391269684,
+    0.09537819027900696,
+    0.15380722284317017,
+    0.05207231640815735,
+    0.1568187028169632,
+    0.23195689916610718,
+    0.24208714067935944,
+    0.15371036529541016,
+    0.17501534521579742,
+    0.18679673969745636,
+    0.15818698704242706,
+    0.09437322616577148,
+    0.26617705821990967,
+    0.12473492324352264,
+    0.11252795159816742,
+    0.09288240969181061,
+    0.005790173076093197,
+    0.006467456929385662,
+    0.0063771214336156845,
+    0.24171271920204163,
+    0.13710859417915344,
+    0.09559094160795212,
+    0.06670662015676498,
+    0.024923818185925484,
+    0.07841368019580841,
+    0.019034994766116142,
+    0.12844450771808624,
+    0.03559700399637222,
+    0.04925304651260376,
+    0.0692601203918457,
+    0.017961502075195312,
+    0.06228509545326233,
+    0.0457698218524456,
+    0.0373108945786953,
+    0.06325511634349823,
+    0.046115946024656296,
+    0.025555815547704697,
+    0.07092627882957458,
+    0.061503879725933075,
+    0.12776826322078705,
+    0.04794882610440254,
+    0.38968992233276367,
+    0.29665952920913696,
+    0.21334229409694672,
+    0.18797732889652252,
+    0.025646423920989037,
+    0.045121677219867706,
+    0.1930755227804184,
+    0.18426647782325745,
+    0.10704175382852554,
+    0.1625758856534958,
+    0.18947067856788635,
+    0.16771110892295837,
+    0.1624634861946106,
+    0.11543403565883636,
+    0.07778120040893555,
+    0.12089181691408157,
+    0.052316814661026,
+    0.01664154790341854,
+    0.047929346561431885,
+    0.009432489983737469,
+    0.03909708186984062,
+    0.1064525842666626,
+    0.10565655678510666,
+    0.04867301881313324,
+    0.08167203515768051,
+    0.24302613735198975,
+    0.024659289047122,
+    0.01314464956521988,
+    0.05369877070188522,
+    0.01150814350694418,
+    0.045431122183799744,
+    0.05420001968741417,
+    0.021300191059708595,
+    0.032809965312480927,
+    0.021245600655674934,
+    0.012489509768784046,
+    0.031831640750169754,
+    0.0965527668595314,
+    0.01322824414819479,
+    0.050372205674648285,
+    0.09190915524959564,
+    0.06309824436903,
+    0.02376493252813816,
+    0.03416645899415016,
+    0.3473723232746124,
+    0.13503320515155792,
+    0.010397316887974739,
+    0.1095915213227272,
+    0.08599262684583664,
+    0.08015076071023941,
+    0.07080268859863281,
+    0.35672327876091003,
+    0.05465295910835266,
+    0.02691144309937954,
+    0.058173440396785736,
+    0.0463666133582592,
+    0.010596364736557007,
+    0.01126826275140047,
+    0.019551781937479973,
+    0.08968158811330795,
+    0.04043643921613693,
+    0.04934259504079819,
+    0.09599151462316513,
+    0.1677294820547104,
+    0.13234426081180573,
+    0.03964152932167053,
+    0.03518632799386978,
+    0.033469006419181824,
+    0.24987949430942535,
+    0.06591495871543884,
+    0.016343768686056137,
+    0.3495824933052063,
+    0.210286945104599,
+    0.02729419805109501,
+    0.39046239852905273,
+    0.45598357915878296,
+    0.01674077846109867,
+    0.290183424949646,
+    0.3565593659877777,
+    0.04648308455944061,
+    0.10875576734542847,
+    0.16804349422454834,
+    0.0160086527466774,
+    0.01213448029011488,
+    0.012546264566481113,
+    0.024820035323500633,
+    0.02938240021467209,
+    0.009441065602004528,
+    0.006951998919248581,
+    0.13520078361034393,
+    0.011628217995166779,
+    0.017870670184493065,
+    0.2547280490398407,
+    0.20231465995311737,
+    0.014103353023529053,
+    0.01748141460120678,
+    0.08751054108142853,
+    0.07842589914798737,
+    0.18290270864963531,
+    0.04810051992535591,
+    0.08558021485805511,
+    0.17296358942985535,
+    0.0771457776427269,
+    0.08159291744232178,
+    0.031972289085388184,
+    0.12066240608692169,
+    0.13722331821918488,
+    0.15972386300563812,
+    0.06401035189628601,
+    0.11849307268857956,
+    0.12731771171092987,
+    0.05605155974626541,
+    0.007182589266449213,
+    0.08470888435840607,
+    0.23207175731658936,
+    0.06236732006072998,
+    0.10785962641239166,
+    0.011802523396909237,
+    0.04467947408556938,
+    0.02771611139178276,
+    0.008380169048905373,
+    0.0474768802523613,
+    0.0057622832246124744,
+    0.07666368037462234,
+    0.011171107180416584,
+    0.010695044882595539,
+    0.008722396567463875,
+    0.018143214285373688,
+    0.008426833897829056,
+    0.030325094237923622,
+    0.007619353476911783,
+    0.0279522854834795,
+    0.020566796883940697,
+    0.1459992378950119,
+    0.01630624756217003,
+    0.0945260301232338,
+    0.04464149847626686,
+    0.09144382178783417,
+    0.029619336128234863,
+    0.02424049563705921,
+    0.13129793107509613,
+    0.4287044405937195,
+    0.170261412858963,
+    0.14202767610549927,
+    0.037531472742557526,
+    0.054031893610954285,
+    0.03924918547272682,
+    0.06274314224720001,
+    0.11532969772815704,
+    0.06680220365524292,
+    0.08392073959112167,
+    0.007787656504660845,
+    0.10322511196136475,
+    0.007001255638897419,
+    0.22658079862594604,
+    0.04832450672984123,
+    0.04698606953024864,
+    0.21949079632759094,
+    0.12286622077226639,
+    0.06363435089588165,
+    0.006833982188254595,
+    0.040249355137348175,
+    0.03385615348815918,
+    0.010249081067740917,
+    0.007199084386229515,
+    0.0539332740008831,
+    0.026433149352669716,
+    0.04220772534608841,
+    0.14310143887996674,
+    0.2212124764919281,
+    0.048471372574567795,
+    0.13843967020511627,
+    0.2077004313468933,
+    0.039976589381694794,
+    0.02972894161939621,
+    0.13789832592010498,
+    0.06604428589344025,
+    0.09739772230386734,
+    0.11956632882356644,
+    0.22218112647533417,
+    0.00847889669239521,
+    0.12109143286943436,
+    0.027607358992099762,
+    0.01581702008843422,
+    0.08545928448438644,
+    0.01967630535364151,
+    0.009057317860424519,
+    0.02544434554874897,
+    0.021021559834480286,
+    0.1179693341255188,
+    0.07342496514320374,
+    0.007845805957913399,
+    0.09017743170261383,
+    0.29978853464126587,
+    0.011853489093482494,
+    0.3406740128993988,
+    0.02505616843700409,
+    0.026842573657631874,
+    0.023544078692793846,
+    0.18807214498519897,
+    0.14948418736457825,
+    0.02631620317697525,
+    0.0071997069753706455,
+    0.07371089607477188,
+    0.0935075581073761
+  ]
+}

p5-mae-base-d40/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2274c5e63470b05577c78cc080a822cb01757ff4648d011bd967cd9f0a08afea
+size 352156376

p5-mae-base-d40/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00010000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.12532244567393522,
+  "probe/map_train": 0.7261859269024525,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.14768872498861554,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.48391812806949,
+  "probe/total_s": 26.715995545033365,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14482773984897268
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14493572291391468
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14641632064664473
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14768872498861554
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1454869288963529
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13139913528733507
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1079129106223767
+    }
+  ],
+  "per_class_ap": [
+    0.6220090389251709,
+    0.00855882279574871,
+    0.04857194423675537,
+    0.18533459305763245,
+    0.09338340908288956,
+    0.30220213532447815,
+    0.1877783089876175,
+    0.2876671552658081,
+    0.01985754817724228,
+    0.03453313931822777,
+    0.019178641960024834,
+    0.0733967274427414,
+    0.4588991701602936,
+    0.2766074538230896,
+    0.05454950034618378,
+    0.3982570171356201,
+    0.2695939540863037,
+    0.3438500463962555,
+    0.06088495999574661,
+    0.08187073469161987,
+    0.2248963713645935,
+    0.04716110974550247,
+    0.14744098484516144,
+    0.10593488812446594,
+    0.05313780531287193,
+    0.05226054787635803,
+    0.05504278838634491,
+    0.1528240144252777,
+    0.2030925154685974,
+    0.0363120511174202,
+    0.22859323024749756,
+    0.09404940903186798,
+    0.015942003577947617,
+    0.06721600145101547,
+    0.2476920336484909,
+    0.023871952667832375,
+    0.37317052483558655,
+    0.04388571158051491,
+    0.062386251986026764,
+    0.1090618446469307,
+    0.14635755121707916,
+    0.014565630815923214,
+    0.060995105654001236,
+    0.34679314494132996,
+    0.00975941400974989,
+    0.0796179324388504,
+    0.009104573167860508,
+    0.1435079425573349,
+    0.04919996112585068,
+    0.06654442846775055,
+    0.14314526319503784,
+    0.005259427707642317,
+    0.04935245215892792,
+    0.026806091889739037,
+    0.18969276547431946,
+    0.08386125415563583,
+    0.21433208882808685,
+    0.3490956723690033,
+    0.09131252020597458,
+    0.07357129454612732,
+    0.2042531669139862,
+    0.22441942989826202,
+    0.044718265533447266,
+    0.1541992425918579,
+    0.569553554058075,
+    0.2143288105726242,
+    0.2618477940559387,
+    0.2793698310852051,
+    0.3665819764137268,
+    0.35302963852882385,
+    0.10332735627889633,
+    0.10468883812427521,
+    0.1732112020254135,
+    0.14768385887145996,
+    0.15584221482276917,
+    0.1909339278936386,
+    0.05934669077396393,
+    0.22317102551460266,
+    0.15374523401260376,
+    0.07837003469467163,
+    0.026614243164658546,
+    0.0890868753194809,
+    0.2513631284236908,
+    0.09459234029054642,
+    0.11042127013206482,
+    0.02619723603129387,
+    0.03902549669146538,
+    0.04680047929286957,
+    0.013747862540185452,
+    0.11659958958625793,
+    0.03242064267396927,
+    0.033928073942661285,
+    0.1479385793209076,
+    0.007663478143513203,
+    0.048251885920763016,
+    0.0828910768032074,
+    0.01380907092243433,
+    0.02640882320702076,
+    0.14476120471954346,
+    0.24758380651474,
+    0.199254110455513,
+    0.2780744731426239,
+    0.061929699033498764,
+    0.06294841319322586,
+    0.01616356149315834,
+    0.03988095000386238,
+    0.05948929116129875,
+    0.05359038710594177,
+    0.07716696709394455,
+    0.15931615233421326,
+    0.19315312802791595,
+    0.12166833132505417,
+    0.10418659448623657,
+    0.09996892511844635,
+    0.027825340628623962,
+    0.15934523940086365,
+    0.16051636636257172,
+    0.1355399489402771,
+    0.12306834757328033,
+    0.16348707675933838,
+    0.17090292274951935,
+    0.16319791972637177,
+    0.1073777824640274,
+    0.06304694712162018,
+    0.02018692158162594,
+    0.014981335960328579,
+    0.10566713660955429,
+    0.1570526361465454,
+    0.11840281635522842,
+    0.11832869052886963,
+    0.004044203087687492,
+    0.08370860666036606,
+    0.20486357808113098,
+    0.1977265179157257,
+    0.08115538954734802,
+    0.010707409121096134,
+    0.03470861539244652,
+    0.7065333724021912,
+    0.22167722880840302,
+    0.2682121992111206,
+    0.3679470419883728,
+    0.2496078908443451,
+    0.09804974496364594,
+    0.12053684890270233,
+    0.08408606052398682,
+    0.08616171032190323,
+    0.05731385946273804,
+    0.16146443784236908,
+    0.13830311596393585,
+    0.14618957042694092,
+    0.14444635808467865,
+    0.1578666716814041,
+    0.21014994382858276,
+    0.06714589148759842,
+    0.09879918396472931,
+    0.14717808365821838,
+    0.07470440119504929,
+    0.05104615166783333,
+    0.018514186143875122,
+    0.0648513063788414,
+    0.39873653650283813,
+    0.25842365622520447,
+    0.2894475758075714,
+    0.15642790496349335,
+    0.2243059277534485,
+    0.2373313009738922,
+    0.2512100636959076,
+    0.11550424993038177,
+    0.28458505868911743,
+    0.31844550371170044,
+    0.2036716639995575,
+    0.2706800103187561,
+    0.3096870183944702,
+    0.13468872010707855,
+    0.11968404054641724,
+    0.08012820035219193,
+    0.1248379796743393,
+    0.29830101132392883,
+    0.05457622557878494,
+    0.12116671353578568,
+    0.1298949420452118,
+    0.1253788024187088,
+    0.1125766783952713,
+    0.19796429574489594,
+    0.06859716027975082,
+    0.3397179841995239,
+    0.33373069763183594,
+    0.1628798395395279,
+    0.23925478756427765,
+    0.11602827906608582,
+    0.12454185634851456,
+    0.06585536897182465,
+    0.29741865396499634,
+    0.18783840537071228,
+    0.16076524555683136,
+    0.3949805200099945,
+    0.060936249792575836,
+    0.08215993642807007,
+    0.16834942996501923,
+    0.20268847048282623,
+    0.03768087178468704,
+    0.1739157885313034,
+    0.0730719119310379,
+    0.21263648569583893,
+    0.21005553007125854,
+    0.1361767053604126,
+    0.16411803662776947,
+    0.4236007034778595,
+    0.1455942839384079,
+    0.2248341292142868,
+    0.706344485282898,
+    0.3615458905696869,
+    0.5265757441520691,
+    0.041665077209472656,
+    0.2921048104763031,
+    0.06383877992630005,
+    0.029206164181232452,
+    0.23260124027729034,
+    0.1382645070552826,
+    0.1274172067642212,
+    0.1535767912864685,
+    0.09675948321819305,
+    0.12354831397533417,
+    0.1985463798046112,
+    0.06719659268856049,
+    0.04344343766570091,
+    0.046886660158634186,
+    0.04487505555152893,
+    0.16327053308486938,
+    0.02652345970273018,
+    0.03538952395319939,
+    0.035410817712545395,
+    0.07513342797756195,
+    0.032148879021406174,
+    0.021411053836345673,
+    0.007093882653862238,
+    0.17609457671642303,
+    0.016568021848797798,
+    0.2507331669330597,
+    0.022670602425932884,
+    0.16023395955562592,
+    0.27706292271614075,
+    0.2389354258775711,
+    0.13941092789173126,
+    0.14776906371116638,
+    0.2482672929763794,
+    0.03783389553427696,
+    0.18195612728595734,
+    0.018740929663181305,
+    0.08795295655727386,
+    0.0661550909280777,
+    0.01436038687825203,
+    0.021380767226219177,
+    0.05301114171743393,
+    0.04339699447154999,
+    0.14046522974967957,
+    0.21023790538311005,
+    0.1851142942905426,
+    0.06455182284116745,
+    0.08258680254220963,
+    0.0332195870578289,
+    0.05090012401342392,
+    0.21743549406528473,
+    0.04339110106229782,
+    0.013128109276294708,
+    0.03780759125947952,
+    0.04936722293496132,
+    0.07546699792146683,
+    0.09150884300470352,
+    0.04723099246621132,
+    0.029939433559775352,
+    0.20742008090019226,
+    0.08032611757516861,
+    0.03634157031774521,
+    0.1748429834842682,
+    0.026265796273946762,
+    0.029674429446458817,
+    0.01421748474240303,
+    0.07137878239154816,
+    0.02907749079167843,
+    0.016542956233024597,
+    0.19887137413024902,
+    0.1344294548034668,
+    0.19856752455234528,
+    0.047910917550325394,
+    0.20494544506072998,
+    0.3292086720466614,
+    0.3366214334964752,
+    0.1983518898487091,
+    0.20872823894023895,
+    0.20322732627391815,
+    0.1366271674633026,
+    0.10424195230007172,
+    0.19878368079662323,
+    0.16738492250442505,
+    0.17260080575942993,
+    0.12090110033750534,
+    0.006457197479903698,
+    0.0106374341994524,
+    0.01158022042363882,
+    0.27170661091804504,
+    0.17445364594459534,
+    0.1423840969800949,
+    0.07150589674711227,
+    0.018453236669301987,
+    0.08387687802314758,
+    0.02687438577413559,
+    0.16590142250061035,
+    0.06169449910521507,
+    0.07954279333353043,
+    0.1240261122584343,
+    0.03224745765328407,
+    0.10717272013425827,
+    0.06337204575538635,
+    0.07422681152820587,
+    0.09979002177715302,
+    0.05573899298906326,
+    0.02855701372027397,
+    0.08419009298086166,
+    0.05600464716553688,
+    0.1941569596529007,
+    0.044239215552806854,
+    0.41323211789131165,
+    0.3731103241443634,
+    0.27726107835769653,
+    0.2265123575925827,
+    0.04336969926953316,
+    0.0706026628613472,
+    0.24306076765060425,
+    0.225681334733963,
+    0.14851699769496918,
+    0.23015911877155304,
+    0.24220088124275208,
+    0.2888129651546478,
+    0.17458266019821167,
+    0.11514440923929214,
+    0.08897782862186432,
+    0.17495189607143402,
+    0.051935601979494095,
+    0.04991694912314415,
+    0.05954800173640251,
+    0.023122359067201614,
+    0.05865956097841263,
+    0.1387947052717209,
+    0.07997041195631027,
+    0.056622881442308426,
+    0.08547867089509964,
+    0.29434263706207275,
+    0.028668614104390144,
+    0.015016232617199421,
+    0.08309923112392426,
+    0.013912441208958626,
+    0.0596575029194355,
+    0.06227721646428108,
+    0.025972025468945503,
+    0.04939113184809685,
+    0.028990397229790688,
+    0.018039900809526443,
+    0.055576715618371964,
+    0.16381964087486267,
+    0.009168836288154125,
+    0.06462723761796951,
+    0.10002835839986801,
+    0.10714246332645416,
+    0.02387762814760208,
+    0.037912800908088684,
+    0.38784167170524597,
+    0.17760172486305237,
+    0.04397023096680641,
+    0.11542867869138718,
+    0.1176220029592514,
+    0.08281154930591583,
+    0.12142838537693024,
+    0.33721134066581726,
+    0.1103975847363472,
+    0.028872955590486526,
+    0.06351280957460403,
+    0.07243424654006958,
+    0.014375470578670502,
+    0.011952877044677734,
+    0.031991880387067795,
+    0.09347449988126755,
+    0.05966975912451744,
+    0.05931522324681282,
+    0.14424315094947815,
+    0.1680290400981903,
+    0.1702234447002411,
+    0.05589522793889046,
+    0.052940547466278076,
+    0.057386573404073715,
+    0.2637820541858673,
+    0.10010536760091782,
+    0.026082657277584076,
+    0.364913672208786,
+    0.23187895119190216,
+    0.05575907602906227,
+    0.4756377935409546,
+    0.5613957047462463,
+    0.03886370733380318,
+    0.32897311449050903,
+    0.4422108232975006,
+    0.05158812552690506,
+    0.11190048605203629,
+    0.21933859586715698,
+    0.016059063374996185,
+    0.010350801981985569,
+    0.0180900190025568,
+    0.04006876051425934,
+    0.03125419095158577,
+    0.010052538476884365,
+    0.010952567681670189,
+    0.09954642504453659,
+    0.05362115055322647,
+    0.020339759066700935,
+    0.298005074262619,
+    0.20133395493030548,
+    0.021196315065026283,
+    0.03476330637931824,
+    0.10269329696893692,
+    0.09588593244552612,
+    0.24568383395671844,
+    0.07153557986021042,
+    0.07589972019195557,
+    0.1743553876876831,
+    0.10304559022188187,
+    0.10524093359708786,
+    0.05119134485721588,
+    0.17684003710746765,
+    0.17692404985427856,
+    0.15945212543010712,
+    0.08280602097511292,
+    0.15610568225383759,
+    0.17074310779571533,
+    0.08929485082626343,
+    0.005271319765597582,
+    0.09232726693153381,
+    0.21486994624137878,
+    0.08895906805992126,
+    0.12259355187416077,
+    0.016751611605286598,
+    0.023706965148448944,
+    0.06635348498821259,
+    0.006692755036056042,
+    0.0446692630648613,
+    0.010348414070904255,
+    0.07322477549314499,
+    0.02048514410853386,
+    0.0068135750479996204,
+    0.011672667227685452,
+    0.031594328582286835,
+    0.007283481769263744,
+    0.040294863283634186,
+    0.011872210539877415,
+    0.022653210908174515,
+    0.03775855898857117,
+    0.21122990548610687,
+    0.01474754884839058,
+    0.10457747429609299,
+    0.051244597882032394,
+    0.10521664470434189,
+    0.03426370397210121,
+    0.031840112060308456,
+    0.11061198264360428,
+    0.4504724442958832,
+    0.18705148994922638,
+    0.12292665988206863,
+    0.0288837980479002,
+    0.07282523810863495,
+    0.032393552362918854,
+    0.15345855057239532,
+    0.12851989269256592,
+    0.06147851422429085,
+    0.0710153803229332,
+    0.011032717302441597,
+    0.059192415326833725,
+    0.014772821217775345,
+    0.24480076134204865,
+    0.07090216875076294,
+    0.049991507083177567,
+    0.18629349768161774,
+    0.1421780288219452,
+    0.09605435281991959,
+    0.02105870470404625,
+    0.09993304312229156,
+    0.05374739319086075,
+    0.015412107110023499,
+    0.005655646789819002,
+    0.05400679633021355,
+    0.044229038059711456,
+    0.03341415897011757,
+    0.19818784296512604,
+    0.27285823225975037,
+    0.05284646898508072,
+    0.14509214460849762,
+    0.22248706221580505,
+    0.04357479140162468,
+    0.049906112253665924,
+    0.06759534776210785,
+    0.05153592675924301,
+    0.10463951528072357,
+    0.09868911653757095,
+    0.23149554431438446,
+    0.007412261795252562,
+    0.11473534256219864,
+    0.023796990513801575,
+    0.021975429728627205,
+    0.09666232019662857,
+    0.014028334058821201,
+    0.014015614055097103,
+    0.02586580440402031,
+    0.01938823238015175,
+    0.15201006829738617,
+    0.06572287529706955,
+    0.008556327782571316,
+    0.13342562317848206,
+    0.29796358942985535,
+    0.05088192969560623,
+    0.34126877784729004,
+    0.031374577432870865,
+    0.012458058074116707,
+    0.023694338276982307,
+    0.2089785486459732,
+    0.18312625586986542,
+    0.02628340758383274,
+    0.007696229964494705,
+    0.14766357839107513,
+    0.10226593166589737
+  ]
+}

p5-mae-base-d40/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00015000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.1350626749157962,
+  "probe/map_train": 0.7254399711538311,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1580567117325389,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.75144783500582,
+  "probe/total_s": 26.51575719192624,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15243285754430452
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15296655369125506
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15544067271075
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1580567117325389
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15540180611291607
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13926311759666965
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11209916992844621
+    }
+  ],
+  "per_class_ap": [
+    0.6302059292793274,
+    0.008358699269592762,
+    0.05742385983467102,
+    0.17470960319042206,
+    0.08535691350698471,
+    0.2764343321323395,
+    0.17499257624149323,
+    0.3009900450706482,
+    0.025886762887239456,
+    0.050529640167951584,
+    0.02866172231733799,
+    0.0526445172727108,
+    0.4723217785358429,
+    0.29808729887008667,
+    0.051265060901641846,
+    0.4332287311553955,
+    0.27904003858566284,
+    0.33444929122924805,
+    0.03970247879624367,
+    0.08361176401376724,
+    0.22905714809894562,
+    0.06046551838517189,
+    0.1596977561712265,
+    0.1447865068912506,
+    0.05679852515459061,
+    0.037388406693935394,
+    0.0495653860270977,
+    0.1503513753414154,
+    0.21098020672798157,
+    0.08241511136293411,
+    0.22261007130146027,
+    0.12628711760044098,
+    0.022335974499583244,
+    0.09224958717823029,
+    0.2182420939207077,
+    0.034917183220386505,
+    0.3484446406364441,
+    0.04736581817269325,
+    0.0582108311355114,
+    0.17870889604091644,
+    0.1624043881893158,
+    0.014263014309108257,
+    0.06602872163057327,
+    0.3816526234149933,
+    0.010625028051435947,
+    0.09219237416982651,
+    0.009373120032250881,
+    0.1786709725856781,
+    0.059648819267749786,
+    0.0784512534737587,
+    0.1381652057170868,
+    0.030471334233880043,
+    0.062365587800741196,
+    0.033658675849437714,
+    0.19227159023284912,
+    0.11849525570869446,
+    0.20171445608139038,
+    0.3395397365093231,
+    0.10010498017072678,
+    0.09598960727453232,
+    0.1895609200000763,
+    0.15232770144939423,
+    0.047072868794202805,
+    0.1348678320646286,
+    0.5556008219718933,
+    0.23166701197624207,
+    0.26015111804008484,
+    0.30175840854644775,
+    0.39343348145484924,
+    0.3828182816505432,
+    0.10217227041721344,
+    0.10815250128507614,
+    0.1860608160495758,
+    0.17779089510440826,
+    0.1836370825767517,
+    0.25493696331977844,
+    0.06436660885810852,
+    0.2683929204940796,
+    0.206322580575943,
+    0.10021927952766418,
+    0.017285266891121864,
+    0.10024095326662064,
+    0.3371226489543915,
+    0.09925638884305954,
+    0.10912962257862091,
+    0.023586204275488853,
+    0.056471601128578186,
+    0.01738990843296051,
+    0.036095358431339264,
+    0.039345815777778625,
+    0.06308982521295547,
+    0.07165637612342834,
+    0.18939627707004547,
+    0.009756067767739296,
+    0.03245732933282852,
+    0.05002865195274353,
+    0.02209768444299698,
+    0.05229786038398743,
+    0.14594979584217072,
+    0.22197271883487701,
+    0.17393335700035095,
+    0.2605662941932678,
+    0.04843137413263321,
+    0.049736302345991135,
+    0.023842472583055496,
+    0.03770943731069565,
+    0.07666749507188797,
+    0.06125008314847946,
+    0.09000924229621887,
+    0.22667010128498077,
+    0.2585775554180145,
+    0.12491713464260101,
+    0.0969264954328537,
+    0.07438711076974869,
+    0.0626053661108017,
+    0.18875905871391296,
+    0.1879062056541443,
+    0.15707801282405853,
+    0.1636250913143158,
+    0.2709299325942993,
+    0.27498021721839905,
+    0.2442624568939209,
+    0.11026795953512192,
+    0.08532398194074631,
+    0.027623699977993965,
+    0.020893685519695282,
+    0.11769583821296692,
+    0.1592126190662384,
+    0.10788924992084503,
+    0.12642470002174377,
+    0.003972886595875025,
+    0.1298704594373703,
+    0.17124006152153015,
+    0.15195195376873016,
+    0.06503810733556747,
+    0.007263175677508116,
+    0.04192788153886795,
+    0.7112911343574524,
+    0.23526322841644287,
+    0.28559058904647827,
+    0.38406142592430115,
+    0.30601686239242554,
+    0.15716144442558289,
+    0.10962346196174622,
+    0.06384991109371185,
+    0.08133839815855026,
+    0.0768614262342453,
+    0.19683712720870972,
+    0.0926506444811821,
+    0.12046123296022415,
+    0.17189937829971313,
+    0.1743198186159134,
+    0.24206218123435974,
+    0.08044420182704926,
+    0.07398395985364914,
+    0.17031313478946686,
+    0.0855010449886322,
+    0.06273730099201202,
+    0.014882363379001617,
+    0.05709531530737877,
+    0.42494088411331177,
+    0.26917868852615356,
+    0.3179016411304474,
+    0.1603592038154602,
+    0.2255128175020218,
+    0.25550636649131775,
+    0.2703738808631897,
+    0.13786962628364563,
+    0.3018941879272461,
+    0.26972633600234985,
+    0.16323581337928772,
+    0.28193068504333496,
+    0.3073669970035553,
+    0.14744271337985992,
+    0.12806831300258636,
+    0.06972517818212509,
+    0.1096249669790268,
+    0.3021087348461151,
+    0.04520150274038315,
+    0.09926062822341919,
+    0.11366751790046692,
+    0.11647899448871613,
+    0.11799857765436172,
+    0.2481367290019989,
+    0.05180903896689415,
+    0.36181846261024475,
+    0.363804429769516,
+    0.10889682173728943,
+    0.2827332317829132,
+    0.13684004545211792,
+    0.1440279334783554,
+    0.08211760967969894,
+    0.30987662076950073,
+    0.1841568499803543,
+    0.1888384073972702,
+    0.3947131931781769,
+    0.049547113478183746,
+    0.08219104260206223,
+    0.1522374153137207,
+    0.2537359893321991,
+    0.031258754432201385,
+    0.20702776312828064,
+    0.050027891993522644,
+    0.20281364023685455,
+    0.26011380553245544,
+    0.16383332014083862,
+    0.19390910863876343,
+    0.47155123949050903,
+    0.18850953876972198,
+    0.31984907388687134,
+    0.7371187806129456,
+    0.34374481439590454,
+    0.551569402217865,
+    0.039148278534412384,
+    0.37934738397598267,
+    0.10009344667196274,
+    0.04548032209277153,
+    0.19639244675636292,
+    0.12245041877031326,
+    0.09392718970775604,
+    0.18774566054344177,
+    0.10060963034629822,
+    0.12747110426425934,
+    0.17690111696720123,
+    0.05996915325522423,
+    0.05644020810723305,
+    0.03489984944462776,
+    0.03925415128469467,
+    0.11360502243041992,
+    0.020245825871825218,
+    0.03284544125199318,
+    0.0435032993555069,
+    0.08945045620203018,
+    0.05287932977080345,
+    0.01971094310283661,
+    0.008484313264489174,
+    0.174110546708107,
+    0.022525692358613014,
+    0.2852840721607208,
+    0.028172258287668228,
+    0.18348683416843414,
+    0.29001182317733765,
+    0.2588667869567871,
+    0.16980096697807312,
+    0.1511838734149933,
+    0.26976099610328674,
+    0.04683692008256912,
+    0.18880312144756317,
+    0.021581612527370453,
+    0.10523638129234314,
+    0.06883113086223602,
+    0.011952191591262817,
+    0.04017948731780052,
+    0.060346730053424835,
+    0.038719549775123596,
+    0.20754288136959076,
+    0.16331180930137634,
+    0.1658042073249817,
+    0.06172718480229378,
+    0.11654552817344666,
+    0.04486210644245148,
+    0.06991337239742279,
+    0.18645012378692627,
+    0.040354613214731216,
+    0.017490217462182045,
+    0.030697854235768318,
+    0.04665674269199371,
+    0.08188445121049881,
+    0.12747332453727722,
+    0.033520665019750595,
+    0.02629520557820797,
+    0.219882071018219,
+    0.0816025584936142,
+    0.027506358921527863,
+    0.14968103170394897,
+    0.025065451860427856,
+    0.02662781812250614,
+    0.017572518438100815,
+    0.05650952085852623,
+    0.03510411083698273,
+    0.02430741861462593,
+    0.27210453152656555,
+    0.143917515873909,
+    0.23424772918224335,
+    0.08065740019083023,
+    0.25002846121788025,
+    0.3247220814228058,
+    0.3496472239494324,
+    0.22165296971797943,
+    0.2406761348247528,
+    0.25790807604789734,
+    0.22080637514591217,
+    0.0970800593495369,
+    0.20004978775978088,
+    0.18207429349422455,
+    0.20189787447452545,
+    0.13561320304870605,
+    0.005777112673968077,
+    0.014600084163248539,
+    0.012834083288908005,
+    0.28306272625923157,
+    0.20349077880382538,
+    0.1748400330543518,
+    0.05388819798827171,
+    0.040592554956674576,
+    0.09834504127502441,
+    0.02443801611661911,
+    0.18063139915466309,
+    0.056635621935129166,
+    0.12146538496017456,
+    0.15371409058570862,
+    0.03622455894947052,
+    0.0956525132060051,
+    0.05644666403532028,
+    0.09408381581306458,
+    0.11268477141857147,
+    0.06049148738384247,
+    0.04061082378029823,
+    0.15375575423240662,
+    0.06024383753538132,
+    0.21142098307609558,
+    0.029166225343942642,
+    0.4356972575187683,
+    0.3804064393043518,
+    0.2725205719470978,
+    0.22952955961227417,
+    0.04163222014904022,
+    0.06593526154756546,
+    0.2879660725593567,
+    0.26410606503486633,
+    0.1537228524684906,
+    0.22608761489391327,
+    0.29504114389419556,
+    0.3285570740699768,
+    0.17969802021980286,
+    0.13711169362068176,
+    0.09473558515310287,
+    0.2120036482810974,
+    0.04655902087688446,
+    0.04462942108511925,
+    0.09140750020742416,
+    0.029227564111351967,
+    0.08093099296092987,
+    0.17082354426383972,
+    0.10583869367837906,
+    0.06223764270544052,
+    0.0895315483212471,
+    0.2754703760147095,
+    0.028147025033831596,
+    0.018774880096316338,
+    0.11433769762516022,
+    0.03783365711569786,
+    0.0684949979186058,
+    0.09270231425762177,
+    0.022009942680597305,
+    0.03707505017518997,
+    0.016309335827827454,
+    0.014114778488874435,
+    0.03621387481689453,
+    0.1671232432126999,
+    0.01076049916446209,
+    0.06483601033687592,
+    0.11821338534355164,
+    0.11031244695186615,
+    0.02697913534939289,
+    0.0301163662225008,
+    0.3625171482563019,
+    0.19112518429756165,
+    0.018778324127197266,
+    0.15978164970874786,
+    0.14556026458740234,
+    0.11779572069644928,
+    0.17413747310638428,
+    0.35571351647377014,
+    0.09679264575242996,
+    0.03668295964598656,
+    0.09614585340023041,
+    0.12389469146728516,
+    0.015878377482295036,
+    0.02497906982898712,
+    0.03514459729194641,
+    0.07349177449941635,
+    0.12048787623643875,
+    0.07761377096176147,
+    0.16843870282173157,
+    0.16094252467155457,
+    0.20530807971954346,
+    0.07866533100605011,
+    0.08111889660358429,
+    0.08408335596323013,
+    0.2930641174316406,
+    0.08207643777132034,
+    0.040333133190870285,
+    0.3683284819126129,
+    0.24063698947429657,
+    0.09229444712400436,
+    0.4997049868106842,
+    0.6061906218528748,
+    0.03807184472680092,
+    0.3861483931541443,
+    0.4346057176589966,
+    0.038945458829402924,
+    0.10361165553331375,
+    0.26203492283821106,
+    0.02416403405368328,
+    0.01960522122681141,
+    0.037938620895147324,
+    0.04200698435306549,
+    0.08592277020215988,
+    0.018669897690415382,
+    0.021135646849870682,
+    0.0821695551276207,
+    0.025509769096970558,
+    0.028893960639834404,
+    0.28947824239730835,
+    0.19181467592716217,
+    0.02405734919011593,
+    0.04781937226653099,
+    0.1175532266497612,
+    0.07659494131803513,
+    0.27722182869911194,
+    0.07411687076091766,
+    0.07697027176618576,
+    0.1998814344406128,
+    0.1066800132393837,
+    0.09967991709709167,
+    0.057958800345659256,
+    0.1842077523469925,
+    0.2139146775007248,
+    0.2018420696258545,
+    0.0930849239230156,
+    0.16788579523563385,
+    0.20446911454200745,
+    0.09247392416000366,
+    0.005330279469490051,
+    0.09825313836336136,
+    0.1959928721189499,
+    0.08359496295452118,
+    0.10585857927799225,
+    0.04493848979473114,
+    0.014185686595737934,
+    0.08320681005716324,
+    0.008872170932590961,
+    0.06040645390748978,
+    0.010207874700427055,
+    0.10979451984167099,
+    0.025271227583289146,
+    0.024841317906975746,
+    0.02587258070707321,
+    0.05803614854812622,
+    0.012673791497945786,
+    0.054290592670440674,
+    0.013141365721821785,
+    0.033735331147909164,
+    0.036992866545915604,
+    0.24040579795837402,
+    0.053807131946086884,
+    0.09038620442152023,
+    0.06739702075719833,
+    0.13702024519443512,
+    0.039234429597854614,
+    0.03139371797442436,
+    0.1455928087234497,
+    0.46105536818504333,
+    0.1860140711069107,
+    0.1494169384241104,
+    0.03949224203824997,
+    0.06495681405067444,
+    0.04418087378144264,
+    0.14998531341552734,
+    0.1226397231221199,
+    0.08126376569271088,
+    0.10898370295763016,
+    0.01379098929464817,
+    0.05303279682993889,
+    0.005094626918435097,
+    0.26309749484062195,
+    0.05672953277826309,
+    0.07875630259513855,
+    0.24310843646526337,
+    0.15269401669502258,
+    0.09413008391857147,
+    0.022548895329236984,
+    0.10415919870138168,
+    0.07132925093173981,
+    0.014143399894237518,
+    0.005547849927097559,
+    0.051251381635665894,
+    0.035751424729824066,
+    0.05171101912856102,
+    0.21570062637329102,
+    0.3172360062599182,
+    0.07009029388427734,
+    0.14672230184078217,
+    0.2188824713230133,
+    0.03472057729959488,
+    0.04294978454709053,
+    0.06482937932014465,
+    0.06291463226079941,
+    0.11124899983406067,
+    0.11881489306688309,
+    0.25448325276374817,
+    0.01012100838124752,
+    0.1364792138338089,
+    0.023520933464169502,
+    0.019659433513879776,
+    0.09782364964485168,
+    0.01404927484691143,
+    0.013998954556882381,
+    0.02963215857744217,
+    0.019244208931922913,
+    0.15717953443527222,
+    0.06418763846158981,
+    0.009061791002750397,
+    0.1251491904258728,
+    0.2956371307373047,
+    0.04370713233947754,
+    0.3387056589126587,
+    0.030393529683351517,
+    0.017356155440211296,
+    0.038998495787382126,
+    0.24501046538352966,
+    0.18182002007961273,
+    0.05000777542591095,
+    0.02625865302979946,
+    0.12362705916166306,
+    0.11488576233386993
+  ]
+}

p5-mae-base-d40/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbc2749af459cc03dac0e3cf109bb7e6caee7dfa6daa0f3085fc68219a29b34
+size 352156376

p5-mae-base-d40/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00020000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.1437679672228487,
+  "probe/map_train": 0.712545899670762,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.16680579508506327,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.405911964946426,
+  "probe/total_s": 25.86960990994703,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16127543428323393
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16167087393810184
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16443822267235556
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16680579508506327
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16289348197098913
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14451023360689574
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11646761259053474
+    }
+  ],
+  "per_class_ap": [
+    0.6381418108940125,
+    0.009363050572574139,
+    0.061765413731336594,
+    0.18895651400089264,
+    0.09481372684240341,
+    0.2950543165206909,
+    0.20605136454105377,
+    0.3065209686756134,
+    0.02266012877225876,
+    0.0525137297809124,
+    0.018453439697623253,
+    0.061539530754089355,
+    0.5125994086265564,
+    0.3277348279953003,
+    0.06692951172590256,
+    0.4936235547065735,
+    0.2888180911540985,
+    0.3388075530529022,
+    0.05517248064279556,
+    0.0988444834947586,
+    0.2226409614086151,
+    0.05357077717781067,
+    0.17794005572795868,
+    0.13595838844776154,
+    0.08411823213100433,
+    0.047645676881074905,
+    0.07022962719202042,
+    0.1736839860677719,
+    0.21046891808509827,
+    0.09207189828157425,
+    0.23684978485107422,
+    0.13852879405021667,
+    0.014367198571562767,
+    0.06914521008729935,
+    0.25024065375328064,
+    0.05597614869475365,
+    0.3512095808982849,
+    0.04717707633972168,
+    0.06302934885025024,
+    0.15236225724220276,
+    0.17216762900352478,
+    0.01848669908940792,
+    0.07804973423480988,
+    0.40028780698776245,
+    0.011399122886359692,
+    0.08254208415746689,
+    0.010035263374447823,
+    0.1501741111278534,
+    0.06217518076300621,
+    0.10490533709526062,
+    0.1351855993270874,
+    0.007739821914583445,
+    0.055457066744565964,
+    0.046445704996585846,
+    0.22902987897396088,
+    0.10530774295330048,
+    0.23862247169017792,
+    0.3494358956813812,
+    0.09159112721681595,
+    0.08252133429050446,
+    0.18334293365478516,
+    0.2229151725769043,
+    0.043419767171144485,
+    0.1362149864435196,
+    0.5693061947822571,
+    0.22109943628311157,
+    0.3084208071231842,
+    0.30807623267173767,
+    0.39089077711105347,
+    0.39836156368255615,
+    0.10177167505025864,
+    0.11503710597753525,
+    0.20390263199806213,
+    0.196221262216568,
+    0.19995370507240295,
+    0.26314955949783325,
+    0.0715048760175705,
+    0.24868787825107574,
+    0.20316743850708008,
+    0.09946565330028534,
+    0.02192039228975773,
+    0.1166926845908165,
+    0.3359842598438263,
+    0.16360414028167725,
+    0.1154760792851448,
+    0.02871081978082657,
+    0.08334553986787796,
+    0.0431370735168457,
+    0.018709402531385422,
+    0.05674334615468979,
+    0.1049296110868454,
+    0.10521993041038513,
+    0.19598759710788727,
+    0.011757497675716877,
+    0.06356435269117355,
+    0.1080624982714653,
+    0.022710375487804413,
+    0.03117368556559086,
+    0.15683211386203766,
+    0.2751142680644989,
+    0.2385662943124771,
+    0.31961050629615784,
+    0.060982704162597656,
+    0.062059830874204636,
+    0.026818521320819855,
+    0.04434249922633171,
+    0.09659993648529053,
+    0.07114817947149277,
+    0.09618715196847916,
+    0.23265984654426575,
+    0.2508079707622528,
+    0.12933246791362762,
+    0.11578687280416489,
+    0.0932331457734108,
+    0.05466823652386665,
+    0.19665199518203735,
+    0.1993914544582367,
+    0.13581322133541107,
+    0.15882211923599243,
+    0.3345315456390381,
+    0.34149229526519775,
+    0.21829698979854584,
+    0.10807392746210098,
+    0.05028761178255081,
+    0.02187684364616871,
+    0.02393275871872902,
+    0.12228857725858688,
+    0.15937629342079163,
+    0.1461300402879715,
+    0.14777813851833344,
+    0.00407828763127327,
+    0.17572416365146637,
+    0.20406483113765717,
+    0.20751048624515533,
+    0.09046406298875809,
+    0.008093777112662792,
+    0.06915770471096039,
+    0.7197619080543518,
+    0.2283279001712799,
+    0.30444008111953735,
+    0.4080376923084259,
+    0.27535951137542725,
+    0.09084220975637436,
+    0.09911230951547623,
+    0.06929388642311096,
+    0.09616977721452713,
+    0.08959479629993439,
+    0.18585079908370972,
+    0.07764590531587601,
+    0.1331772357225418,
+    0.20866841077804565,
+    0.18406210839748383,
+    0.22675839066505432,
+    0.09774231910705566,
+    0.115089550614357,
+    0.18930789828300476,
+    0.07827305048704147,
+    0.06267029047012329,
+    0.014022999443113804,
+    0.060177650302648544,
+    0.44145575165748596,
+    0.2935115396976471,
+    0.3388397991657257,
+    0.16620206832885742,
+    0.25593388080596924,
+    0.2937277555465698,
+    0.2997390031814575,
+    0.1565808802843094,
+    0.33999112248420715,
+    0.2943238914012909,
+    0.2231973558664322,
+    0.33013129234313965,
+    0.3636503517627716,
+    0.14454051852226257,
+    0.08414949476718903,
+    0.07369948923587799,
+    0.12522560358047485,
+    0.3073408901691437,
+    0.08625242114067078,
+    0.17707525193691254,
+    0.19883765280246735,
+    0.20230241119861603,
+    0.15398666262626648,
+    0.22427263855934143,
+    0.060545798391103745,
+    0.38147109746932983,
+    0.3570941984653473,
+    0.12345342338085175,
+    0.31480690836906433,
+    0.13618601858615875,
+    0.14065055549144745,
+    0.10386813431978226,
+    0.36063888669013977,
+    0.16849783062934875,
+    0.1798383891582489,
+    0.3927198350429535,
+    0.05527571588754654,
+    0.0928385928273201,
+    0.13470350205898285,
+    0.3028936982154846,
+    0.04242490977048874,
+    0.24075214564800262,
+    0.12327060103416443,
+    0.22123825550079346,
+    0.2873687744140625,
+    0.23830156028270721,
+    0.28952860832214355,
+    0.4950668513774872,
+    0.24840089678764343,
+    0.3112242519855499,
+    0.7403185963630676,
+    0.35734814405441284,
+    0.529966413974762,
+    0.042876508086919785,
+    0.3520149290561676,
+    0.08167972415685654,
+    0.04968118667602539,
+    0.19581139087677002,
+    0.15948334336280823,
+    0.08431416749954224,
+    0.17541800439357758,
+    0.1150091141462326,
+    0.17487524449825287,
+    0.16613753139972687,
+    0.057572007179260254,
+    0.0445968434214592,
+    0.04501217231154442,
+    0.036017000675201416,
+    0.13055579364299774,
+    0.02499108947813511,
+    0.04204780235886574,
+    0.04367668926715851,
+    0.08671971410512924,
+    0.03133163973689079,
+    0.017638109624385834,
+    0.012474756687879562,
+    0.1772715449333191,
+    0.020927222445607185,
+    0.30781206488609314,
+    0.026558609679341316,
+    0.18258826434612274,
+    0.31538334488868713,
+    0.2857710123062134,
+    0.20216284692287445,
+    0.1508943736553192,
+    0.2633156478404999,
+    0.05055909603834152,
+    0.1897798627614975,
+    0.019257692620158195,
+    0.12426648288965225,
+    0.0989026427268982,
+    0.01562986709177494,
+    0.03170756623148918,
+    0.0735289677977562,
+    0.03586487099528313,
+    0.19615690410137177,
+    0.1667913794517517,
+    0.27246737480163574,
+    0.05759640783071518,
+    0.1030782163143158,
+    0.030645588412880898,
+    0.05678585171699524,
+    0.1878555417060852,
+    0.058738164603710175,
+    0.015810253098607063,
+    0.03227047994732857,
+    0.05225475877523422,
+    0.09808352589607239,
+    0.07236327230930328,
+    0.023826254531741142,
+    0.029459433630108833,
+    0.2585718035697937,
+    0.07126379013061523,
+    0.0340900719165802,
+    0.18205685913562775,
+    0.026944762095808983,
+    0.024950716644525528,
+    0.01610044576227665,
+    0.058266039937734604,
+    0.030288690701127052,
+    0.02712295763194561,
+    0.26919975876808167,
+    0.1350884586572647,
+    0.22946780920028687,
+    0.058388955891132355,
+    0.24428264796733856,
+    0.35253769159317017,
+    0.3802601993083954,
+    0.25326958298683167,
+    0.2708631157875061,
+    0.22601211071014404,
+    0.22399784624576569,
+    0.0970705896615982,
+    0.21364277601242065,
+    0.21024875342845917,
+    0.21300002932548523,
+    0.13589683175086975,
+    0.006049221847206354,
+    0.013792515732347965,
+    0.011450258083641529,
+    0.29134267568588257,
+    0.2044636458158493,
+    0.17964081466197968,
+    0.08563615381717682,
+    0.03655822202563286,
+    0.12042417377233505,
+    0.025434333831071854,
+    0.1722332090139389,
+    0.09326869249343872,
+    0.10117417573928833,
+    0.15862713754177094,
+    0.047358766198158264,
+    0.12104613333940506,
+    0.07252100855112076,
+    0.07682542502880096,
+    0.10463052988052368,
+    0.05640949308872223,
+    0.04015423357486725,
+    0.1815986931324005,
+    0.06426171958446503,
+    0.27589303255081177,
+    0.03488348051905632,
+    0.4303544759750366,
+    0.34526607394218445,
+    0.242980495095253,
+    0.2410520315170288,
+    0.06821299344301224,
+    0.06679509580135345,
+    0.2788679301738739,
+    0.27121707797050476,
+    0.15884238481521606,
+    0.19835491478443146,
+    0.2830137312412262,
+    0.3375096917152405,
+    0.19509534537792206,
+    0.16184963285923004,
+    0.12038325518369675,
+    0.21389898657798767,
+    0.046049486845731735,
+    0.028174353763461113,
+    0.10902237147092819,
+    0.007433179300278425,
+    0.039821308106184006,
+    0.1712205857038498,
+    0.12449408322572708,
+    0.06716082990169525,
+    0.09931124001741409,
+    0.2966509461402893,
+    0.05453106015920639,
+    0.021868206560611725,
+    0.1210525780916214,
+    0.03203048184514046,
+    0.06014625355601311,
+    0.0987284854054451,
+    0.032006800174713135,
+    0.07260767370462418,
+    0.0196311604231596,
+    0.0347919799387455,
+    0.04076189547777176,
+    0.15503430366516113,
+    0.011601239442825317,
+    0.08751960098743439,
+    0.11437216401100159,
+    0.1053735762834549,
+    0.02907540090382099,
+    0.03545289486646652,
+    0.37007012963294983,
+    0.19357141852378845,
+    0.012519399635493755,
+    0.17342901229858398,
+    0.153966024518013,
+    0.13983005285263062,
+    0.15297478437423706,
+    0.3560579717159271,
+    0.13994091749191284,
+    0.04638979211449623,
+    0.08276341110467911,
+    0.1015978753566742,
+    0.047683924436569214,
+    0.02679290808737278,
+    0.033987075090408325,
+    0.0842512995004654,
+    0.1413671374320984,
+    0.06137266010046005,
+    0.18287891149520874,
+    0.19635947048664093,
+    0.20785745978355408,
+    0.0773279219865799,
+    0.0597771592438221,
+    0.07552361488342285,
+    0.3216295540332794,
+    0.12202981859445572,
+    0.03672337159514427,
+    0.4200669527053833,
+    0.30741479992866516,
+    0.1209586039185524,
+    0.4829513728618622,
+    0.591474711894989,
+    0.047386445105075836,
+    0.39626458287239075,
+    0.4641459882259369,
+    0.05726095661520958,
+    0.14475354552268982,
+    0.27737459540367126,
+    0.02305494248867035,
+    0.016103588044643402,
+    0.04464450851082802,
+    0.029793111607432365,
+    0.08378751575946808,
+    0.016163920983672142,
+    0.012592600658535957,
+    0.09613804519176483,
+    0.025189271196722984,
+    0.03031315840780735,
+    0.28036773204803467,
+    0.19401231408119202,
+    0.02171376720070839,
+    0.036183539777994156,
+    0.09976264089345932,
+    0.10954180359840393,
+    0.28692370653152466,
+    0.06232232600450516,
+    0.06906496733427048,
+    0.20389270782470703,
+    0.09958983212709427,
+    0.09451360255479813,
+    0.06067057326436043,
+    0.19199900329113007,
+    0.24375441670417786,
+    0.21259160339832306,
+    0.1070723682641983,
+    0.19219747185707092,
+    0.19812314212322235,
+    0.135563924908638,
+    0.005550805013626814,
+    0.10190609097480774,
+    0.17355911433696747,
+    0.09205381572246552,
+    0.12430188804864883,
+    0.04550827294588089,
+    0.020411796867847443,
+    0.051848042756319046,
+    0.009766547940671444,
+    0.07522312551736832,
+    0.00849585235118866,
+    0.0911041721701622,
+    0.028929710388183594,
+    0.010477976873517036,
+    0.019959576427936554,
+    0.08814996480941772,
+    0.030391810461878777,
+    0.05721326917409897,
+    0.009153656661510468,
+    0.053800880908966064,
+    0.06726346164941788,
+    0.24754957854747772,
+    0.052590448409318924,
+    0.1495988667011261,
+    0.05215391889214516,
+    0.11151023954153061,
+    0.0464053601026535,
+    0.04077049717307091,
+    0.23066206276416779,
+    0.4315124452114105,
+    0.21449695527553558,
+    0.12228021770715714,
+    0.038124945014715195,
+    0.0993381068110466,
+    0.046067576855421066,
+    0.0998549833893776,
+    0.11940427124500275,
+    0.08171021938323975,
+    0.13013985753059387,
+    0.01153574138879776,
+    0.08636347204446793,
+    0.005854129791259766,
+    0.2777956426143646,
+    0.06511672586202621,
+    0.0869264304637909,
+    0.2260589897632599,
+    0.18178799748420715,
+    0.10113351047039032,
+    0.028065932914614677,
+    0.1258263885974884,
+    0.10182169079780579,
+    0.015012828633189201,
+    0.008319512940943241,
+    0.06472495943307877,
+    0.03370491415262222,
+    0.03595774248242378,
+    0.1895865797996521,
+    0.2786233127117157,
+    0.09325315058231354,
+    0.15165086090564728,
+    0.22077922523021698,
+    0.05290931090712547,
+    0.04552343860268593,
+    0.0647401437163353,
+    0.08878384530544281,
+    0.09699185937643051,
+    0.09619497507810593,
+    0.32528942823410034,
+    0.00801933091133833,
+    0.14584015309810638,
+    0.0170916635543108,
+    0.013526784256100655,
+    0.0952066108584404,
+    0.012173901312053204,
+    0.017108254134655,
+    0.028452031314373016,
+    0.022898642346262932,
+    0.14031988382339478,
+    0.07362505793571472,
+    0.027553610503673553,
+    0.16519255936145782,
+    0.3350556492805481,
+    0.05296571925282478,
+    0.35318246483802795,
+    0.04203423857688904,
+    0.029695698991417885,
+    0.04088053107261658,
+    0.23210380971431732,
+    0.18420694768428802,
+    0.05882524326443672,
+    0.01685904525220394,
+    0.17049762606620789,
+    0.11357124894857407
+  ]
+}

p5-mae-base-d40/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00025000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.15125823505947356,
+  "probe/map_train": 0.6927405065332011,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.17388997665554307,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.55794498103205,
+  "probe/total_s": 25.364852008060552,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17093494387857786
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17144191927370214
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1737301146891675
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17388997665554307
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1703712970492884
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1529449964785132
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12244356931425787
+    }
+  ],
+  "per_class_ap": [
+    0.6460433602333069,
+    0.011424400843679905,
+    0.060683056712150574,
+    0.18616800010204315,
+    0.0990864709019661,
+    0.24466313421726227,
+    0.1909576952457428,
+    0.2894594371318817,
+    0.03501874953508377,
+    0.04180588945746422,
+    0.020268302410840988,
+    0.05091497674584389,
+    0.527159571647644,
+    0.37311768531799316,
+    0.0692913830280304,
+    0.5483126640319824,
+    0.32575103640556335,
+    0.3634658753871918,
+    0.06449811905622482,
+    0.10844173282384872,
+    0.25918829441070557,
+    0.10244487971067429,
+    0.2018311768770218,
+    0.15249066054821014,
+    0.10794984549283981,
+    0.05721481516957283,
+    0.06531524658203125,
+    0.18247435986995697,
+    0.22649653255939484,
+    0.10995595902204514,
+    0.2449130415916443,
+    0.14822480082511902,
+    0.02334587275981903,
+    0.06899852305650711,
+    0.26198914647102356,
+    0.04806666448712349,
+    0.38748282194137573,
+    0.05353505164384842,
+    0.06873568147420883,
+    0.15496037900447845,
+    0.17749068140983582,
+    0.02013562247157097,
+    0.08298564702272415,
+    0.4110105335712433,
+    0.011411971412599087,
+    0.07087565213441849,
+    0.019851254299283028,
+    0.17304714024066925,
+    0.07647942751646042,
+    0.09427827596664429,
+    0.16819316148757935,
+    0.010295595973730087,
+    0.06741468608379364,
+    0.04072275012731552,
+    0.22691522538661957,
+    0.12570041418075562,
+    0.23322583734989166,
+    0.39386236667633057,
+    0.10693087428808212,
+    0.15150755643844604,
+    0.20594294369220734,
+    0.1821814626455307,
+    0.07101834565401077,
+    0.13983021676540375,
+    0.6101067662239075,
+    0.2238725870847702,
+    0.31578078866004944,
+    0.3118014633655548,
+    0.40958693623542786,
+    0.3829572796821594,
+    0.12081430852413177,
+    0.12093508988618851,
+    0.20199304819107056,
+    0.2038467675447464,
+    0.19419845938682556,
+    0.2536787986755371,
+    0.0751735046505928,
+    0.19784986972808838,
+    0.23220615088939667,
+    0.1293659806251526,
+    0.021384261548519135,
+    0.15112173557281494,
+    0.3584972321987152,
+    0.17271587252616882,
+    0.114114910364151,
+    0.04214603453874588,
+    0.10655966401100159,
+    0.026392191648483276,
+    0.020162031054496765,
+    0.06988414376974106,
+    0.1600823849439621,
+    0.16467252373695374,
+    0.20165462791919708,
+    0.015682904049754143,
+    0.04746127873659134,
+    0.11381672322750092,
+    0.02803315408527851,
+    0.049369119107723236,
+    0.16593849658966064,
+    0.2744157016277313,
+    0.22027720510959625,
+    0.3527311682701111,
+    0.08549966663122177,
+    0.08406154811382294,
+    0.02293146215379238,
+    0.043623846024274826,
+    0.07281143963336945,
+    0.06196494773030281,
+    0.1055682972073555,
+    0.24415293335914612,
+    0.25888365507125854,
+    0.14546917378902435,
+    0.12256967276334763,
+    0.09645260125398636,
+    0.058390725404024124,
+    0.2304093986749649,
+    0.2340438961982727,
+    0.13337095081806183,
+    0.1465769112110138,
+    0.36918509006500244,
+    0.38363635540008545,
+    0.23415271937847137,
+    0.09488581120967865,
+    0.10173158347606659,
+    0.01194710936397314,
+    0.02622903883457184,
+    0.14601363241672516,
+    0.16951791942119598,
+    0.17615804076194763,
+    0.14681313931941986,
+    0.004925190005451441,
+    0.1417829394340515,
+    0.17685793340206146,
+    0.17841997742652893,
+    0.12187264859676361,
+    0.009312138892710209,
+    0.09082234650850296,
+    0.7204763889312744,
+    0.23003847897052765,
+    0.3091355860233307,
+    0.39169615507125854,
+    0.2549314498901367,
+    0.09595131129026413,
+    0.11439956724643707,
+    0.10448803752660751,
+    0.08538448065519333,
+    0.07471368461847305,
+    0.24371454119682312,
+    0.12630026042461395,
+    0.16438299417495728,
+    0.21491466462612152,
+    0.16781778633594513,
+    0.24513527750968933,
+    0.08516642451286316,
+    0.11703037470579147,
+    0.16531984508037567,
+    0.10028602927923203,
+    0.05437518656253815,
+    0.013111547566950321,
+    0.08512613922357559,
+    0.4607202708721161,
+    0.322986364364624,
+    0.3733329772949219,
+    0.15655165910720825,
+    0.26922184228897095,
+    0.3162577748298645,
+    0.3241323232650757,
+    0.15315362811088562,
+    0.35339996218681335,
+    0.2855495512485504,
+    0.1923483908176422,
+    0.33547088503837585,
+    0.3726297914981842,
+    0.18638551235198975,
+    0.07917337119579315,
+    0.09565383940935135,
+    0.13309670984745026,
+    0.30603790283203125,
+    0.08385451138019562,
+    0.20868176221847534,
+    0.25441908836364746,
+    0.21491500735282898,
+    0.1367604285478592,
+    0.24718646705150604,
+    0.07520126551389694,
+    0.40493303537368774,
+    0.3911263644695282,
+    0.16223986446857452,
+    0.3147544860839844,
+    0.13768842816352844,
+    0.14690427482128143,
+    0.10271827131509781,
+    0.3919714689254761,
+    0.15930701792240143,
+    0.1427939534187317,
+    0.39152052998542786,
+    0.06695350259542465,
+    0.08502837270498276,
+    0.14875414967536926,
+    0.3231179118156433,
+    0.04775114357471466,
+    0.25820180773735046,
+    0.16282060742378235,
+    0.22858519852161407,
+    0.2496734857559204,
+    0.2592613101005554,
+    0.3211076259613037,
+    0.5074218511581421,
+    0.23934757709503174,
+    0.3317178189754486,
+    0.7549387812614441,
+    0.3729622960090637,
+    0.5246232748031616,
+    0.06537653505802155,
+    0.35542798042297363,
+    0.12003949284553528,
+    0.051885735243558884,
+    0.2224416881799698,
+    0.18400202691555023,
+    0.09866794943809509,
+    0.16831673681735992,
+    0.12131554633378983,
+    0.13693347573280334,
+    0.20033563673496246,
+    0.055723268538713455,
+    0.06150749325752258,
+    0.0409696102142334,
+    0.024619469419121742,
+    0.11468573659658432,
+    0.02451060526072979,
+    0.034707486629486084,
+    0.03159110248088837,
+    0.06522754579782486,
+    0.03131035342812538,
+    0.02452871762216091,
+    0.012752518057823181,
+    0.17909756302833557,
+    0.01709829643368721,
+    0.30002784729003906,
+    0.0292328093200922,
+    0.16881875693798065,
+    0.29604294896125793,
+    0.2676415741443634,
+    0.17252883315086365,
+    0.15770623087882996,
+    0.265230268239975,
+    0.08056048303842545,
+    0.19958214461803436,
+    0.022009341046214104,
+    0.13761627674102783,
+    0.09105873107910156,
+    0.020221803337335587,
+    0.046805210411548615,
+    0.10666457563638687,
+    0.03785758465528488,
+    0.17749667167663574,
+    0.2047109603881836,
+    0.24925465881824493,
+    0.041816335171461105,
+    0.09352417290210724,
+    0.03468520566821098,
+    0.0764710083603859,
+    0.14172005653381348,
+    0.060039568692445755,
+    0.017823155969381332,
+    0.04353955015540123,
+    0.06594167649745941,
+    0.06759360432624817,
+    0.07202903181314468,
+    0.036752551794052124,
+    0.028002869337797165,
+    0.26207077503204346,
+    0.07533521205186844,
+    0.03510152921080589,
+    0.17576882243156433,
+    0.02329690009355545,
+    0.032502397894859314,
+    0.012703940272331238,
+    0.05888751521706581,
+    0.029546990990638733,
+    0.037373289465904236,
+    0.2659482955932617,
+    0.13495048880577087,
+    0.2535257637500763,
+    0.08198774605989456,
+    0.2707615792751312,
+    0.3506557047367096,
+    0.3728550970554352,
+    0.2711966037750244,
+    0.2580595314502716,
+    0.21817493438720703,
+    0.20208686590194702,
+    0.1168198436498642,
+    0.20392316579818726,
+    0.21908584237098694,
+    0.24421949684619904,
+    0.13288338482379913,
+    0.0056521533988416195,
+    0.015868183225393295,
+    0.015523184090852737,
+    0.2910921573638916,
+    0.2157774269580841,
+    0.18146425485610962,
+    0.07094646990299225,
+    0.032947443425655365,
+    0.15306231379508972,
+    0.029660074040293694,
+    0.18373030424118042,
+    0.07991340011358261,
+    0.15238800644874573,
+    0.18072040379047394,
+    0.061487868428230286,
+    0.1448947787284851,
+    0.08563084900379181,
+    0.08663707971572876,
+    0.13253940641880035,
+    0.07051105797290802,
+    0.06218603625893593,
+    0.17374345660209656,
+    0.07933381199836731,
+    0.29153305292129517,
+    0.048408884555101395,
+    0.4797567129135132,
+    0.383698433637619,
+    0.2834363877773285,
+    0.2667807340621948,
+    0.06377354264259338,
+    0.07171914726495743,
+    0.2990913391113281,
+    0.28642353415489197,
+    0.18695029616355896,
+    0.25561144948005676,
+    0.30640965700149536,
+    0.3883711099624634,
+    0.20327548682689667,
+    0.18780866265296936,
+    0.1732158362865448,
+    0.23613132536411285,
+    0.048670992255210876,
+    0.027998115867376328,
+    0.13410134613513947,
+    0.02192438393831253,
+    0.04533114656805992,
+    0.174181267619133,
+    0.09504808485507965,
+    0.07520969957113266,
+    0.10179664939641953,
+    0.34467053413391113,
+    0.04296037182211876,
+    0.02384890802204609,
+    0.12711916863918304,
+    0.040429651737213135,
+    0.07669541239738464,
+    0.1066993996500969,
+    0.030730614438652992,
+    0.062025319784879684,
+    0.02335388772189617,
+    0.015356374904513359,
+    0.04203863441944122,
+    0.18322545289993286,
+    0.011267038062214851,
+    0.07043711841106415,
+    0.10465068370103836,
+    0.12006194144487381,
+    0.025768935680389404,
+    0.03824510797858238,
+    0.3719025254249573,
+    0.21819904446601868,
+    0.01843889430165291,
+    0.1847752183675766,
+    0.1443159282207489,
+    0.10965415835380554,
+    0.15614154934883118,
+    0.3612706959247589,
+    0.15402838587760925,
+    0.039035797119140625,
+    0.08804996311664581,
+    0.09288151562213898,
+    0.020996389910578728,
+    0.028340021148324013,
+    0.043419789522886276,
+    0.09019402414560318,
+    0.1633838713169098,
+    0.06438478827476501,
+    0.18754813075065613,
+    0.18298636376857758,
+    0.21229000389575958,
+    0.09374610334634781,
+    0.06632612645626068,
+    0.06970425695180893,
+    0.3198486864566803,
+    0.08150141686201096,
+    0.041707735508680344,
+    0.4061776101589203,
+    0.3245637118816376,
+    0.09834306687116623,
+    0.5133024454116821,
+    0.5798057913780212,
+    0.03286043554544449,
+    0.46321702003479004,
+    0.5149047374725342,
+    0.06530191749334335,
+    0.1560690850019455,
+    0.24383185803890228,
+    0.035507913678884506,
+    0.022248128429055214,
+    0.05249548330903053,
+    0.05678822100162506,
+    0.08978039771318436,
+    0.016984933987259865,
+    0.03106781095266342,
+    0.1264733076095581,
+    0.03567936643958092,
+    0.050364188849925995,
+    0.3075224757194519,
+    0.2562614381313324,
+    0.030499311164021492,
+    0.07549981027841568,
+    0.11766611039638519,
+    0.12190262973308563,
+    0.27210888266563416,
+    0.08155480772256851,
+    0.09428336471319199,
+    0.22559311985969543,
+    0.11284881085157394,
+    0.1028347834944725,
+    0.05850479006767273,
+    0.20603391528129578,
+    0.21658927202224731,
+    0.22056140005588531,
+    0.10307569801807404,
+    0.22084034979343414,
+    0.18000707030296326,
+    0.12956634163856506,
+    0.006817610003054142,
+    0.09540671110153198,
+    0.179851695895195,
+    0.09772805869579315,
+    0.14021244645118713,
+    0.05115479975938797,
+    0.015725132077932358,
+    0.04433755204081535,
+    0.00999698881059885,
+    0.07513061910867691,
+    0.010526832193136215,
+    0.11064668744802475,
+    0.03462851047515869,
+    0.01635567657649517,
+    0.02624369040131569,
+    0.0843670442700386,
+    0.010438039898872375,
+    0.060927748680114746,
+    0.013648954220116138,
+    0.06593120843172073,
+    0.061620235443115234,
+    0.2341746985912323,
+    0.04527704417705536,
+    0.1533024162054062,
+    0.09314705431461334,
+    0.12800844013690948,
+    0.05050849914550781,
+    0.03874683380126953,
+    0.3414267301559448,
+    0.44857823848724365,
+    0.20796874165534973,
+    0.13346074521541595,
+    0.031574562191963196,
+    0.1449389010667801,
+    0.0494178906083107,
+    0.11213450878858566,
+    0.12325578182935715,
+    0.09478238970041275,
+    0.1713973581790924,
+    0.02175883576273918,
+    0.12037929147481918,
+    0.009740004315972328,
+    0.29731485247612,
+    0.06537129729986191,
+    0.10639403015375137,
+    0.2392723113298416,
+    0.1861148178577423,
+    0.12441717833280563,
+    0.02040250226855278,
+    0.12412655353546143,
+    0.07395326346158981,
+    0.012433718889951706,
+    0.009002980776131153,
+    0.06471866369247437,
+    0.059576645493507385,
+    0.031234486028552055,
+    0.21932324767112732,
+    0.29300767183303833,
+    0.11087686568498611,
+    0.1400587409734726,
+    0.2306191772222519,
+    0.03106897883117199,
+    0.049315646290779114,
+    0.06436236202716827,
+    0.10100947320461273,
+    0.10663700848817825,
+    0.1273321658372879,
+    0.3411203622817993,
+    0.007016894873231649,
+    0.15365584194660187,
+    0.019329555332660675,
+    0.014387917704880238,
+    0.09983552247285843,
+    0.015020598657429218,
+    0.01959562487900257,
+    0.03417818993330002,
+    0.021830271929502487,
+    0.12722335755825043,
+    0.08057837933301926,
+    0.0075601451098918915,
+    0.148084357380867,
+    0.35594049096107483,
+    0.06252695620059967,
+    0.31837227940559387,
+    0.04352635145187378,
+    0.02297835238277912,
+    0.03601299226284027,
+    0.23026926815509796,
+    0.21491079032421112,
+    0.05154413357377052,
+    0.011484310030937195,
+    0.16240815818309784,
+    0.11471223831176758
+  ]
+}

p5-mae-base-d40/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00030000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.15748321168050453,
+  "probe/map_train": 0.7555116110214473,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18373275871973563,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.2217568049673,
+  "probe/total_s": 26.241580516914837,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17962378804020554
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18011175379010388
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18373275871973563
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1826434481572678
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1766082358226689
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15686175427479102
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12488330267696682
+    }
+  ],
+  "per_class_ap": [
+    0.6519320011138916,
+    0.010592731647193432,
+    0.06455881148576736,
+    0.19198547303676605,
+    0.1190551146864891,
+    0.27109000086784363,
+    0.21507628262043,
+    0.30032724142074585,
+    0.02907899208366871,
+    0.036986518651247025,
+    0.0194901991635561,
+    0.05191875249147415,
+    0.5735899209976196,
+    0.32449811697006226,
+    0.06430638581514359,
+    0.5698878765106201,
+    0.31667375564575195,
+    0.3554035425186157,
+    0.060477130115032196,
+    0.12140721082687378,
+    0.26252099871635437,
+    0.10468827188014984,
+    0.18632838129997253,
+    0.15401767194271088,
+    0.10986630618572235,
+    0.031709931790828705,
+    0.06749579310417175,
+    0.16547954082489014,
+    0.2757835388183594,
+    0.09992359578609467,
+    0.24664951860904694,
+    0.15846537053585052,
+    0.015508469194173813,
+    0.07356227189302444,
+    0.24873867630958557,
+    0.0478949137032032,
+    0.38686665892601013,
+    0.07831515371799469,
+    0.061312709003686905,
+    0.16776716709136963,
+    0.19775986671447754,
+    0.01828116364777088,
+    0.08443807810544968,
+    0.44554775953292847,
+    0.010714933276176453,
+    0.07638934999704361,
+    0.015584850683808327,
+    0.22315029799938202,
+    0.07945846021175385,
+    0.11980724334716797,
+    0.14568163454532623,
+    0.0074644796550273895,
+    0.07512465864419937,
+    0.03715866431593895,
+    0.27081307768821716,
+    0.10558024793863297,
+    0.2381419986486435,
+    0.42217114567756653,
+    0.10180535912513733,
+    0.15843866765499115,
+    0.2031479924917221,
+    0.22116562724113464,
+    0.07529096305370331,
+    0.13852711021900177,
+    0.5905634760856628,
+    0.23844516277313232,
+    0.3158966302871704,
+    0.33343860507011414,
+    0.41104063391685486,
+    0.42252522706985474,
+    0.12899135053157806,
+    0.1297416239976883,
+    0.22251388430595398,
+    0.22240056097507477,
+    0.2148592472076416,
+    0.27014532685279846,
+    0.08210541307926178,
+    0.21619278192520142,
+    0.23755872249603271,
+    0.13207381963729858,
+    0.023735936731100082,
+    0.14841535687446594,
+    0.417661190032959,
+    0.16436538100242615,
+    0.11630841344594955,
+    0.04789835959672928,
+    0.12204042822122574,
+    0.023415174335241318,
+    0.022227583453059196,
+    0.06975455582141876,
+    0.13142921030521393,
+    0.13946203887462616,
+    0.20846301317214966,
+    0.014085453003644943,
+    0.05713815614581108,
+    0.11732298880815506,
+    0.0340561680495739,
+    0.046362824738025665,
+    0.17014995217323303,
+    0.2914449870586395,
+    0.23052559792995453,
+    0.3851620852947235,
+    0.08902004361152649,
+    0.09867776185274124,
+    0.027162156999111176,
+    0.04205549880862236,
+    0.09173719584941864,
+    0.06590887904167175,
+    0.12316574156284332,
+    0.24799098074436188,
+    0.2512529790401459,
+    0.15383917093276978,
+    0.13984929025173187,
+    0.11274471879005432,
+    0.05200902745127678,
+    0.24102987349033356,
+    0.239369198679924,
+    0.10375809669494629,
+    0.12140586227178574,
+    0.3646676540374756,
+    0.36993280053138733,
+    0.24298380315303802,
+    0.11086137592792511,
+    0.12393084913492203,
+    0.010507911443710327,
+    0.020134897902607918,
+    0.14950090646743774,
+    0.1875923126935959,
+    0.22698965668678284,
+    0.1577303111553192,
+    0.004569029901176691,
+    0.15965740382671356,
+    0.1930762678384781,
+    0.19328971207141876,
+    0.14083290100097656,
+    0.006966611370444298,
+    0.10028043389320374,
+    0.72018963098526,
+    0.22061355412006378,
+    0.312933087348938,
+    0.39747968316078186,
+    0.29687827825546265,
+    0.08262909948825836,
+    0.12714998424053192,
+    0.09723293781280518,
+    0.11461401730775833,
+    0.07786672562360764,
+    0.2744121253490448,
+    0.1294453889131546,
+    0.15285708010196686,
+    0.22074921429157257,
+    0.22457626461982727,
+    0.22979851067066193,
+    0.1060524433851242,
+    0.14340384304523468,
+    0.20720736682415009,
+    0.08733077347278595,
+    0.06080644950270653,
+    0.01686783693730831,
+    0.0689714103937149,
+    0.42209526896476746,
+    0.34024423360824585,
+    0.4091322422027588,
+    0.15898802876472473,
+    0.2992590069770813,
+    0.3563769459724426,
+    0.3791077733039856,
+    0.18578185141086578,
+    0.3844723403453827,
+    0.32555869221687317,
+    0.18385377526283264,
+    0.3573762774467468,
+    0.37215903401374817,
+    0.23630933463573456,
+    0.09327783435583115,
+    0.09920472651720047,
+    0.11748688668012619,
+    0.32413867115974426,
+    0.06356123834848404,
+    0.14126308262348175,
+    0.2326938807964325,
+    0.18657998740673065,
+    0.1573381870985031,
+    0.2703411281108856,
+    0.0773358941078186,
+    0.435282438993454,
+    0.394511342048645,
+    0.16809207201004028,
+    0.33420655131340027,
+    0.1319648176431656,
+    0.16085989773273468,
+    0.10653271526098251,
+    0.37715280055999756,
+    0.1661519706249237,
+    0.1343872994184494,
+    0.4196735620498657,
+    0.0696343183517456,
+    0.0966155007481575,
+    0.1427542120218277,
+    0.3195149600505829,
+    0.05559582635760307,
+    0.2817513346672058,
+    0.16949844360351562,
+    0.2381214201450348,
+    0.2787795066833496,
+    0.27882328629493713,
+    0.328151136636734,
+    0.5182613730430603,
+    0.28946736454963684,
+    0.32650133967399597,
+    0.7806800603866577,
+    0.38949912786483765,
+    0.5369411110877991,
+    0.05016973614692688,
+    0.3545044958591461,
+    0.14549636840820312,
+    0.04406110569834709,
+    0.18330292403697968,
+    0.18251360952854156,
+    0.09175432473421097,
+    0.17892229557037354,
+    0.11782445013523102,
+    0.15006117522716522,
+    0.1709967702627182,
+    0.055338162928819656,
+    0.04181148484349251,
+    0.041822705417871475,
+    0.023236503824591637,
+    0.13601765036582947,
+    0.024863047525286674,
+    0.03349268063902855,
+    0.038048937916755676,
+    0.06625513732433319,
+    0.019995808601379395,
+    0.020085366442799568,
+    0.01130034402012825,
+    0.1859661042690277,
+    0.018065204843878746,
+    0.29602792859077454,
+    0.029723215848207474,
+    0.14556726813316345,
+    0.2900836765766144,
+    0.2582535743713379,
+    0.19203311204910278,
+    0.14903810620307922,
+    0.22932811081409454,
+    0.09216558188199997,
+    0.19928018748760223,
+    0.023526882752776146,
+    0.1359768956899643,
+    0.08712929487228394,
+    0.014036743901669979,
+    0.06028120964765549,
+    0.08044363558292389,
+    0.03044052980840206,
+    0.18218570947647095,
+    0.21796424686908722,
+    0.22141696512699127,
+    0.04698888957500458,
+    0.097225122153759,
+    0.02938832715153694,
+    0.06570031493902206,
+    0.18583840131759644,
+    0.05852310732007027,
+    0.014630081132054329,
+    0.07337702065706253,
+    0.05324750766158104,
+    0.06955749541521072,
+    0.0641012117266655,
+    0.028518129140138626,
+    0.027367427945137024,
+    0.24205638468265533,
+    0.11451365053653717,
+    0.03592202067375183,
+    0.1878437101840973,
+    0.01568719372153282,
+    0.033938005566596985,
+    0.012421887367963791,
+    0.05708951875567436,
+    0.025319278240203857,
+    0.025835474953055382,
+    0.2981526553630829,
+    0.1509270817041397,
+    0.26393505930900574,
+    0.09088047593832016,
+    0.28466224670410156,
+    0.3918970823287964,
+    0.4109763205051422,
+    0.2968365252017975,
+    0.2834024131298065,
+    0.20992587506771088,
+    0.24148325622081757,
+    0.12382546067237854,
+    0.22588223218917847,
+    0.24461805820465088,
+    0.27023667097091675,
+    0.13090772926807404,
+    0.0049378108233213425,
+    0.017438704147934914,
+    0.010780560784041882,
+    0.29416218400001526,
+    0.23901128768920898,
+    0.20075593888759613,
+    0.08359740674495697,
+    0.029505368322134018,
+    0.17047624289989471,
+    0.02229323610663414,
+    0.1836409568786621,
+    0.09058873355388641,
+    0.1537652611732483,
+    0.17302818596363068,
+    0.05609454587101936,
+    0.17555053532123566,
+    0.08671390265226364,
+    0.10265034437179565,
+    0.13744178414344788,
+    0.0808292105793953,
+    0.05878467485308647,
+    0.17466488480567932,
+    0.09317175298929214,
+    0.314862996339798,
+    0.03900031000375748,
+    0.5138930678367615,
+    0.38632652163505554,
+    0.291323184967041,
+    0.30312883853912354,
+    0.07524991035461426,
+    0.07543506473302841,
+    0.32454800605773926,
+    0.30569103360176086,
+    0.15191496908664703,
+    0.29395344853401184,
+    0.3251045346260071,
+    0.4206821322441101,
+    0.21812422573566437,
+    0.2083570510149002,
+    0.21092486381530762,
+    0.2384355664253235,
+    0.050233229994773865,
+    0.030851293355226517,
+    0.146898552775383,
+    0.01305827684700489,
+    0.06962208449840546,
+    0.17465543746948242,
+    0.103238545358181,
+    0.0667029470205307,
+    0.12056220322847366,
+    0.36468610167503357,
+    0.03965601697564125,
+    0.019814016297459602,
+    0.12308032810688019,
+    0.05157827213406563,
+    0.07446089386940002,
+    0.09339053928852081,
+    0.027340319007635117,
+    0.06666471064090729,
+    0.031202133744955063,
+    0.019705262035131454,
+    0.03559060022234917,
+    0.2187715619802475,
+    0.01004848349839449,
+    0.07094033062458038,
+    0.10437726229429245,
+    0.11311767250299454,
+    0.029848704114556313,
+    0.04124436154961586,
+    0.3845462501049042,
+    0.20903964340686798,
+    0.015644144266843796,
+    0.1712978035211563,
+    0.15707722306251526,
+    0.14623521268367767,
+    0.1795877069234848,
+    0.36270633339881897,
+    0.17984145879745483,
+    0.05650429427623749,
+    0.09139429032802582,
+    0.1045612171292305,
+    0.039400845766067505,
+    0.01639149896800518,
+    0.037538930773735046,
+    0.09756194055080414,
+    0.21203139424324036,
+    0.07529639452695847,
+    0.18975526094436646,
+    0.20369435846805573,
+    0.21484827995300293,
+    0.11008802056312561,
+    0.06445501744747162,
+    0.09035209566354752,
+    0.38969022035598755,
+    0.12744060158729553,
+    0.05295473709702492,
+    0.4432324469089508,
+    0.3208405673503876,
+    0.1271076649427414,
+    0.5451532602310181,
+    0.6139188408851624,
+    0.03497364744544029,
+    0.4599257707595825,
+    0.5093042254447937,
+    0.05796341970562935,
+    0.18171921372413635,
+    0.25405582785606384,
+    0.0301663875579834,
+    0.018752137199044228,
+    0.060930926352739334,
+    0.05793195590376854,
+    0.10453356802463531,
+    0.01689404435455799,
+    0.024209944531321526,
+    0.1018151342868805,
+    0.029941897839307785,
+    0.0570191852748394,
+    0.3024822771549225,
+    0.2621743977069855,
+    0.02550189197063446,
+    0.06788281351327896,
+    0.11616026610136032,
+    0.13938592374324799,
+    0.29945045709609985,
+    0.08345441520214081,
+    0.10731450468301773,
+    0.23395688831806183,
+    0.11521999537944794,
+    0.1045021116733551,
+    0.045897986739873886,
+    0.23800154030323029,
+    0.2478923499584198,
+    0.23118998110294342,
+    0.10377172380685806,
+    0.22828520834445953,
+    0.24074460566043854,
+    0.16069304943084717,
+    0.007087681908160448,
+    0.12392725795507431,
+    0.1909925937652588,
+    0.1008903756737709,
+    0.13500618934631348,
+    0.05086532607674599,
+    0.042595431208610535,
+    0.04204198718070984,
+    0.008822902105748653,
+    0.08268848806619644,
+    0.010120809078216553,
+    0.12595249712467194,
+    0.03130978345870972,
+    0.008423189632594585,
+    0.020917899906635284,
+    0.09125015884637833,
+    0.01018615160137415,
+    0.06108463183045387,
+    0.016723956912755966,
+    0.07148118317127228,
+    0.05736857280135155,
+    0.2560889720916748,
+    0.05656172335147858,
+    0.15709124505519867,
+    0.06528275460004807,
+    0.1436874270439148,
+    0.04700179770588875,
+    0.050814662128686905,
+    0.32125914096832275,
+    0.4795246124267578,
+    0.22177374362945557,
+    0.11006730794906616,
+    0.026729194447398186,
+    0.10534784942865372,
+    0.03167913481593132,
+    0.1197151318192482,
+    0.11455095559358597,
+    0.0882280021905899,
+    0.18176735937595367,
+    0.016346188262104988,
+    0.10867875069379807,
+    0.008314901031553745,
+    0.3294946849346161,
+    0.06913580000400543,
+    0.12282641232013702,
+    0.2415771186351776,
+    0.19447359442710876,
+    0.1368449330329895,
+    0.01876705512404442,
+    0.1133248433470726,
+    0.0811278223991394,
+    0.013137631118297577,
+    0.00734348688274622,
+    0.06291841715574265,
+    0.0763382613658905,
+    0.03419597074389458,
+    0.2287546545267105,
+    0.31766900420188904,
+    0.10880580544471741,
+    0.15091931819915771,
+    0.22991937398910522,
+    0.02803540602326393,
+    0.05569358915090561,
+    0.07666733860969543,
+    0.08425208926200867,
+    0.12849752604961395,
+    0.10906673967838287,
+    0.3568102717399597,
+    0.005433787126094103,
+    0.15027914941310883,
+    0.01588400825858116,
+    0.013312048278748989,
+    0.09577345848083496,
+    0.01442925538867712,
+    0.016782337799668312,
+    0.033598341047763824,
+    0.019191144034266472,
+    0.14944596588611603,
+    0.07307112962007523,
+    0.007121155969798565,
+    0.15799903869628906,
+    0.36285117268562317,
+    0.07012694329023361,
+    0.36876195669174194,
+    0.042302533984184265,
+    0.031710054725408554,
+    0.02582840994000435,
+    0.244577094912529,
+    0.19741860032081604,
+    0.05630727484822273,
+    0.009792963042855263,
+    0.15278612077236176,
+    0.1144268736243248
+  ]
+}

p5-mae-base-d40/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00035000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.1589424378226248,
+  "probe/map_train": 0.6674695263212048,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.18580479423853036,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.513367357081734,
+  "probe/total_s": 26.47628895007074,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18233013010638602
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18341986766258217
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18547045643639307
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18580479423853036
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1791984612728333
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16031983648373815
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1273643802224077
+    }
+  ],
+  "per_class_ap": [
+    0.6512497663497925,
+    0.012227722443640232,
+    0.06575009226799011,
+    0.2054166942834854,
+    0.12753038108348846,
+    0.2694523334503174,
+    0.20663370192050934,
+    0.29840466380119324,
+    0.030701348558068275,
+    0.04086541756987572,
+    0.020995469763875008,
+    0.05414750054478645,
+    0.544424295425415,
+    0.3339740037918091,
+    0.06449452042579651,
+    0.5802130699157715,
+    0.33876729011535645,
+    0.36790919303894043,
+    0.06572963297367096,
+    0.11904802173376083,
+    0.2676859498023987,
+    0.10740514099597931,
+    0.19388370215892792,
+    0.14775057137012482,
+    0.11849354207515717,
+    0.04592083767056465,
+    0.07326222956180573,
+    0.17451119422912598,
+    0.25676536560058594,
+    0.10520311444997787,
+    0.25887221097946167,
+    0.17073573172092438,
+    0.019953927025198936,
+    0.06706423312425613,
+    0.27202603220939636,
+    0.04684855788946152,
+    0.38113799691200256,
+    0.060582105070352554,
+    0.06942633539438248,
+    0.14710861444473267,
+    0.18388605117797852,
+    0.018862595781683922,
+    0.07882481068372726,
+    0.430943101644516,
+    0.01258242130279541,
+    0.08554182201623917,
+    0.019022895023226738,
+    0.18355296552181244,
+    0.08515528589487076,
+    0.11957158148288727,
+    0.17202717065811157,
+    0.008958132937550545,
+    0.06672623008489609,
+    0.037247393280267715,
+    0.2548358142375946,
+    0.13146325945854187,
+    0.2410053312778473,
+    0.3972383439540863,
+    0.11315649002790451,
+    0.14509935677051544,
+    0.18763981759548187,
+    0.222131609916687,
+    0.08408612012863159,
+    0.12751519680023193,
+    0.5955780148506165,
+    0.2428523600101471,
+    0.3158299922943115,
+    0.32858365774154663,
+    0.40526247024536133,
+    0.38628649711608887,
+    0.11593266576528549,
+    0.13087403774261475,
+    0.22277863323688507,
+    0.22577129304409027,
+    0.20606093108654022,
+    0.26874086260795593,
+    0.08441641181707382,
+    0.1972837597131729,
+    0.23779092729091644,
+    0.1503629833459854,
+    0.027169939130544662,
+    0.151508167386055,
+    0.40216490626335144,
+    0.1723061501979828,
+    0.11337223649024963,
+    0.046436261385679245,
+    0.1883068084716797,
+    0.0348510816693306,
+    0.026688802987337112,
+    0.09695518761873245,
+    0.17322154343128204,
+    0.1664675921201706,
+    0.2437947541475296,
+    0.027345294132828712,
+    0.05775235593318939,
+    0.1531907618045807,
+    0.03285157307982445,
+    0.04186874255537987,
+    0.17633941769599915,
+    0.296710342168808,
+    0.21764318645000458,
+    0.39628666639328003,
+    0.10941850394010544,
+    0.10985235124826431,
+    0.02256009168922901,
+    0.045750029385089874,
+    0.08529072254896164,
+    0.06592832505702972,
+    0.11748234182596207,
+    0.22236236929893494,
+    0.24809224903583527,
+    0.15807893872261047,
+    0.13777069747447968,
+    0.11025898903608322,
+    0.05259149894118309,
+    0.24510397017002106,
+    0.24461176991462708,
+    0.10097090154886246,
+    0.12526223063468933,
+    0.3624778985977173,
+    0.3622948229312897,
+    0.2353646159172058,
+    0.11721998453140259,
+    0.13270483911037445,
+    0.014808106236159801,
+    0.0256807878613472,
+    0.1407533884048462,
+    0.1640872061252594,
+    0.17398178577423096,
+    0.15470142662525177,
+    0.00423290953040123,
+    0.15066517889499664,
+    0.18321137130260468,
+    0.18238049745559692,
+    0.13253824412822723,
+    0.011314982548356056,
+    0.10889874398708344,
+    0.7254455089569092,
+    0.23733845353126526,
+    0.3128647804260254,
+    0.40288302302360535,
+    0.28894126415252686,
+    0.08541407436132431,
+    0.14685899019241333,
+    0.10345495492219925,
+    0.11062630265951157,
+    0.08853879570960999,
+    0.2476196587085724,
+    0.15649104118347168,
+    0.17527242004871368,
+    0.20171120762825012,
+    0.19375663995742798,
+    0.2416425496339798,
+    0.11639916151762009,
+    0.13954637944698334,
+    0.1925061196088791,
+    0.09134088456630707,
+    0.061531055718660355,
+    0.01940067671239376,
+    0.0760628804564476,
+    0.44262364506721497,
+    0.3460540771484375,
+    0.3955976665019989,
+    0.17315350472927094,
+    0.3104972541332245,
+    0.34772828221321106,
+    0.36735424399375916,
+    0.18943405151367188,
+    0.37220361828804016,
+    0.31370487809181213,
+    0.22413314878940582,
+    0.3490464687347412,
+    0.36958828568458557,
+    0.27304112911224365,
+    0.09102100878953934,
+    0.13680364191532135,
+    0.12481823563575745,
+    0.33263105154037476,
+    0.07652190327644348,
+    0.18747478723526,
+    0.23903127014636993,
+    0.20503468811511993,
+    0.14727917313575745,
+    0.25568610429763794,
+    0.07973629236221313,
+    0.4363950788974762,
+    0.3763427734375,
+    0.14745508134365082,
+    0.32688450813293457,
+    0.1363307684659958,
+    0.17167681455612183,
+    0.12739446759223938,
+    0.39123275876045227,
+    0.16193586587905884,
+    0.14583206176757812,
+    0.39253443479537964,
+    0.05836842954158783,
+    0.12560981512069702,
+    0.10340628772974014,
+    0.3224348723888397,
+    0.05322656035423279,
+    0.253558874130249,
+    0.172002375125885,
+    0.23629260063171387,
+    0.23331095278263092,
+    0.3072991967201233,
+    0.3682231605052948,
+    0.5424804091453552,
+    0.28743186593055725,
+    0.33412250876426697,
+    0.7588001489639282,
+    0.3850996792316437,
+    0.5034703612327576,
+    0.06522445380687714,
+    0.34822437167167664,
+    0.12162459641695023,
+    0.038291171193122864,
+    0.1998187154531479,
+    0.18646056950092316,
+    0.08519881218671799,
+    0.19000165164470673,
+    0.1229172796010971,
+    0.14894062280654907,
+    0.1900653839111328,
+    0.0556359626352787,
+    0.048799436539411545,
+    0.04516053572297096,
+    0.029612552374601364,
+    0.14673326909542084,
+    0.037096790969371796,
+    0.03855215013027191,
+    0.0395108126103878,
+    0.07563166320323944,
+    0.027695907279849052,
+    0.027634935453534126,
+    0.012487389147281647,
+    0.19048692286014557,
+    0.01840321533381939,
+    0.3108377456665039,
+    0.028018103912472725,
+    0.18003897368907928,
+    0.30303895473480225,
+    0.28487977385520935,
+    0.20047588646411896,
+    0.1570906937122345,
+    0.22008982300758362,
+    0.09813736379146576,
+    0.214407816529274,
+    0.023080652579665184,
+    0.14826363325119019,
+    0.12447598576545715,
+    0.017710566520690918,
+    0.05666489154100418,
+    0.0747532844543457,
+    0.04316551983356476,
+    0.17365983128547668,
+    0.22014085948467255,
+    0.2356014847755432,
+    0.04842883720993996,
+    0.11560282111167908,
+    0.032447364181280136,
+    0.08005659282207489,
+    0.18365204334259033,
+    0.061092402786016464,
+    0.018189052119851112,
+    0.07894520461559296,
+    0.052318353205919266,
+    0.08220400661230087,
+    0.08159632980823517,
+    0.026278475299477577,
+    0.029590288177132607,
+    0.2466200590133667,
+    0.12550511956214905,
+    0.04302486777305603,
+    0.18626326322555542,
+    0.01853243261575699,
+    0.034432705491781235,
+    0.013511907309293747,
+    0.06127876788377762,
+    0.026863113045692444,
+    0.03156698867678642,
+    0.29614415764808655,
+    0.15161705017089844,
+    0.2608029544353485,
+    0.08704686909914017,
+    0.28173133730888367,
+    0.36926645040512085,
+    0.3931148648262024,
+    0.29399821162223816,
+    0.24984395503997803,
+    0.22159536182880402,
+    0.2282508760690689,
+    0.130235955119133,
+    0.2270093411207199,
+    0.23958930373191833,
+    0.26589688658714294,
+    0.1293773055076599,
+    0.005290069617331028,
+    0.0202543493360281,
+    0.014306318014860153,
+    0.3010767996311188,
+    0.22971205413341522,
+    0.18042713403701782,
+    0.09644068032503128,
+    0.042625028640031815,
+    0.16417816281318665,
+    0.03717746585607529,
+    0.1957472264766693,
+    0.10869397968053818,
+    0.1797228306531906,
+    0.17063021659851074,
+    0.05877196416258812,
+    0.17134596407413483,
+    0.08946027606725693,
+    0.09547869861125946,
+    0.1395997256040573,
+    0.08425474911928177,
+    0.06923937797546387,
+    0.183119997382164,
+    0.09457223862409592,
+    0.2901732921600342,
+    0.051871392875909805,
+    0.479715496301651,
+    0.378153532743454,
+    0.274461030960083,
+    0.27490901947021484,
+    0.08111920952796936,
+    0.07971805334091187,
+    0.3381897807121277,
+    0.3230375647544861,
+    0.18550018966197968,
+    0.29603689908981323,
+    0.3450719714164734,
+    0.37786564230918884,
+    0.21360571682453156,
+    0.21659515798091888,
+    0.21695366501808167,
+    0.2410910427570343,
+    0.05039487034082413,
+    0.03418997302651405,
+    0.16273494064807892,
+    0.014275703579187393,
+    0.08619849383831024,
+    0.1807304322719574,
+    0.10367103666067123,
+    0.06616751104593277,
+    0.12521351873874664,
+    0.3871169984340668,
+    0.04322711005806923,
+    0.026876740157604218,
+    0.14096903800964355,
+    0.052725039422512054,
+    0.094630666077137,
+    0.10514310747385025,
+    0.030995327979326248,
+    0.06709291785955429,
+    0.020919017493724823,
+    0.0236663781106472,
+    0.042386095970869064,
+    0.1989336609840393,
+    0.010183743201196194,
+    0.05756080150604248,
+    0.11000923067331314,
+    0.1284647136926651,
+    0.030600905418395996,
+    0.046086814254522324,
+    0.3882434666156769,
+    0.2062770277261734,
+    0.02064160630106926,
+    0.18480409681797028,
+    0.15313884615898132,
+    0.14869238436222076,
+    0.1676110327243805,
+    0.3703940212726593,
+    0.21534381806850433,
+    0.06331539154052734,
+    0.09858985245227814,
+    0.09727174788713455,
+    0.029439663514494896,
+    0.0225177314132452,
+    0.03345620632171631,
+    0.10185648500919342,
+    0.18343840539455414,
+    0.0958654135465622,
+    0.1948976069688797,
+    0.1988282948732376,
+    0.21918927133083344,
+    0.10785532742738724,
+    0.06853543221950531,
+    0.0832972526550293,
+    0.3357239365577698,
+    0.12720957398414612,
+    0.06563376635313034,
+    0.4174588918685913,
+    0.27089908719062805,
+    0.126723051071167,
+    0.5227510333061218,
+    0.5950356721878052,
+    0.04112052917480469,
+    0.4547813832759857,
+    0.5108775496482849,
+    0.056573256850242615,
+    0.17902196943759918,
+    0.25298091769218445,
+    0.03207671642303467,
+    0.018001675605773926,
+    0.06023743376135826,
+    0.06293464452028275,
+    0.11186323314905167,
+    0.01930907741189003,
+    0.021559007465839386,
+    0.11283093690872192,
+    0.04987449198961258,
+    0.048720892518758774,
+    0.3118979036808014,
+    0.22958073019981384,
+    0.046333856880664825,
+    0.06300017237663269,
+    0.12199612706899643,
+    0.1452646702528,
+    0.28369569778442383,
+    0.09405501931905746,
+    0.0990278348326683,
+    0.227965846657753,
+    0.11485330760478973,
+    0.10756612569093704,
+    0.05276453122496605,
+    0.23180660605430603,
+    0.2444009929895401,
+    0.25265154242515564,
+    0.12041490525007248,
+    0.21587307751178741,
+    0.23055678606033325,
+    0.15336644649505615,
+    0.007676474284380674,
+    0.10093514621257782,
+    0.19782458245754242,
+    0.10417544841766357,
+    0.12143094837665558,
+    0.05809906870126724,
+    0.030109263956546783,
+    0.07480745762586594,
+    0.010529515333473682,
+    0.07272149622440338,
+    0.010846664197742939,
+    0.12265992909669876,
+    0.04527754336595535,
+    0.015248904004693031,
+    0.02352404221892357,
+    0.09723618626594543,
+    0.012041772715747356,
+    0.06845921277999878,
+    0.01955246739089489,
+    0.07408585399389267,
+    0.058540645986795425,
+    0.23043839633464813,
+    0.060037437826395035,
+    0.13440507650375366,
+    0.06499893963336945,
+    0.13452240824699402,
+    0.04738716408610344,
+    0.048994045704603195,
+    0.3554152846336365,
+    0.467420369386673,
+    0.23650440573692322,
+    0.12622827291488647,
+    0.02235308662056923,
+    0.10404536128044128,
+    0.04158938303589821,
+    0.14705146849155426,
+    0.12170935422182083,
+    0.0847620889544487,
+    0.16711099445819855,
+    0.02104928530752659,
+    0.1063404232263565,
+    0.009653777815401554,
+    0.3283131420612335,
+    0.07496832311153412,
+    0.12434085458517075,
+    0.23402777314186096,
+    0.19163979589939117,
+    0.13297061622142792,
+    0.02253248356282711,
+    0.11194165050983429,
+    0.07530274242162704,
+    0.015663322061300278,
+    0.008764566853642464,
+    0.06727904081344604,
+    0.06979307532310486,
+    0.037938062101602554,
+    0.22312387824058533,
+    0.28939443826675415,
+    0.1580420881509781,
+    0.13189145922660828,
+    0.22845976054668427,
+    0.026712143793702126,
+    0.04811134934425354,
+    0.06574419140815735,
+    0.08373591303825378,
+    0.12135204672813416,
+    0.10812869668006897,
+    0.3581186830997467,
+    0.006961817387491465,
+    0.15677675604820251,
+    0.01981455273926258,
+    0.013885361142456532,
+    0.10367444157600403,
+    0.01591249369084835,
+    0.019421357661485672,
+    0.03750048950314522,
+    0.024169834330677986,
+    0.1584356278181076,
+    0.07877422869205475,
+    0.008446985855698586,
+    0.1531822830438614,
+    0.35681959986686707,
+    0.08159280568361282,
+    0.34912195801734924,
+    0.044078193604946136,
+    0.025838585570454597,
+    0.029117828235030174,
+    0.2328488528728485,
+    0.22823454439640045,
+    0.05912524461746216,
+    0.010628299787640572,
+    0.1633729785680771,
+    0.1174626350402832
+  ]
+}

p5-mae-base-d40/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d40/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d876a12932e23a83137b219f2c3385690c568c3f942de7e95941d06b26c57d
+size 352156376

p5-mae-base-d40/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d40/exports/step_00040000",
+  "fingerprint": "86bd37da108ded6b",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "probe/map": 0.16015155495195676,
+  "probe/map_train": 0.7486107444966766,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18655555003077018,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.525527845020406,
+  "probe/total_s": 25.49838667700533,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18314374540888295
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18390875880737245
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18655555003077018
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18561951127530657
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17925771917048594
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16017203378814504
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12819234813798566
+    }
+  ],
+  "per_class_ap": [
+    0.6537034511566162,
+    0.011140788905322552,
+    0.06549469381570816,
+    0.2004057765007019,
+    0.12244012206792831,
+    0.2619327902793884,
+    0.21656540036201477,
+    0.2904478907585144,
+    0.0349002331495285,
+    0.040736593306064606,
+    0.021323956549167633,
+    0.05088374763727188,
+    0.563957154750824,
+    0.3320502042770386,
+    0.06791462004184723,
+    0.5846740007400513,
+    0.33250007033348083,
+    0.36113008856773376,
+    0.06284879148006439,
+    0.12628158926963806,
+    0.2668897211551666,
+    0.0973723828792572,
+    0.19426730275154114,
+    0.15900160372257233,
+    0.11533482372760773,
+    0.04023047909140587,
+    0.07232226431369781,
+    0.1671494096517563,
+    0.2619003653526306,
+    0.10695242881774902,
+    0.250605046749115,
+    0.15646259486675262,
+    0.016547363251447678,
+    0.06288332492113113,
+    0.25258108973503113,
+    0.04719053953886032,
+    0.39659351110458374,
+    0.0646819919347763,
+    0.06419778615236282,
+    0.15746843814849854,
+    0.2011915147304535,
+    0.014659659937024117,
+    0.0782596692442894,
+    0.4459753930568695,
+    0.011131561361253262,
+    0.08889484405517578,
+    0.015863414853811264,
+    0.20230792462825775,
+    0.07965127378702164,
+    0.1187744066119194,
+    0.1663924753665924,
+    0.007426875177770853,
+    0.06621444225311279,
+    0.03295224905014038,
+    0.25082486867904663,
+    0.11620508879423141,
+    0.2367006540298462,
+    0.4115922152996063,
+    0.1196853443980217,
+    0.14142897725105286,
+    0.1919475793838501,
+    0.22483502328395844,
+    0.07686815410852432,
+    0.13094986975193024,
+    0.5801714658737183,
+    0.24287858605384827,
+    0.31985828280448914,
+    0.33479225635528564,
+    0.41445401310920715,
+    0.4071390628814697,
+    0.12278837710618973,
+    0.12990491092205048,
+    0.2288290411233902,
+    0.23015393316745758,
+    0.21340276300907135,
+    0.2672785818576813,
+    0.08260984718799591,
+    0.22006884217262268,
+    0.23432838916778564,
+    0.13474659621715546,
+    0.022563206031918526,
+    0.15925008058547974,
+    0.4585806131362915,
+    0.16406208276748657,
+    0.11965800076723099,
+    0.0466076098382473,
+    0.16481173038482666,
+    0.04675179347395897,
+    0.031116103753447533,
+    0.10342792421579361,
+    0.15458990633487701,
+    0.15723048150539398,
+    0.2442399263381958,
+    0.026421746239066124,
+    0.05440272390842438,
+    0.13646318018436432,
+    0.029669735580682755,
+    0.0448981374502182,
+    0.17823414504528046,
+    0.29651448130607605,
+    0.22765956819057465,
+    0.408722460269928,
+    0.0968550518155098,
+    0.10409922152757645,
+    0.02068730816245079,
+    0.0472954660654068,
+    0.09545402973890305,
+    0.0688963532447815,
+    0.11844383180141449,
+    0.2200501561164856,
+    0.255119264125824,
+    0.15581172704696655,
+    0.13925719261169434,
+    0.10651610046625137,
+    0.04699425771832466,
+    0.2495139241218567,
+    0.24871186912059784,
+    0.10847317427396774,
+    0.13351084291934967,
+    0.35248902440071106,
+    0.36074098944664,
+    0.24222910404205322,
+    0.11449264734983444,
+    0.13649693131446838,
+    0.013429759070277214,
+    0.024621058255434036,
+    0.14996635913848877,
+    0.17710420489311218,
+    0.18872758746147156,
+    0.17789684236049652,
+    0.004177337046712637,
+    0.1376873403787613,
+    0.1847466081380844,
+    0.18794697523117065,
+    0.13701727986335754,
+    0.008458126336336136,
+    0.11152106523513794,
+    0.7231782078742981,
+    0.2283661812543869,
+    0.3118547797203064,
+    0.39999985694885254,
+    0.2761741876602173,
+    0.08178269863128662,
+    0.15224215388298035,
+    0.1056666225194931,
+    0.10412639379501343,
+    0.09464507550001144,
+    0.26142141222953796,
+    0.1436416655778885,
+    0.18013480305671692,
+    0.20709620416164398,
+    0.1961035430431366,
+    0.2395845651626587,
+    0.10826827585697174,
+    0.14146482944488525,
+    0.21466051042079926,
+    0.09039639681577682,
+    0.07371574640274048,
+    0.019984064623713493,
+    0.06894445419311523,
+    0.4607526361942291,
+    0.3497653305530548,
+    0.4149031937122345,
+    0.16225992143154144,
+    0.31096789240837097,
+    0.36842912435531616,
+    0.39152446389198303,
+    0.1914328932762146,
+    0.3830755054950714,
+    0.3178556263446808,
+    0.19049692153930664,
+    0.3587490916252136,
+    0.3813472092151642,
+    0.26763495802879333,
+    0.09120840579271317,
+    0.1181083545088768,
+    0.12017238140106201,
+    0.32893839478492737,
+    0.06848489493131638,
+    0.17293676733970642,
+    0.23776701092720032,
+    0.1955316811800003,
+    0.15358616411685944,
+    0.2818260192871094,
+    0.08306511491537094,
+    0.445620596408844,
+    0.37587741017341614,
+    0.16719341278076172,
+    0.32404211163520813,
+    0.1416969895362854,
+    0.16161192953586578,
+    0.12974470853805542,
+    0.385237455368042,
+    0.17102254927158356,
+    0.16287808120250702,
+    0.41367286443710327,
+    0.06012698635458946,
+    0.12290987372398376,
+    0.127237930893898,
+    0.3297760784626007,
+    0.05256306380033493,
+    0.2890499532222748,
+    0.16987402737140656,
+    0.23789820075035095,
+    0.24901598691940308,
+    0.3118118941783905,
+    0.36487212777137756,
+    0.5515847206115723,
+    0.26882204413414,
+    0.32467424869537354,
+    0.7768414616584778,
+    0.40163201093673706,
+    0.5238912105560303,
+    0.05060100927948952,
+    0.36010321974754333,
+    0.12537428736686707,
+    0.031512413173913956,
+    0.2019781470298767,
+    0.21158204972743988,
+    0.0861818864941597,
+    0.17403222620487213,
+    0.11756923049688339,
+    0.16809189319610596,
+    0.1786166876554489,
+    0.05353357270359993,
+    0.041942380368709564,
+    0.0429830402135849,
+    0.028225930407643318,
+    0.13825245201587677,
+    0.0332697294652462,
+    0.03573991730809212,
+    0.03996577113866806,
+    0.07433643937110901,
+    0.019669819623231888,
+    0.025568490847945213,
+    0.01149265468120575,
+    0.18393494188785553,
+    0.017746519297361374,
+    0.29947805404663086,
+    0.025549449026584625,
+    0.14850202202796936,
+    0.2820080816745758,
+    0.2859596312046051,
+    0.2014884203672409,
+    0.15064816176891327,
+    0.20920562744140625,
+    0.10308603197336197,
+    0.21568623185157776,
+    0.020806506276130676,
+    0.15460513532161713,
+    0.11281333863735199,
+    0.012884709984064102,
+    0.06370285898447037,
+    0.07459089905023575,
+    0.038476187735795975,
+    0.18714639544487,
+    0.22347411513328552,
+    0.212593674659729,
+    0.04651568830013275,
+    0.11110134422779083,
+    0.031290795654058456,
+    0.07646878063678741,
+    0.20155422389507294,
+    0.059554461389780045,
+    0.015099874697625637,
+    0.08446755260229111,
+    0.05003409460186958,
+    0.07060480862855911,
+    0.07165678590536118,
+    0.022936170920729637,
+    0.019195090979337692,
+    0.239125594496727,
+    0.11772753298282623,
+    0.03735422343015671,
+    0.17113322019577026,
+    0.017085548490285873,
+    0.030054504051804543,
+    0.01370951533317566,
+    0.061042457818984985,
+    0.024235796183347702,
+    0.026943223550915718,
+    0.280764639377594,
+    0.1510160267353058,
+    0.2664693593978882,
+    0.0924137532711029,
+    0.2892385721206665,
+    0.41305774450302124,
+    0.4380907714366913,
+    0.3054956793785095,
+    0.28567469120025635,
+    0.22040332853794098,
+    0.230127215385437,
+    0.12835682928562164,
+    0.2334064245223999,
+    0.2463623583316803,
+    0.2788321375846863,
+    0.13783016800880432,
+    0.005041723605245352,
+    0.01705448143184185,
+    0.013534480705857277,
+    0.29781973361968994,
+    0.237008199095726,
+    0.19225820899009705,
+    0.0917505994439125,
+    0.02943025529384613,
+    0.1844610869884491,
+    0.02988293021917343,
+    0.1874656230211258,
+    0.09509633481502533,
+    0.1751575618982315,
+    0.18199865520000458,
+    0.057820875197649,
+    0.16368651390075684,
+    0.08824252337217331,
+    0.09680748730897903,
+    0.14506709575653076,
+    0.08565017580986023,
+    0.06154222413897514,
+    0.1761830598115921,
+    0.1114620715379715,
+    0.3165755271911621,
+    0.049485791474580765,
+    0.5124005079269409,
+    0.38434281945228577,
+    0.2856827974319458,
+    0.3072453737258911,
+    0.07260521501302719,
+    0.08003084361553192,
+    0.34427377581596375,
+    0.3299119770526886,
+    0.16238507628440857,
+    0.2965875267982483,
+    0.3492956757545471,
+    0.39574775099754333,
+    0.21727392077445984,
+    0.21742114424705505,
+    0.2255486398935318,
+    0.25517839193344116,
+    0.0547126941382885,
+    0.030783692374825478,
+    0.16064393520355225,
+    0.013542190194129944,
+    0.07959810644388199,
+    0.18379195034503937,
+    0.1179041862487793,
+    0.061966557055711746,
+    0.13454630970954895,
+    0.3874392807483673,
+    0.03948573023080826,
+    0.021380111575126648,
+    0.1321840137243271,
+    0.055170491337776184,
+    0.08522526174783707,
+    0.09765780717134476,
+    0.026499345898628235,
+    0.07774490118026733,
+    0.023091161623597145,
+    0.01637433096766472,
+    0.03865697234869003,
+    0.20824897289276123,
+    0.010004803538322449,
+    0.07115188241004944,
+    0.12216980010271072,
+    0.11654730886220932,
+    0.03282850608229637,
+    0.046857453882694244,
+    0.38821956515312195,
+    0.20480425655841827,
+    0.015657471492886543,
+    0.18081076443195343,
+    0.1618911474943161,
+    0.16635730862617493,
+    0.17497000098228455,
+    0.37931588292121887,
+    0.23529835045337677,
+    0.06516791880130768,
+    0.09223516285419464,
+    0.10156542807817459,
+    0.037807442247867584,
+    0.01707737147808075,
+    0.031571682542562485,
+    0.08915029466152191,
+    0.20208629965782166,
+    0.08275753259658813,
+    0.19204595685005188,
+    0.19924688339233398,
+    0.21666285395622253,
+    0.10598214715719223,
+    0.05876732990145683,
+    0.08609915524721146,
+    0.3849600553512573,
+    0.12025933712720871,
+    0.06526428461074829,
+    0.4354783892631531,
+    0.2810885012149811,
+    0.127385675907135,
+    0.5513126850128174,
+    0.6181508302688599,
+    0.03235888108611107,
+    0.4614618420600891,
+    0.5145887732505798,
+    0.05218450725078583,
+    0.19191505014896393,
+    0.2670113444328308,
+    0.028975218534469604,
+    0.0166843980550766,
+    0.07415076345205307,
+    0.06257396191358566,
+    0.1032399833202362,
+    0.019501948729157448,
+    0.022589102387428284,
+    0.10788901150226593,
+    0.03670435771346092,
+    0.0466947928071022,
+    0.31139031052589417,
+    0.24376189708709717,
+    0.032098349183797836,
+    0.05118339881300926,
+    0.12103486061096191,
+    0.14421267807483673,
+    0.2954457700252533,
+    0.08041232079267502,
+    0.10167151689529419,
+    0.23576807975769043,
+    0.12093502283096313,
+    0.10933935642242432,
+    0.04814034700393677,
+    0.24189123511314392,
+    0.248997762799263,
+    0.26392751932144165,
+    0.10207393765449524,
+    0.22868835926055908,
+    0.22752971947193146,
+    0.16068613529205322,
+    0.006952010560780764,
+    0.09777704626321793,
+    0.18454040586948395,
+    0.09868436306715012,
+    0.12591807544231415,
+    0.05651715770363808,
+    0.027373095974326134,
+    0.06975754350423813,
+    0.008737226016819477,
+    0.07521693408489227,
+    0.010731270536780357,
+    0.1300990730524063,
+    0.04097704216837883,
+    0.010071358643472195,
+    0.019280141219496727,
+    0.09407032281160355,
+    0.010318959131836891,
+    0.06698033958673477,
+    0.016974007710814476,
+    0.07807532697916031,
+    0.0542389377951622,
+    0.247029647231102,
+    0.05910079926252365,
+    0.15304991602897644,
+    0.06880553066730499,
+    0.13966944813728333,
+    0.044394057244062424,
+    0.043840307742357254,
+    0.3608360290527344,
+    0.47822365164756775,
+    0.22284552454948425,
+    0.1282581388950348,
+    0.023540666326880455,
+    0.08849271386861801,
+    0.03359835967421532,
+    0.14556877315044403,
+    0.1211184561252594,
+    0.07973095029592514,
+    0.1701303869485855,
+    0.021934958174824715,
+    0.11855490505695343,
+    0.008580389432609081,
+    0.3297503590583801,
+    0.07832899689674377,
+    0.12917567789554596,
+    0.2311987727880478,
+    0.19217361509799957,
+    0.13043323159217834,
+    0.022882720455527306,
+    0.1229921281337738,
+    0.0763123407959938,
+    0.014135605655610561,
+    0.007208250928670168,
+    0.06283960491418839,
+    0.06551172584295273,
+    0.03755725175142288,
+    0.22584116458892822,
+    0.2993375360965729,
+    0.14863485097885132,
+    0.1424030065536499,
+    0.22020399570465088,
+    0.02611454948782921,
+    0.05367003381252289,
+    0.06553713977336884,
+    0.07508916407823563,
+    0.12750011682510376,
+    0.1194043755531311,
+    0.37655574083328247,
+    0.006351386196911335,
+    0.155792698264122,
+    0.017627859488129616,
+    0.01180629339069128,
+    0.10036608576774597,
+    0.01454201340675354,
+    0.019414808601140976,
+    0.03273822367191315,
+    0.02191091887652874,
+    0.15244697034358978,
+    0.0798339694738388,
+    0.0071618626825511456,
+    0.1544293314218521,
+    0.36984506249427795,
+    0.0913829654455185,
+    0.35283079743385315,
+    0.041102517396211624,
+    0.020191598683595657,
+    0.02422109805047512,
+    0.24954058229923248,
+    0.20295056700706482,
+    0.05914216861128807,
+    0.009567314758896828,
+    0.13192330300807953,
+    0.11726871132850647
+  ]
+}

p5-mae-base-d40/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
+size 15360128

p5-mae-base-d40/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d40",
+  "fingerprint": "86bd37da108ded6b",
+  "wandb_run_id": "phase5-p5-mae-base-d40",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 85252608,
+    "decoder_params": 2585856,
+    "trainable_params": 88035328,
+    "total_params": 88035328
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511308e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 485516,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.020410416666666667,
+      0.0,
+      0.0,
+      0.0,
+      0.015484375,
+      0.004925520833333333,
+      0.0035192708333333335,
+      0.020410416666666667,
+      0.05278489583333333,
+      0.0,
+      0.0,
+      0.0,
+      0.4331015625,
+      0.0,
+      0.0,
+      0.4064296875,
+      0.0014083333333333333,
+      0.0,
+      0.041525520833333336,
+      0.0
+    ]
+  },
+  "started_at": 1787021912.7472234,
+  "finished_at": 1787023535.0268106,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.0947370529174805,
+    "val/loss": 0.6296754498034716,
+    "val/frame": 0.6296754498034716,
+    "val/utterance": 0.0
+  }
+}

p5-mae-base-d40/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787023535.0283432,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.0947370529174805,
+  "val/loss": 0.6296754498034716,
+  "val/frame": 0.6296754498034716,
+  "val/utterance": 0.0
+}

p5-mae-base-d40/wandb/debug-internal.log

@@ -0,0 +1,234 @@
+{"time":"2026-08-18T02:58:31.380234628Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T02:58:31.380611559Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T02:58:31.633288019Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d40"}
+{"time":"2026-08-18T02:58:31.6334116Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T02:58:31.63355888Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T02:58:31.633586941Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d40"}
+{"time":"2026-08-18T02:58:31.633604091Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T02:58:33.060521149Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T02:58:33.893837461Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:48.061627633Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":10,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":30,"uploaded_len":2}
+{"time":"2026-08-18T02:58:48.348319728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:03.06124739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":18,"events_offset":2,"events_lines":2,"console_offset":30,"console_lines":18}
+{"time":"2026-08-18T02:59:03.355829877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:18.061184459Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":17,"events_offset":4,"events_lines":2,"console_offset":48,"console_lines":17}
+{"time":"2026-08-18T02:59:18.361151157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:33.061679713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":65,"console_lines":18}
+{"time":"2026-08-18T02:59:33.336937266Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:48.061436649Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":17,"events_offset":8,"events_lines":2,"console_offset":83,"console_lines":17}
+{"time":"2026-08-18T02:59:48.357885449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:03.061760427Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":79,"history_lines":18,"events_offset":10,"events_lines":2,"console_offset":100,"console_lines":18}
+{"time":"2026-08-18T03:00:03.352185991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:18.060953183Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":97,"history_lines":15,"events_offset":12,"events_lines":2,"console_offset":118,"console_lines":16}
+{"time":"2026-08-18T03:00:18.349955321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:33.061742128Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":112,"history_lines":17,"events_offset":14,"events_lines":2,"console_offset":134,"console_lines":17}
+{"time":"2026-08-18T03:00:33.356584208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:48.061032823Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":129,"history_lines":14,"events_offset":16,"events_lines":2,"console_offset":151,"console_lines":14}
+{"time":"2026-08-18T03:00:48.37022316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:03.060948635Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":143,"history_lines":18,"events_offset":18,"events_lines":2,"console_offset":165,"console_lines":19}
+{"time":"2026-08-18T03:01:03.361140827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:18.061741838Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":161,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":184,"console_lines":18}
+{"time":"2026-08-18T03:01:18.330220368Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:33.061466748Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":179,"history_lines":18,"events_offset":22,"events_lines":2,"console_offset":202,"console_lines":18}
+{"time":"2026-08-18T03:01:33.339597219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:48.061635726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":197,"history_lines":17,"events_offset":24,"events_lines":2,"console_offset":220,"console_lines":18}
+{"time":"2026-08-18T03:01:48.347725509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:03.060936855Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":214,"history_lines":17,"events_offset":26,"events_lines":2,"console_offset":238,"console_lines":17}
+{"time":"2026-08-18T03:02:03.379846741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:18.061297199Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":231,"history_lines":18,"events_offset":28,"events_lines":2,"console_offset":255,"console_lines":19}
+{"time":"2026-08-18T03:02:18.352989459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:33.061370973Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":249,"history_lines":16,"events_offset":30,"events_lines":2,"console_offset":274,"console_lines":16}
+{"time":"2026-08-18T03:02:33.345556358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:48.061387853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":265,"history_lines":19,"events_offset":32,"events_lines":2,"console_offset":290,"console_lines":19}
+{"time":"2026-08-18T03:02:48.368424767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:03.061284063Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":284,"history_lines":18,"events_offset":34,"events_lines":2,"console_offset":309,"console_lines":19}
+{"time":"2026-08-18T03:03:03.337140731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:18.061643431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":302,"history_lines":18,"events_offset":36,"events_lines":2,"console_offset":328,"console_lines":18}
+{"time":"2026-08-18T03:03:18.353566779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:33.060800044Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":320,"history_lines":17,"events_offset":38,"events_lines":2,"console_offset":346,"console_lines":17}
+{"time":"2026-08-18T03:03:33.341133699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:48.061587086Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":337,"history_lines":16,"events_offset":40,"events_lines":2,"console_offset":363,"console_lines":17}
+{"time":"2026-08-18T03:03:48.362114326Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:03.061822834Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":353,"history_lines":18,"events_offset":42,"events_lines":2,"console_offset":380,"console_lines":18}
+{"time":"2026-08-18T03:04:03.356842656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:18.060861074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":371,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":398,"console_lines":18}
+{"time":"2026-08-18T03:04:18.879692189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:33.061327508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":389,"history_lines":18,"events_offset":46,"events_lines":2,"console_offset":416,"console_lines":19}
+{"time":"2026-08-18T03:04:33.352403304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:48.061319421Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":407,"history_lines":18,"events_offset":48,"events_lines":2,"console_offset":435,"console_lines":18}
+{"time":"2026-08-18T03:04:48.368867742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:03.061988353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":425,"history_lines":18,"events_offset":50,"events_lines":2,"console_offset":453,"console_lines":18}
+{"time":"2026-08-18T03:05:03.365652662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:18.061129899Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":443,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":471,"console_lines":20}
+{"time":"2026-08-18T03:05:18.339731074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:33.060858371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":462,"history_lines":18,"events_offset":54,"events_lines":2,"console_offset":491,"console_lines":18}
+{"time":"2026-08-18T03:05:33.340638716Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:48.061581134Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":480,"history_lines":19,"events_offset":56,"events_lines":2,"console_offset":509,"console_lines":20}
+{"time":"2026-08-18T03:05:48.340398455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:03.060870138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":16,"events_offset":58,"events_lines":2,"console_offset":529,"console_lines":16}
+{"time":"2026-08-18T03:06:03.360468942Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:18.061413241Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":515,"history_lines":20,"events_offset":60,"events_lines":2,"console_offset":545,"console_lines":20}
+{"time":"2026-08-18T03:06:18.374782534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:33.060828281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":535,"history_lines":19,"events_offset":62,"events_lines":2,"console_offset":565,"console_lines":20}
+{"time":"2026-08-18T03:06:33.347630004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:48.061344365Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":554,"history_lines":19,"events_offset":64,"events_lines":2,"console_offset":584,"console_lines":20}
+{"time":"2026-08-18T03:06:48.354826132Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:03.061422518Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":573,"history_lines":20,"events_offset":66,"events_lines":2,"console_offset":604,"console_lines":20}
+{"time":"2026-08-18T03:07:03.370580468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:18.061540723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":593,"history_lines":18,"events_offset":68,"events_lines":2,"console_offset":624,"console_lines":19}
+{"time":"2026-08-18T03:07:18.35447488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:33.060588114Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":611,"history_lines":19,"events_offset":70,"events_lines":2,"console_offset":643,"console_lines":19}
+{"time":"2026-08-18T03:07:33.350254785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:48.061468404Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":630,"history_lines":18,"events_offset":72,"events_lines":2,"console_offset":662,"console_lines":18}
+{"time":"2026-08-18T03:07:48.335138526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:03.061771934Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":648,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":680,"console_lines":19}
+{"time":"2026-08-18T03:08:03.383779812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:18.060725597Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":666,"history_lines":19,"events_offset":76,"events_lines":2,"console_offset":699,"console_lines":19}
+{"time":"2026-08-18T03:08:18.359510097Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:33.061490045Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":718,"console_lines":20}
+{"time":"2026-08-18T03:08:33.351792793Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:48.061252467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":704,"history_lines":20,"events_offset":80,"events_lines":2,"console_offset":738,"console_lines":20}
+{"time":"2026-08-18T03:08:48.358963319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:03.063510381Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":724,"history_lines":19,"events_offset":82,"events_lines":2,"console_offset":758,"console_lines":19}
+{"time":"2026-08-18T03:09:03.34807362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:18.06141326Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":743,"history_lines":17,"events_offset":84,"events_lines":2,"console_offset":777,"console_lines":18}
+{"time":"2026-08-18T03:09:18.383508911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:33.062153491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":760,"history_lines":19,"events_offset":86,"events_lines":2,"console_offset":795,"console_lines":19}
+{"time":"2026-08-18T03:09:33.348223622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:48.060849256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":779,"history_lines":20,"events_offset":88,"events_lines":2,"console_offset":814,"console_lines":21}
+{"time":"2026-08-18T03:09:48.380182739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:03.061223696Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":19,"events_offset":90,"events_lines":2,"console_offset":835,"console_lines":19}
+{"time":"2026-08-18T03:10:03.359870034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:18.06094912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":818,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":854,"console_lines":19}
+{"time":"2026-08-18T03:10:18.349769677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:33.061305819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":837,"history_lines":18,"events_offset":94,"events_lines":2,"console_offset":873,"console_lines":19}
+{"time":"2026-08-18T03:10:33.356656692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:48.061510097Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":855,"history_lines":20,"events_offset":96,"events_lines":2,"console_offset":892,"console_lines":20}
+{"time":"2026-08-18T03:10:48.356841466Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:03.061344684Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":875,"history_lines":21,"events_offset":98,"events_lines":2,"console_offset":912,"console_lines":21}
+{"time":"2026-08-18T03:11:03.365923175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:18.061610242Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":896,"history_lines":19,"events_offset":100,"events_lines":2,"console_offset":933,"console_lines":20}
+{"time":"2026-08-18T03:11:18.365752571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:33.061042501Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":915,"history_lines":20,"events_offset":102,"events_lines":2,"console_offset":953,"console_lines":20}
+{"time":"2026-08-18T03:11:33.904030672Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:48.061754701Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":19,"events_offset":104,"events_lines":2,"console_offset":973,"console_lines":20}
+{"time":"2026-08-18T03:11:48.348171869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:03.06132287Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":954,"history_lines":19,"events_offset":106,"events_lines":2,"console_offset":993,"console_lines":19}
+{"time":"2026-08-18T03:12:03.347816334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:18.061198736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":973,"history_lines":20,"events_offset":108,"events_lines":2,"console_offset":1012,"console_lines":20}
+{"time":"2026-08-18T03:12:18.371059969Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:33.060910951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":993,"history_lines":17,"events_offset":110,"events_lines":2,"console_offset":1032,"console_lines":18}
+{"time":"2026-08-18T03:12:33.366470992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:48.061720649Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":20,"events_offset":112,"events_lines":2,"console_offset":1050,"console_lines":20}
+{"time":"2026-08-18T03:12:48.3706517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:03.060935816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1030,"history_lines":19,"events_offset":114,"events_lines":2,"console_offset":1070,"console_lines":20}
+{"time":"2026-08-18T03:13:03.358875348Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:18.061635413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1049,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1090,"console_lines":19}
+{"time":"2026-08-18T03:13:18.373129206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:33.061149176Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1068,"history_lines":20,"events_offset":118,"events_lines":2,"console_offset":1109,"console_lines":20}
+{"time":"2026-08-18T03:13:33.38976954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:48.061362362Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1088,"history_lines":20,"events_offset":120,"events_lines":2,"console_offset":1129,"console_lines":21}
+{"time":"2026-08-18T03:13:48.359789203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:03.061069884Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1108,"history_lines":20,"events_offset":122,"events_lines":2,"console_offset":1150,"console_lines":20}
+{"time":"2026-08-18T03:14:03.375635984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:18.061215716Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1128,"history_lines":21,"events_offset":124,"events_lines":2,"console_offset":1170,"console_lines":21}
+{"time":"2026-08-18T03:14:18.365791686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:33.061201263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1149,"history_lines":19,"events_offset":126,"events_lines":2,"console_offset":1191,"console_lines":20}
+{"time":"2026-08-18T03:14:33.355665116Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:48.060973691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1168,"history_lines":20,"events_offset":128,"events_lines":2,"console_offset":1211,"console_lines":20}
+{"time":"2026-08-18T03:14:48.354984894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:03.061011003Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1188,"history_lines":20,"events_offset":130,"events_lines":2,"console_offset":1231,"console_lines":21}
+{"time":"2026-08-18T03:15:03.374556584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:18.061227524Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1208,"history_lines":20,"events_offset":132,"events_lines":2,"console_offset":1252,"console_lines":20}
+{"time":"2026-08-18T03:15:18.364837414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:33.060673854Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1228,"history_lines":20,"events_offset":134,"events_lines":2,"console_offset":1272,"console_lines":20}
+{"time":"2026-08-18T03:15:33.360148377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:48.061229249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1248,"history_lines":17,"events_offset":136,"events_lines":2,"console_offset":1292,"console_lines":18}
+{"time":"2026-08-18T03:15:48.35439068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:03.061313046Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1265,"history_lines":18,"events_offset":138,"events_lines":2,"console_offset":1310,"console_lines":18}
+{"time":"2026-08-18T03:16:03.358251656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:18.061156301Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1283,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1328,"console_lines":19}
+{"time":"2026-08-18T03:16:18.340639612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:33.061168181Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1301,"history_lines":19,"events_offset":142,"events_lines":2,"console_offset":1347,"console_lines":19}
+{"time":"2026-08-18T03:16:33.367123664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:48.06116522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1320,"history_lines":20,"events_offset":144,"events_lines":2,"console_offset":1366,"console_lines":20}
+{"time":"2026-08-18T03:16:48.351652839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:03.061434697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1340,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1386,"console_lines":19}
+{"time":"2026-08-18T03:17:03.367892964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:18.060988225Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1358,"history_lines":20,"events_offset":148,"events_lines":2,"console_offset":1405,"console_lines":20}
+{"time":"2026-08-18T03:17:18.876221245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:33.060990397Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1378,"history_lines":20,"events_offset":150,"events_lines":2,"console_offset":1425,"console_lines":20}
+{"time":"2026-08-18T03:17:33.360861021Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:48.061442099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1398,"history_lines":19,"events_offset":152,"events_lines":2,"console_offset":1445,"console_lines":20}
+{"time":"2026-08-18T03:17:48.364318334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:03.061145805Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1417,"history_lines":20,"events_offset":154,"events_lines":2,"console_offset":1465,"console_lines":20}
+{"time":"2026-08-18T03:18:03.395111459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:18.061094836Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1437,"history_lines":19,"events_offset":156,"events_lines":2,"console_offset":1485,"console_lines":20}
+{"time":"2026-08-18T03:18:18.381752791Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:33.061150119Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1456,"history_lines":19,"events_offset":158,"events_lines":2,"console_offset":1505,"console_lines":19}
+{"time":"2026-08-18T03:18:33.35583661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:48.061410137Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1475,"history_lines":19,"events_offset":160,"events_lines":2,"console_offset":1524,"console_lines":19}
+{"time":"2026-08-18T03:18:48.344464271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:03.060639258Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1494,"history_lines":16,"events_offset":162,"events_lines":2,"console_offset":1543,"console_lines":17}
+{"time":"2026-08-18T03:19:03.340477487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:18.061197225Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1510,"history_lines":18,"events_offset":164,"events_lines":2,"console_offset":1560,"console_lines":18}
+{"time":"2026-08-18T03:19:18.347333517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:33.060929523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1528,"history_lines":19,"events_offset":166,"events_lines":2,"console_offset":1578,"console_lines":19}
+{"time":"2026-08-18T03:19:33.383541044Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:48.061445401Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1547,"history_lines":17,"events_offset":168,"events_lines":2,"console_offset":1597,"console_lines":18}
+{"time":"2026-08-18T03:19:48.366157922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:03.061034598Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1564,"history_lines":19,"events_offset":170,"events_lines":2,"console_offset":1615,"console_lines":19}
+{"time":"2026-08-18T03:20:03.381366937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:18.061524171Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1583,"history_lines":18,"events_offset":172,"events_lines":2,"console_offset":1634,"console_lines":19}
+{"time":"2026-08-18T03:20:18.341387093Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:33.061030028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1601,"history_lines":19,"events_offset":174,"events_lines":2,"console_offset":1653,"console_lines":19}
+{"time":"2026-08-18T03:20:33.351891046Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:48.061010675Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1620,"history_lines":19,"events_offset":176,"events_lines":2,"console_offset":1672,"console_lines":19}
+{"time":"2026-08-18T03:20:48.349105356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:03.061335844Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1639,"history_lines":19,"events_offset":178,"events_lines":2,"console_offset":1691,"console_lines":20}
+{"time":"2026-08-18T03:21:03.368944801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:18.061622627Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1658,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1711,"console_lines":19}
+{"time":"2026-08-18T03:21:18.360178412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:33.061656535Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1677,"history_lines":20,"events_offset":182,"events_lines":2,"console_offset":1730,"console_lines":20}
+{"time":"2026-08-18T03:21:33.371458627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:48.060910335Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1697,"history_lines":19,"events_offset":184,"events_lines":2,"console_offset":1750,"console_lines":20}
+{"time":"2026-08-18T03:21:48.361604017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:03.062543662Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1716,"history_lines":20,"events_offset":186,"events_lines":2,"console_offset":1770,"console_lines":20}
+{"time":"2026-08-18T03:22:03.383991443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:18.061240683Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1736,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1790,"console_lines":19}
+{"time":"2026-08-18T03:22:18.396984703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:33.061472219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1754,"history_lines":20,"events_offset":190,"events_lines":2,"console_offset":1809,"console_lines":20}
+{"time":"2026-08-18T03:22:33.381070118Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:48.060907038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1774,"history_lines":20,"events_offset":192,"events_lines":2,"console_offset":1829,"console_lines":20}
+{"time":"2026-08-18T03:22:48.357717763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:03.061680894Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1794,"history_lines":18,"events_offset":194,"events_lines":2,"console_offset":1849,"console_lines":19}
+{"time":"2026-08-18T03:23:03.362842295Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:18.060959384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1812,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1868,"console_lines":19}
+{"time":"2026-08-18T03:23:18.345059922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:33.062006018Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1831,"history_lines":19,"events_offset":198,"events_lines":2,"console_offset":1887,"console_lines":20}
+{"time":"2026-08-18T03:23:33.377435461Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:48.061604625Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1850,"history_lines":19,"events_offset":200,"events_lines":2,"console_offset":1907,"console_lines":19}
+{"time":"2026-08-18T03:23:48.369011778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:03.06085862Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1869,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1926,"console_lines":19}
+{"time":"2026-08-18T03:24:03.359574013Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:18.062422876Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1888,"history_lines":18,"events_offset":204,"events_lines":2,"console_offset":1945,"console_lines":19}
+{"time":"2026-08-18T03:24:18.358008231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:33.061482897Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1906,"history_lines":20,"events_offset":206,"events_lines":2,"console_offset":1964,"console_lines":20}
+{"time":"2026-08-18T03:24:33.380928025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:48.061590322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1926,"history_lines":18,"events_offset":208,"events_lines":2,"console_offset":1984,"console_lines":18}
+{"time":"2026-08-18T03:24:48.369603456Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:03.061402002Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1944,"history_lines":19,"events_offset":210,"events_lines":2,"console_offset":2002,"console_lines":20}
+{"time":"2026-08-18T03:25:03.360638742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:18.060929961Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1963,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":2022,"console_lines":19}
+{"time":"2026-08-18T03:25:18.372870795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:33.06099316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1982,"history_lines":17,"events_offset":214,"events_lines":2,"console_offset":2041,"console_lines":18}
+{"time":"2026-08-18T03:25:33.359120003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:37.498877197Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:25:37.499210941Z","level":"INFO","msg":"filestream: sending request","total_files":2,"history_offset":1999,"history_lines":1,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:25:37.85124611Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:37.85347929Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:25:37.858527779Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:25:37.85854153Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:25:37.858615841Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:25:37.858623151Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T03:25:39.859597649Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-base-d40/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_setup.py:_flush():81] Configure stats pid to 2446856
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug.log
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug-internal.log
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():783] calling init triggers
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.02041015625, 0.0, 0.0, 0.0, 0.015484375, 0.00492578125, 0.00351953125, 0.02041015625, 0.05278515625, 0.0, 0.0, 0.0, 0.4331015625, 0.0, 0.0, 0.4064296875, 0.001408203125, 0.0, 0.041525390625, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d40', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():831] starting backend
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 02:58:31,634 INFO    MainThread:2446856 [wandb_init.py:init():851] backend started and connected
+2026-08-18 02:58:31,635 INFO    MainThread:2446856 [wandb_init.py:init():921] updated telemetry
+2026-08-18 02:58:31,648 INFO    MainThread:2446856 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 02:58:32,575 INFO    MainThread:2446856 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 02:58:32,655 INFO    MainThread:2446856 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:25:35,028 INFO    MainThread:2446856 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d40
+2026-08-18 03:25:35,029 INFO    MainThread:2446856 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:25:35,029 INFO    MainThread:2446856 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:25:35,029 INFO    MainThread:2446856 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:25:37,857 INFO    MainThread:2446856 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            5b9f3jznlrtsli3xze44u43ez93z20ms:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-base-d40
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_base.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=1.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.02041015625, 0.0, 0.0, 0.0, 0.015484375, 0.00492578125, 0.00351953125, 0.02041015625, 0.05278515625, 0.0, 0.0, 0.0, 0.4331015625, 0.0, 0.0, 0.4064296875, 0.001408203125, 0.0, 0.041525390625, 0.0]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-base-d40
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "403046100992"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-base-d40
+                startedAt: "2026-08-18T02:58:31.375437Z"
+                writerId: 5b9f3jznlrtsli3xze44u43ez93z20ms
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 24
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 2
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0.02041015625
+            - 0
+            - 0
+            - 0
+            - 0.015484375
+            - 0.00492578125
+            - 0.00351953125
+            - 0.02041015625
+            - 0.05278515625
+            - 0
+            - 0
+            - 0
+            - 0.4331015625
+            - 0
+            - 0
+            - 0.4064296875
+            - 0.001408203125
+            - 0
+            - 0.041525390625
+            - 0
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 12
+        embed_dim: 768
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 12
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0001
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-base-d40
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T02:58:31.375437Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-base-d40",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_base.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=1.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.02041015625, 0.0, 0.0, 0.0, 0.015484375, 0.00492578125, 0.00351953125, 0.02041015625, 0.05278515625, 0.0, 0.0, 0.0, 0.4331015625, 0.0, 0.0, 0.4064296875, 0.001408203125, 0.0, 0.041525390625, 0.0]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-base-d40",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-base-d40",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "403046100992"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "5b9f3jznlrtsli3xze44u43ez93z20ms"
+}

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/files/wandb-summary.json

@@ -0,0 +1 @@
+{"final_step":40000,"schedule_steps":40000,"clips_per_step":48,"max_repetition":7.5,"completed":true,"train/loss":0.622882753610611,"_step":40000,"train/lr":2.0000019000511308e-07,"train/frame_loss":0.622882753610611,"_wandb":{"runtime":1622},"ema_anneal_steps":40000,"total_params":88035328,"final_ema_decay":0.9999899952500001,"clips_seen":1920000,"val/utterance":0,"train/utterance_loss":0,"encoder_params":85252608,"perf/data_wait_frac":0.0031673023732242426,"progress/clips_seen":1920000,"decoder_params":2585856,"progress/epoch_frac":1.0041714957552834,"_timestamp":1.7870235346005287e+09,"train/grad_norm":0.14105311036109924,"optimizer_step":40000,"trainable_params":88035328,"perf/peak_gib":2.0947370529174805,"peak_gib":2.0947370529174805,"final_lr":2.0000019000511308e-07,"warmup_steps":4000,"_runtime":1622.453734305,"perf/clips_per_s":1277.9492355915268,"total_steps":40000,"val/loss":0.6296754498034716,"val/frame":0.6296754498034716,"train/ema_decay":0.99999,"budget_clips":1920000}

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug-core.log

@@ -0,0 +1,61 @@
+{"time":"2026-08-18T02:58:30.95757725Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpgdikr92r/port-2446856.txt","pid":2446856,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T02:58:30.958073522Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2446856}
+{"time":"2026-08-18T02:58:30.958063892Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2446856-2447071-3001824241/socket","Net":"unix"}}
+{"time":"2026-08-18T02:58:31.110102308Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T02:58:31.379204423Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-base-d40","id":"1(@)"}
+{"time":"2026-08-18T02:58:31.633572871Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-base-d40","id":"1(@)"}
+{"time":"2026-08-18T02:58:37.660617605Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"nsenze3vhgwx"}
+{"time":"2026-08-18T02:59:02.381545484Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: body: failed to forward logs"}
+{"time":"2026-08-18T02:59:06.118929854Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:00:10.284562486Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:00:25.61870701Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:00:36.119326407Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:01:05.275815008Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:01:36.338193158Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:02:08.118076025Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:02:11.861851749Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:02:38.119076803Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:03:08.119498224Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:04:57.217896153Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:05:05.769752781Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:05:09.62015313Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:06:05.685641719Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:06:36.374072493Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:07:08.62219274Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:08:28.244648503Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:09:37.338682478Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: body: upstream connect error or disconnect/reset before headers. reset reason: connection timeout"}
+{"time":"2026-08-18T03:09:39.619751501Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:10:28.881117089Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:11:27.741372358Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:12:58.992972147Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:13:34.671012188Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:14:22.030138696Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:14:59.865749136Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:15:24.822551637Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:16:15.461699466Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:17:33.569228267Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:18:04.380729668Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:18:14.619087865Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:18:55.880597768Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:21:16.94386029Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:22:32.628549796Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:23:54.619071713Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:25:35.030120613Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"nsenze3vhgwx"}
+{"time":"2026-08-18T03:25:37.856294948Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"nsenze3vhgwx"}
+{"time":"2026-08-18T03:25:37.858513439Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-base-d40","id":"1(@)"}
+{"time":"2026-08-18T03:25:37.858675151Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:25:37.858687282Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:25:39.860010865Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-base-d40","id":"1(@)"}
+{"time":"2026-08-18T03:25:39.860030835Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T03:25:39.860046995Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T03:25:39.860055735Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T03:25:39.860113316Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T03:25:39.860117366Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T03:25:39.860161357Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T03:25:39.860170097Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:25:39.860316169Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T03:25:39.860339979Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:25:39.860316329Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:25:39.860467121Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2446856-2447071-3001824241/socket","Net":"unix"}}
+{"time":"2026-08-18T03:25:40.055243296Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T03:25:40.055280987Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug-internal.log

@@ -0,0 +1,234 @@
+{"time":"2026-08-18T02:58:31.380234628Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T02:58:31.380611559Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T02:58:31.633288019Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d40"}
+{"time":"2026-08-18T02:58:31.6334116Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T02:58:31.63355888Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T02:58:31.633586941Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d40"}
+{"time":"2026-08-18T02:58:31.633604091Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T02:58:33.060521149Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T02:58:33.893837461Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:58:48.061627633Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":10,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":30,"uploaded_len":2}
+{"time":"2026-08-18T02:58:48.348319728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:03.06124739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":18,"events_offset":2,"events_lines":2,"console_offset":30,"console_lines":18}
+{"time":"2026-08-18T02:59:03.355829877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:18.061184459Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28,"history_lines":17,"events_offset":4,"events_lines":2,"console_offset":48,"console_lines":17}
+{"time":"2026-08-18T02:59:18.361151157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:33.061679713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":65,"console_lines":18}
+{"time":"2026-08-18T02:59:33.336937266Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T02:59:48.061436649Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":17,"events_offset":8,"events_lines":2,"console_offset":83,"console_lines":17}
+{"time":"2026-08-18T02:59:48.357885449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:03.061760427Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":79,"history_lines":18,"events_offset":10,"events_lines":2,"console_offset":100,"console_lines":18}
+{"time":"2026-08-18T03:00:03.352185991Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:18.060953183Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":97,"history_lines":15,"events_offset":12,"events_lines":2,"console_offset":118,"console_lines":16}
+{"time":"2026-08-18T03:00:18.349955321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:33.061742128Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":112,"history_lines":17,"events_offset":14,"events_lines":2,"console_offset":134,"console_lines":17}
+{"time":"2026-08-18T03:00:33.356584208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:00:48.061032823Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":129,"history_lines":14,"events_offset":16,"events_lines":2,"console_offset":151,"console_lines":14}
+{"time":"2026-08-18T03:00:48.37022316Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:03.060948635Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":143,"history_lines":18,"events_offset":18,"events_lines":2,"console_offset":165,"console_lines":19}
+{"time":"2026-08-18T03:01:03.361140827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:18.061741838Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":161,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":184,"console_lines":18}
+{"time":"2026-08-18T03:01:18.330220368Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:33.061466748Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":179,"history_lines":18,"events_offset":22,"events_lines":2,"console_offset":202,"console_lines":18}
+{"time":"2026-08-18T03:01:33.339597219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:01:48.061635726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":197,"history_lines":17,"events_offset":24,"events_lines":2,"console_offset":220,"console_lines":18}
+{"time":"2026-08-18T03:01:48.347725509Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:03.060936855Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":214,"history_lines":17,"events_offset":26,"events_lines":2,"console_offset":238,"console_lines":17}
+{"time":"2026-08-18T03:02:03.379846741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:18.061297199Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":231,"history_lines":18,"events_offset":28,"events_lines":2,"console_offset":255,"console_lines":19}
+{"time":"2026-08-18T03:02:18.352989459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:33.061370973Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":249,"history_lines":16,"events_offset":30,"events_lines":2,"console_offset":274,"console_lines":16}
+{"time":"2026-08-18T03:02:33.345556358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:02:48.061387853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":265,"history_lines":19,"events_offset":32,"events_lines":2,"console_offset":290,"console_lines":19}
+{"time":"2026-08-18T03:02:48.368424767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:03.061284063Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":284,"history_lines":18,"events_offset":34,"events_lines":2,"console_offset":309,"console_lines":19}
+{"time":"2026-08-18T03:03:03.337140731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:18.061643431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":302,"history_lines":18,"events_offset":36,"events_lines":2,"console_offset":328,"console_lines":18}
+{"time":"2026-08-18T03:03:18.353566779Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:33.060800044Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":320,"history_lines":17,"events_offset":38,"events_lines":2,"console_offset":346,"console_lines":17}
+{"time":"2026-08-18T03:03:33.341133699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:03:48.061587086Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":337,"history_lines":16,"events_offset":40,"events_lines":2,"console_offset":363,"console_lines":17}
+{"time":"2026-08-18T03:03:48.362114326Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:03.061822834Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":353,"history_lines":18,"events_offset":42,"events_lines":2,"console_offset":380,"console_lines":18}
+{"time":"2026-08-18T03:04:03.356842656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:18.060861074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":371,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":398,"console_lines":18}
+{"time":"2026-08-18T03:04:18.879692189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:33.061327508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":389,"history_lines":18,"events_offset":46,"events_lines":2,"console_offset":416,"console_lines":19}
+{"time":"2026-08-18T03:04:33.352403304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:04:48.061319421Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":407,"history_lines":18,"events_offset":48,"events_lines":2,"console_offset":435,"console_lines":18}
+{"time":"2026-08-18T03:04:48.368867742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:03.061988353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":425,"history_lines":18,"events_offset":50,"events_lines":2,"console_offset":453,"console_lines":18}
+{"time":"2026-08-18T03:05:03.365652662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:18.061129899Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":443,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":471,"console_lines":20}
+{"time":"2026-08-18T03:05:18.339731074Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:33.060858371Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":462,"history_lines":18,"events_offset":54,"events_lines":2,"console_offset":491,"console_lines":18}
+{"time":"2026-08-18T03:05:33.340638716Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:48.061581134Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":480,"history_lines":19,"events_offset":56,"events_lines":2,"console_offset":509,"console_lines":20}
+{"time":"2026-08-18T03:05:48.340398455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:03.060870138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":16,"events_offset":58,"events_lines":2,"console_offset":529,"console_lines":16}
+{"time":"2026-08-18T03:06:03.360468942Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:18.061413241Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":515,"history_lines":20,"events_offset":60,"events_lines":2,"console_offset":545,"console_lines":20}
+{"time":"2026-08-18T03:06:18.374782534Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:33.060828281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":535,"history_lines":19,"events_offset":62,"events_lines":2,"console_offset":565,"console_lines":20}
+{"time":"2026-08-18T03:06:33.347630004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:48.061344365Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":554,"history_lines":19,"events_offset":64,"events_lines":2,"console_offset":584,"console_lines":20}
+{"time":"2026-08-18T03:06:48.354826132Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:03.061422518Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":573,"history_lines":20,"events_offset":66,"events_lines":2,"console_offset":604,"console_lines":20}
+{"time":"2026-08-18T03:07:03.370580468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:18.061540723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":593,"history_lines":18,"events_offset":68,"events_lines":2,"console_offset":624,"console_lines":19}
+{"time":"2026-08-18T03:07:18.35447488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:33.060588114Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":611,"history_lines":19,"events_offset":70,"events_lines":2,"console_offset":643,"console_lines":19}
+{"time":"2026-08-18T03:07:33.350254785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:48.061468404Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":630,"history_lines":18,"events_offset":72,"events_lines":2,"console_offset":662,"console_lines":18}
+{"time":"2026-08-18T03:07:48.335138526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:03.061771934Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":648,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":680,"console_lines":19}
+{"time":"2026-08-18T03:08:03.383779812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:18.060725597Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":666,"history_lines":19,"events_offset":76,"events_lines":2,"console_offset":699,"console_lines":19}
+{"time":"2026-08-18T03:08:18.359510097Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:33.061490045Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":718,"console_lines":20}
+{"time":"2026-08-18T03:08:33.351792793Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:48.061252467Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":704,"history_lines":20,"events_offset":80,"events_lines":2,"console_offset":738,"console_lines":20}
+{"time":"2026-08-18T03:08:48.358963319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:03.063510381Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":724,"history_lines":19,"events_offset":82,"events_lines":2,"console_offset":758,"console_lines":19}
+{"time":"2026-08-18T03:09:03.34807362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:18.06141326Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":743,"history_lines":17,"events_offset":84,"events_lines":2,"console_offset":777,"console_lines":18}
+{"time":"2026-08-18T03:09:18.383508911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:33.062153491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":760,"history_lines":19,"events_offset":86,"events_lines":2,"console_offset":795,"console_lines":19}
+{"time":"2026-08-18T03:09:33.348223622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:48.060849256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":779,"history_lines":20,"events_offset":88,"events_lines":2,"console_offset":814,"console_lines":21}
+{"time":"2026-08-18T03:09:48.380182739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:03.061223696Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":19,"events_offset":90,"events_lines":2,"console_offset":835,"console_lines":19}
+{"time":"2026-08-18T03:10:03.359870034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:18.06094912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":818,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":854,"console_lines":19}
+{"time":"2026-08-18T03:10:18.349769677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:33.061305819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":837,"history_lines":18,"events_offset":94,"events_lines":2,"console_offset":873,"console_lines":19}
+{"time":"2026-08-18T03:10:33.356656692Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:48.061510097Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":855,"history_lines":20,"events_offset":96,"events_lines":2,"console_offset":892,"console_lines":20}
+{"time":"2026-08-18T03:10:48.356841466Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:03.061344684Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":875,"history_lines":21,"events_offset":98,"events_lines":2,"console_offset":912,"console_lines":21}
+{"time":"2026-08-18T03:11:03.365923175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:18.061610242Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":896,"history_lines":19,"events_offset":100,"events_lines":2,"console_offset":933,"console_lines":20}
+{"time":"2026-08-18T03:11:18.365752571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:33.061042501Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":915,"history_lines":20,"events_offset":102,"events_lines":2,"console_offset":953,"console_lines":20}
+{"time":"2026-08-18T03:11:33.904030672Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:48.061754701Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":19,"events_offset":104,"events_lines":2,"console_offset":973,"console_lines":20}
+{"time":"2026-08-18T03:11:48.348171869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:03.06132287Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":954,"history_lines":19,"events_offset":106,"events_lines":2,"console_offset":993,"console_lines":19}
+{"time":"2026-08-18T03:12:03.347816334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:18.061198736Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":973,"history_lines":20,"events_offset":108,"events_lines":2,"console_offset":1012,"console_lines":20}
+{"time":"2026-08-18T03:12:18.371059969Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:33.060910951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":993,"history_lines":17,"events_offset":110,"events_lines":2,"console_offset":1032,"console_lines":18}
+{"time":"2026-08-18T03:12:33.366470992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:48.061720649Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":20,"events_offset":112,"events_lines":2,"console_offset":1050,"console_lines":20}
+{"time":"2026-08-18T03:12:48.3706517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:03.060935816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1030,"history_lines":19,"events_offset":114,"events_lines":2,"console_offset":1070,"console_lines":20}
+{"time":"2026-08-18T03:13:03.358875348Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:18.061635413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1049,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1090,"console_lines":19}
+{"time":"2026-08-18T03:13:18.373129206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:33.061149176Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1068,"history_lines":20,"events_offset":118,"events_lines":2,"console_offset":1109,"console_lines":20}
+{"time":"2026-08-18T03:13:33.38976954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:48.061362362Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1088,"history_lines":20,"events_offset":120,"events_lines":2,"console_offset":1129,"console_lines":21}
+{"time":"2026-08-18T03:13:48.359789203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:03.061069884Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1108,"history_lines":20,"events_offset":122,"events_lines":2,"console_offset":1150,"console_lines":20}
+{"time":"2026-08-18T03:14:03.375635984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:18.061215716Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1128,"history_lines":21,"events_offset":124,"events_lines":2,"console_offset":1170,"console_lines":21}
+{"time":"2026-08-18T03:14:18.365791686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:33.061201263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1149,"history_lines":19,"events_offset":126,"events_lines":2,"console_offset":1191,"console_lines":20}
+{"time":"2026-08-18T03:14:33.355665116Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:48.060973691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1168,"history_lines":20,"events_offset":128,"events_lines":2,"console_offset":1211,"console_lines":20}
+{"time":"2026-08-18T03:14:48.354984894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:03.061011003Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1188,"history_lines":20,"events_offset":130,"events_lines":2,"console_offset":1231,"console_lines":21}
+{"time":"2026-08-18T03:15:03.374556584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:18.061227524Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1208,"history_lines":20,"events_offset":132,"events_lines":2,"console_offset":1252,"console_lines":20}
+{"time":"2026-08-18T03:15:18.364837414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:33.060673854Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1228,"history_lines":20,"events_offset":134,"events_lines":2,"console_offset":1272,"console_lines":20}
+{"time":"2026-08-18T03:15:33.360148377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:48.061229249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1248,"history_lines":17,"events_offset":136,"events_lines":2,"console_offset":1292,"console_lines":18}
+{"time":"2026-08-18T03:15:48.35439068Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:03.061313046Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1265,"history_lines":18,"events_offset":138,"events_lines":2,"console_offset":1310,"console_lines":18}
+{"time":"2026-08-18T03:16:03.358251656Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:18.061156301Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1283,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1328,"console_lines":19}
+{"time":"2026-08-18T03:16:18.340639612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:33.061168181Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1301,"history_lines":19,"events_offset":142,"events_lines":2,"console_offset":1347,"console_lines":19}
+{"time":"2026-08-18T03:16:33.367123664Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:48.06116522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1320,"history_lines":20,"events_offset":144,"events_lines":2,"console_offset":1366,"console_lines":20}
+{"time":"2026-08-18T03:16:48.351652839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:03.061434697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1340,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1386,"console_lines":19}
+{"time":"2026-08-18T03:17:03.367892964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:18.060988225Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1358,"history_lines":20,"events_offset":148,"events_lines":2,"console_offset":1405,"console_lines":20}
+{"time":"2026-08-18T03:17:18.876221245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:33.060990397Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1378,"history_lines":20,"events_offset":150,"events_lines":2,"console_offset":1425,"console_lines":20}
+{"time":"2026-08-18T03:17:33.360861021Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:48.061442099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1398,"history_lines":19,"events_offset":152,"events_lines":2,"console_offset":1445,"console_lines":20}
+{"time":"2026-08-18T03:17:48.364318334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:03.061145805Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1417,"history_lines":20,"events_offset":154,"events_lines":2,"console_offset":1465,"console_lines":20}
+{"time":"2026-08-18T03:18:03.395111459Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:18.061094836Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1437,"history_lines":19,"events_offset":156,"events_lines":2,"console_offset":1485,"console_lines":20}
+{"time":"2026-08-18T03:18:18.381752791Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:33.061150119Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1456,"history_lines":19,"events_offset":158,"events_lines":2,"console_offset":1505,"console_lines":19}
+{"time":"2026-08-18T03:18:33.35583661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:48.061410137Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1475,"history_lines":19,"events_offset":160,"events_lines":2,"console_offset":1524,"console_lines":19}
+{"time":"2026-08-18T03:18:48.344464271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:03.060639258Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1494,"history_lines":16,"events_offset":162,"events_lines":2,"console_offset":1543,"console_lines":17}
+{"time":"2026-08-18T03:19:03.340477487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:18.061197225Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1510,"history_lines":18,"events_offset":164,"events_lines":2,"console_offset":1560,"console_lines":18}
+{"time":"2026-08-18T03:19:18.347333517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:33.060929523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1528,"history_lines":19,"events_offset":166,"events_lines":2,"console_offset":1578,"console_lines":19}
+{"time":"2026-08-18T03:19:33.383541044Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:48.061445401Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1547,"history_lines":17,"events_offset":168,"events_lines":2,"console_offset":1597,"console_lines":18}
+{"time":"2026-08-18T03:19:48.366157922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:03.061034598Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1564,"history_lines":19,"events_offset":170,"events_lines":2,"console_offset":1615,"console_lines":19}
+{"time":"2026-08-18T03:20:03.381366937Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:18.061524171Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1583,"history_lines":18,"events_offset":172,"events_lines":2,"console_offset":1634,"console_lines":19}
+{"time":"2026-08-18T03:20:18.341387093Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:33.061030028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1601,"history_lines":19,"events_offset":174,"events_lines":2,"console_offset":1653,"console_lines":19}
+{"time":"2026-08-18T03:20:33.351891046Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:48.061010675Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1620,"history_lines":19,"events_offset":176,"events_lines":2,"console_offset":1672,"console_lines":19}
+{"time":"2026-08-18T03:20:48.349105356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:03.061335844Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1639,"history_lines":19,"events_offset":178,"events_lines":2,"console_offset":1691,"console_lines":20}
+{"time":"2026-08-18T03:21:03.368944801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:18.061622627Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1658,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1711,"console_lines":19}
+{"time":"2026-08-18T03:21:18.360178412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:33.061656535Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1677,"history_lines":20,"events_offset":182,"events_lines":2,"console_offset":1730,"console_lines":20}
+{"time":"2026-08-18T03:21:33.371458627Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:48.060910335Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1697,"history_lines":19,"events_offset":184,"events_lines":2,"console_offset":1750,"console_lines":20}
+{"time":"2026-08-18T03:21:48.361604017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:03.062543662Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1716,"history_lines":20,"events_offset":186,"events_lines":2,"console_offset":1770,"console_lines":20}
+{"time":"2026-08-18T03:22:03.383991443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:18.061240683Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1736,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1790,"console_lines":19}
+{"time":"2026-08-18T03:22:18.396984703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:33.061472219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1754,"history_lines":20,"events_offset":190,"events_lines":2,"console_offset":1809,"console_lines":20}
+{"time":"2026-08-18T03:22:33.381070118Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:48.060907038Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1774,"history_lines":20,"events_offset":192,"events_lines":2,"console_offset":1829,"console_lines":20}
+{"time":"2026-08-18T03:22:48.357717763Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:03.061680894Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1794,"history_lines":18,"events_offset":194,"events_lines":2,"console_offset":1849,"console_lines":19}
+{"time":"2026-08-18T03:23:03.362842295Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:18.060959384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1812,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1868,"console_lines":19}
+{"time":"2026-08-18T03:23:18.345059922Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:33.062006018Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1831,"history_lines":19,"events_offset":198,"events_lines":2,"console_offset":1887,"console_lines":20}
+{"time":"2026-08-18T03:23:33.377435461Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:48.061604625Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1850,"history_lines":19,"events_offset":200,"events_lines":2,"console_offset":1907,"console_lines":19}
+{"time":"2026-08-18T03:23:48.369011778Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:03.06085862Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1869,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1926,"console_lines":19}
+{"time":"2026-08-18T03:24:03.359574013Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:18.062422876Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1888,"history_lines":18,"events_offset":204,"events_lines":2,"console_offset":1945,"console_lines":19}
+{"time":"2026-08-18T03:24:18.358008231Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:33.061482897Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1906,"history_lines":20,"events_offset":206,"events_lines":2,"console_offset":1964,"console_lines":20}
+{"time":"2026-08-18T03:24:33.380928025Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:48.061590322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1926,"history_lines":18,"events_offset":208,"events_lines":2,"console_offset":1984,"console_lines":18}
+{"time":"2026-08-18T03:24:48.369603456Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:03.061402002Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1944,"history_lines":19,"events_offset":210,"events_lines":2,"console_offset":2002,"console_lines":20}
+{"time":"2026-08-18T03:25:03.360638742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:18.060929961Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1963,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":2022,"console_lines":19}
+{"time":"2026-08-18T03:25:18.372870795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:33.06099316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1982,"history_lines":17,"events_offset":214,"events_lines":2,"console_offset":2041,"console_lines":18}
+{"time":"2026-08-18T03:25:33.359120003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:37.498877197Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:25:37.499210941Z","level":"INFO","msg":"filestream: sending request","total_files":2,"history_offset":1999,"history_lines":1,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:25:37.85124611Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:37.85347929Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:25:37.858527779Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:25:37.85854153Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:25:37.858615841Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:25:37.858623151Z","level":"INFO","msg":"stream: all finished"}
+{"time":"2026-08-18T03:25:39.859597649Z","level":"ERROR","msg":"stream: failed to shut down analytics","error":"shutdown errors: [failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded context deadline exceeded]"}

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_setup.py:_flush():81] Configure stats pid to 2446856
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug.log
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/logs/debug-internal.log
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():783] calling init triggers
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.02041015625, 0.0, 0.0, 0.0, 0.015484375, 0.00492578125, 0.00351953125, 0.02041015625, 0.05278515625, 0.0, 0.0, 0.0, 0.4331015625, 0.0, 0.0, 0.4064296875, 0.001408203125, 0.0, 0.041525390625, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d40', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():831] starting backend
+2026-08-18 02:58:31,377 INFO    MainThread:2446856 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 02:58:31,634 INFO    MainThread:2446856 [wandb_init.py:init():851] backend started and connected
+2026-08-18 02:58:31,635 INFO    MainThread:2446856 [wandb_init.py:init():921] updated telemetry
+2026-08-18 02:58:31,648 INFO    MainThread:2446856 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 02:58:32,575 INFO    MainThread:2446856 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 02:58:32,653 INFO    MainThread:2446856 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 02:58:32,655 INFO    MainThread:2446856 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:25:35,028 INFO    MainThread:2446856 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d40
+2026-08-18 03:25:35,029 INFO    MainThread:2446856 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:25:35,029 INFO    MainThread:2446856 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:25:35,029 INFO    MainThread:2446856 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:25:37,857 INFO    MainThread:2446856 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/run-phase5-p5-mae-base-d40.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc6ebe740d6d2c9ad0383d1d6800cf43bc6f85d3e8e90db2ff5f0c632755279
+size 3602255

p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/run-phase5-p5-mae-base-d40.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}