Upload folder using huggingface_hub

.gitattributes

@@ -45,3 +45,4 @@ p5-mae-15m-natural-ess-550k/wandb/run-20260818_001429-phase5-p5-mae-15m-natural-
 p5-mae-15m-natural-ess-800k/wandb/run-20260818_001410-phase5-p5-mae-15m-natural-ess-800k/run-phase5-p5-mae-15m-natural-ess-800k.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d0/wandb/run-20260818_022258-phase5-p5-mae-base-d0/run-phase5-p5-mae-base-d0.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d10/wandb/run-20260818_023305-phase5-p5-mae-base-d10/run-phase5-p5-mae-base-d10.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/run-phase5-p5-mae-base-d102.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-base-d102/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00005000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.11386658503378845,
+  "probe/map_train": 0.605633449905059,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.14066993018728902,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.941843756008893,
+  "probe/total_s": 26.130149567034096,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1300633689852527
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.13081120553318645
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13558979795059892
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14066993018728902
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1312731420718473
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10814361193038849
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08183949392649435
+    }
+  ],
+  "per_class_ap": [
+    0.6075807809829712,
+    0.008293289691209793,
+    0.053666021674871445,
+    0.19788193702697754,
+    0.11957753449678421,
+    0.24217543005943298,
+    0.20336507260799408,
+    0.30847522616386414,
+    0.021768679842352867,
+    0.023182164877653122,
+    0.015502805821597576,
+    0.06774361431598663,
+    0.33152833580970764,
+    0.21552987396717072,
+    0.02957545407116413,
+    0.42350882291793823,
+    0.2650371193885803,
+    0.34986069798469543,
+    0.04136355593800545,
+    0.06720340251922607,
+    0.18303532898426056,
+    0.06290800869464874,
+    0.14846189320087433,
+    0.11001081764698029,
+    0.024268463253974915,
+    0.031851187348365784,
+    0.06225360557436943,
+    0.15654051303863525,
+    0.22825203835964203,
+    0.02400861121714115,
+    0.2175871878862381,
+    0.11899900436401367,
+    0.012113945558667183,
+    0.05034308508038521,
+    0.19278812408447266,
+    0.027756277471780777,
+    0.2884799540042877,
+    0.03724753484129906,
+    0.05970851704478264,
+    0.1173725351691246,
+    0.17345932126045227,
+    0.02733483910560608,
+    0.06320571154356003,
+    0.2880127429962158,
+    0.007748456671833992,
+    0.06673210114240646,
+    0.008051512762904167,
+    0.0845288336277008,
+    0.048578891903162,
+    0.07793575525283813,
+    0.11415435373783112,
+    0.009263289161026478,
+    0.024409985169768333,
+    0.04038282111287117,
+    0.1549345999956131,
+    0.0833803191781044,
+    0.1550689935684204,
+    0.2606138586997986,
+    0.15420569479465485,
+    0.05069278925657272,
+    0.16994380950927734,
+    0.21051931381225586,
+    0.03907834365963936,
+    0.1608991175889969,
+    0.47200706601142883,
+    0.24221326410770416,
+    0.21311019361019135,
+    0.19726505875587463,
+    0.29314905405044556,
+    0.32776468992233276,
+    0.09536649286746979,
+    0.10314152389764786,
+    0.15727774798870087,
+    0.1324252039194107,
+    0.14479686319828033,
+    0.18292266130447388,
+    0.038781940937042236,
+    0.13680630922317505,
+    0.13310003280639648,
+    0.07289636135101318,
+    0.02936534583568573,
+    0.052050985395908356,
+    0.1814950704574585,
+    0.07169152796268463,
+    0.09135358035564423,
+    0.017408909276127815,
+    0.026987891644239426,
+    0.031308189034461975,
+    0.010564293712377548,
+    0.06045069545507431,
+    0.020534273236989975,
+    0.021106310188770294,
+    0.16073445975780487,
+    0.009594941511750221,
+    0.021372007206082344,
+    0.0335252471268177,
+    0.015714697539806366,
+    0.027921779081225395,
+    0.1237165629863739,
+    0.16087408363819122,
+    0.055293433368206024,
+    0.18396644294261932,
+    0.03061007522046566,
+    0.03012278489768505,
+    0.01771222986280918,
+    0.052773479372262955,
+    0.05992575362324715,
+    0.07185167074203491,
+    0.06980670988559723,
+    0.14657527208328247,
+    0.13308678567409515,
+    0.09704618155956268,
+    0.0893341526389122,
+    0.07534109801054001,
+    0.052233245223760605,
+    0.15248329937458038,
+    0.14790880680084229,
+    0.10402921587228775,
+    0.1220770999789238,
+    0.11283328384160995,
+    0.12033457309007645,
+    0.10288053005933762,
+    0.09255605190992355,
+    0.0559823252260685,
+    0.017202258110046387,
+    0.026287199929356575,
+    0.10909208655357361,
+    0.12559910118579865,
+    0.08753678947687149,
+    0.10226795822381973,
+    0.004683349747210741,
+    0.08642096817493439,
+    0.10695687681436539,
+    0.10575620085000992,
+    0.02923705242574215,
+    0.006068882532417774,
+    0.041053321212530136,
+    0.6910460591316223,
+    0.20099017024040222,
+    0.2575719952583313,
+    0.3834403455257416,
+    0.24953879415988922,
+    0.0991719514131546,
+    0.1045447364449501,
+    0.08958880603313446,
+    0.08668632805347443,
+    0.0548442006111145,
+    0.11958393454551697,
+    0.07520439475774765,
+    0.11456873267889023,
+    0.1211608275771141,
+    0.11368411779403687,
+    0.20640581846237183,
+    0.06739835441112518,
+    0.05756933614611626,
+    0.1590927243232727,
+    0.06780223548412323,
+    0.07002881914377213,
+    0.042065802961587906,
+    0.07226487249135971,
+    0.40532296895980835,
+    0.2584906816482544,
+    0.29738062620162964,
+    0.15879131853580475,
+    0.22790858149528503,
+    0.257036030292511,
+    0.26807960867881775,
+    0.18809755146503448,
+    0.2663628160953522,
+    0.30045634508132935,
+    0.15164366364479065,
+    0.2724577784538269,
+    0.2914283573627472,
+    0.20593665540218353,
+    0.0986723080277443,
+    0.06894819438457489,
+    0.12709349393844604,
+    0.27752113342285156,
+    0.03327422961592674,
+    0.07615996152162552,
+    0.09689512848854065,
+    0.08100854605436325,
+    0.12942709028720856,
+    0.18239474296569824,
+    0.0375543050467968,
+    0.27175289392471313,
+    0.28764045238494873,
+    0.12769408524036407,
+    0.22120419144630432,
+    0.12176583707332611,
+    0.2081022709608078,
+    0.10422719269990921,
+    0.22266003489494324,
+    0.16287489235401154,
+    0.13853220641613007,
+    0.35198867321014404,
+    0.055548857897520065,
+    0.04977921023964882,
+    0.10672835260629654,
+    0.13250401616096497,
+    0.032767388969659805,
+    0.14874617755413055,
+    0.13267019391059875,
+    0.12164781242609024,
+    0.17221315205097198,
+    0.09741072356700897,
+    0.098944291472435,
+    0.24988536536693573,
+    0.12844930589199066,
+    0.26657772064208984,
+    0.6956647038459778,
+    0.28708910942077637,
+    0.4583394527435303,
+    0.03919984772801399,
+    0.2926962375640869,
+    0.10672891139984131,
+    0.03688279911875725,
+    0.16209283471107483,
+    0.13384532928466797,
+    0.11584324389696121,
+    0.15448834002017975,
+    0.09192133694887161,
+    0.17596662044525146,
+    0.18314819037914276,
+    0.06028294563293457,
+    0.07165399938821793,
+    0.08849773555994034,
+    0.03322046250104904,
+    0.13041074573993683,
+    0.024184584617614746,
+    0.04515218362212181,
+    0.04110955446958542,
+    0.06606267392635345,
+    0.04373007267713547,
+    0.03886646777391434,
+    0.011958133429288864,
+    0.11883872747421265,
+    0.016080714762210846,
+    0.34763699769973755,
+    0.04045100510120392,
+    0.08716026693582535,
+    0.2032388150691986,
+    0.2539251446723938,
+    0.16532301902770996,
+    0.13215358555316925,
+    0.20647132396697998,
+    0.032711174339056015,
+    0.13346557319164276,
+    0.0343405045568943,
+    0.14653544127941132,
+    0.10234949737787247,
+    0.029628576710820198,
+    0.04416514188051224,
+    0.07076507806777954,
+    0.06593678891658783,
+    0.19982147216796875,
+    0.22065812349319458,
+    0.21096010506153107,
+    0.08910442143678665,
+    0.06292777508497238,
+    0.06299667060375214,
+    0.05407307296991348,
+    0.13734862208366394,
+    0.09183110296726227,
+    0.015747014433145523,
+    0.05295611172914505,
+    0.06200051307678223,
+    0.08841637521982193,
+    0.1233815923333168,
+    0.027622951194643974,
+    0.016593152657151222,
+    0.20757944881916046,
+    0.06428494304418564,
+    0.028608446940779686,
+    0.13025912642478943,
+    0.0343795120716095,
+    0.07498453557491302,
+    0.03192082419991493,
+    0.05673166736960411,
+    0.03589890897274017,
+    0.021289316937327385,
+    0.25502508878707886,
+    0.07826779782772064,
+    0.1610177457332611,
+    0.07914960384368896,
+    0.15790091454982758,
+    0.22831664979457855,
+    0.2507627308368683,
+    0.170842707157135,
+    0.17303097248077393,
+    0.17673775553703308,
+    0.1756526678800583,
+    0.09191658347845078,
+    0.260615736246109,
+    0.10797464102506638,
+    0.0955716148018837,
+    0.10825134813785553,
+    0.006381969433277845,
+    0.012025922536849976,
+    0.008798317052423954,
+    0.2569728493690491,
+    0.14658202230930328,
+    0.10219335556030273,
+    0.071863554418087,
+    0.030830997973680496,
+    0.09023834019899368,
+    0.0204827468842268,
+    0.14223597943782806,
+    0.04077276960015297,
+    0.08165416121482849,
+    0.11264198273420334,
+    0.04462876543402672,
+    0.05427776277065277,
+    0.040631771087646484,
+    0.043458059430122375,
+    0.07382792234420776,
+    0.04336126148700714,
+    0.0347679927945137,
+    0.0649704858660698,
+    0.04594429209828377,
+    0.12105493247509003,
+    0.04077744111418724,
+    0.3687274754047394,
+    0.20295919477939606,
+    0.20108142495155334,
+    0.1805391162633896,
+    0.018802585080266,
+    0.0475446879863739,
+    0.20059789717197418,
+    0.19782768189907074,
+    0.10933235287666321,
+    0.2054699957370758,
+    0.1992800235748291,
+    0.24631333351135254,
+    0.18334665894508362,
+    0.09304220974445343,
+    0.08707846701145172,
+    0.2002672553062439,
+    0.02803303487598896,
+    0.02443639747798443,
+    0.06597520411014557,
+    0.005656281486153603,
+    0.03423497453331947,
+    0.11331362277269363,
+    0.1256529837846756,
+    0.07201261818408966,
+    0.09841012209653854,
+    0.15709614753723145,
+    0.029346656054258347,
+    0.012215839698910713,
+    0.04187100753188133,
+    0.014928451739251614,
+    0.03596661612391472,
+    0.05963898450136185,
+    0.03097962588071823,
+    0.051561832427978516,
+    0.03885412588715553,
+    0.01124168187379837,
+    0.035742148756980896,
+    0.11000066995620728,
+    0.00673146964982152,
+    0.049772731959819794,
+    0.1015920490026474,
+    0.10413586348295212,
+    0.019941894337534904,
+    0.026245949789881706,
+    0.37888452410697937,
+    0.13763843476772308,
+    0.017284482717514038,
+    0.1340297907590866,
+    0.09640873968601227,
+    0.11221763491630554,
+    0.07347796112298965,
+    0.3094078600406647,
+    0.1136384904384613,
+    0.024880023673176765,
+    0.07824763655662537,
+    0.04418155550956726,
+    0.009795564226806164,
+    0.023140395060181618,
+    0.0229211263358593,
+    0.09687415510416031,
+    0.08219683915376663,
+    0.06807367503643036,
+    0.10980578511953354,
+    0.19867099821567535,
+    0.1425042450428009,
+    0.05066938325762749,
+    0.04709934443235397,
+    0.07779275625944138,
+    0.2080330103635788,
+    0.0741005390882492,
+    0.017542699351906776,
+    0.357785165309906,
+    0.22392435371875763,
+    0.04421210661530495,
+    0.4063115417957306,
+    0.4746834337711334,
+    0.028256617486476898,
+    0.3587515354156494,
+    0.4078713655471802,
+    0.07260896265506744,
+    0.09329944103956223,
+    0.20067568123340607,
+    0.015358883887529373,
+    0.00870467908680439,
+    0.01834387518465519,
+    0.023170651867985725,
+    0.030215630307793617,
+    0.007678925059735775,
+    0.008085505105555058,
+    0.16964368522167206,
+    0.018205812200903893,
+    0.01595793478190899,
+    0.2946900725364685,
+    0.18414147198200226,
+    0.020312147215008736,
+    0.013967414386570454,
+    0.11268927901983261,
+    0.07974676042795181,
+    0.18716256320476532,
+    0.04472567141056061,
+    0.09036119282245636,
+    0.23550881445407867,
+    0.10573858767747879,
+    0.11336749792098999,
+    0.04344971850514412,
+    0.15279658138751984,
+    0.20212091505527496,
+    0.14939583837985992,
+    0.04416339844465256,
+    0.12894770503044128,
+    0.13686396181583405,
+    0.06878477334976196,
+    0.004716590512543917,
+    0.07940168678760529,
+    0.2169315069913864,
+    0.06684610247612,
+    0.125467911362648,
+    0.011823615990579128,
+    0.03650188818573952,
+    0.040530893951654434,
+    0.006540406960994005,
+    0.0693177804350853,
+    0.005686802323907614,
+    0.0937754213809967,
+    0.016170736402273178,
+    0.019967352971434593,
+    0.0066474424675107,
+    0.037541598081588745,
+    0.008938534185290337,
+    0.025448013097047806,
+    0.011887204833328724,
+    0.04404733330011368,
+    0.01946963556110859,
+    0.15052279829978943,
+    0.028083210811018944,
+    0.08830980211496353,
+    0.04094560816884041,
+    0.08809354901313782,
+    0.02092224545776844,
+    0.04401794821023941,
+    0.18728268146514893,
+    0.42886656522750854,
+    0.20181944966316223,
+    0.131533682346344,
+    0.02772650122642517,
+    0.044335924088954926,
+    0.04366585984826088,
+    0.06782598048448563,
+    0.07507935166358948,
+    0.0675397738814354,
+    0.06127893924713135,
+    0.009907475672662258,
+    0.07397361844778061,
+    0.005030143074691296,
+    0.23259729146957397,
+    0.05573650449514389,
+    0.04974459111690521,
+    0.24553640186786652,
+    0.11387524753808975,
+    0.09420758485794067,
+    0.005769212730228901,
+    0.06885360926389694,
+    0.09558827430009842,
+    0.015711627900600433,
+    0.005749341566115618,
+    0.0596773587167263,
+    0.042503684759140015,
+    0.026402851566672325,
+    0.16468283534049988,
+    0.259677916765213,
+    0.058968473225831985,
+    0.1590145230293274,
+    0.22457166016101837,
+    0.029841912910342216,
+    0.032073620706796646,
+    0.19789935648441315,
+    0.08721259981393814,
+    0.09243437647819519,
+    0.12699668109416962,
+    0.2444763481616974,
+    0.012736520729959011,
+    0.12763826549053192,
+    0.028261765837669373,
+    0.02303181029856205,
+    0.09079953283071518,
+    0.018978139385581017,
+    0.01200589444488287,
+    0.025686416774988174,
+    0.019063232466578484,
+    0.14566686749458313,
+    0.05897919461131096,
+    0.0065526110120117664,
+    0.11771152168512344,
+    0.3109457492828369,
+    0.019296906888484955,
+    0.3348127007484436,
+    0.03157251700758934,
+    0.024443818256258965,
+    0.021545369178056717,
+    0.1955469399690628,
+    0.1320646107196808,
+    0.02145835943520069,
+    0.006999833043664694,
+    0.1384880095720291,
+    0.11360866576433182
+  ]
+}

p5-mae-base-d102/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2178015f19e7c87700cae484fec0978fe2a8706b8594daf9cf27042cc829e5ed
+size 352156376

p5-mae-base-d102/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00010000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.1367677983614056,
+  "probe/map_train": 0.6623706012907697,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.16639217259220962,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.628248592023738,
+  "probe/total_s": 26.192309138947167,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15722674688861565
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1578581932728025
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16070943000413604
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16639217259220962
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15787701950579938
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13368619061375578
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1028911447173702
+    }
+  ],
+  "per_class_ap": [
+    0.6305456757545471,
+    0.015858445316553116,
+    0.06591810286045074,
+    0.22154240310192108,
+    0.0864381417632103,
+    0.27301570773124695,
+    0.22725465893745422,
+    0.3137426972389221,
+    0.024206116795539856,
+    0.0483732596039772,
+    0.018418271094560623,
+    0.05704732611775398,
+    0.49471908807754517,
+    0.24285060167312622,
+    0.05133318901062012,
+    0.49472343921661377,
+    0.3497161865234375,
+    0.36336633563041687,
+    0.04397466406226158,
+    0.11306823045015335,
+    0.2549992501735687,
+    0.12048285454511642,
+    0.12100981920957565,
+    0.1433231234550476,
+    0.057049158960580826,
+    0.03003011830151081,
+    0.09307648986577988,
+    0.1648428589105606,
+    0.2597213387489319,
+    0.038614146411418915,
+    0.24368707835674286,
+    0.16210563480854034,
+    0.01895243115723133,
+    0.07532114535570145,
+    0.2156512588262558,
+    0.03052777610719204,
+    0.2986244559288025,
+    0.0622522197663784,
+    0.0690353512763977,
+    0.13702653348445892,
+    0.1693648248910904,
+    0.02796676754951477,
+    0.07922522723674774,
+    0.3542475998401642,
+    0.03884507715702057,
+    0.12458430230617523,
+    0.012713395059108734,
+    0.13027708232402802,
+    0.06007372587919235,
+    0.09173993766307831,
+    0.13234315812587738,
+    0.010118339210748672,
+    0.024503812193870544,
+    0.08035867661237717,
+    0.21489611268043518,
+    0.10279261320829391,
+    0.21495944261550903,
+    0.33729326725006104,
+    0.19142624735832214,
+    0.09752174466848373,
+    0.21205413341522217,
+    0.23258420825004578,
+    0.04501251131296158,
+    0.15659460425376892,
+    0.4850749969482422,
+    0.2211984097957611,
+    0.22525747120380402,
+    0.2602033019065857,
+    0.3616652190685272,
+    0.39542078971862793,
+    0.1299789994955063,
+    0.12343484163284302,
+    0.1810077428817749,
+    0.16542521119117737,
+    0.15684126317501068,
+    0.2387220710515976,
+    0.043027885258197784,
+    0.14679107069969177,
+    0.18481622636318207,
+    0.07615872472524643,
+    0.035832297056913376,
+    0.060481198132038116,
+    0.25952455401420593,
+    0.07293640822172165,
+    0.1251554638147354,
+    0.028638798743486404,
+    0.04718765243887901,
+    0.02155798301100731,
+    0.02223055809736252,
+    0.08257747441530228,
+    0.04102271795272827,
+    0.044925302267074585,
+    0.21445272862911224,
+    0.012299121357500553,
+    0.025981895625591278,
+    0.04791787639260292,
+    0.02020135335624218,
+    0.024155177175998688,
+    0.14779432117938995,
+    0.23083308339118958,
+    0.08196744322776794,
+    0.32649922370910645,
+    0.06404995173215866,
+    0.06246613338589668,
+    0.024079013615846634,
+    0.07780436426401138,
+    0.059132568538188934,
+    0.05738541856408119,
+    0.08426475524902344,
+    0.15956130623817444,
+    0.2135174423456192,
+    0.10766571760177612,
+    0.08677365630865097,
+    0.0780625268816948,
+    0.043896086513996124,
+    0.15490639209747314,
+    0.15647239983081818,
+    0.0718957930803299,
+    0.1291569322347641,
+    0.2365822196006775,
+    0.2654973864555359,
+    0.1769501119852066,
+    0.06539474427700043,
+    0.08164886385202408,
+    0.017409367486834526,
+    0.021787680685520172,
+    0.1208319365978241,
+    0.15925338864326477,
+    0.13683368265628815,
+    0.12116085737943649,
+    0.004323918838053942,
+    0.1255246251821518,
+    0.21335789561271667,
+    0.19258493185043335,
+    0.05589843541383743,
+    0.008928722701966763,
+    0.0964459776878357,
+    0.7125504612922668,
+    0.2267710417509079,
+    0.31452828645706177,
+    0.4163369834423065,
+    0.29585403203964233,
+    0.0927993431687355,
+    0.17673622071743011,
+    0.0961696058511734,
+    0.10115254670381546,
+    0.12381331622600555,
+    0.18967607617378235,
+    0.12283724546432495,
+    0.18278154730796814,
+    0.13844500482082367,
+    0.19561374187469482,
+    0.21447014808654785,
+    0.08315223455429077,
+    0.08729106187820435,
+    0.2032255232334137,
+    0.11259361356496811,
+    0.08305003494024277,
+    0.030396733433008194,
+    0.07773198932409286,
+    0.4572903513908386,
+    0.30164051055908203,
+    0.3366156816482544,
+    0.13471822440624237,
+    0.268680214881897,
+    0.30233487486839294,
+    0.3256140649318695,
+    0.18011397123336792,
+    0.33130964636802673,
+    0.30688250064849854,
+    0.23269188404083252,
+    0.3462445139884949,
+    0.36280757188796997,
+    0.25159797072410583,
+    0.09605047851800919,
+    0.10540729761123657,
+    0.12744785845279694,
+    0.31546467542648315,
+    0.050956059247255325,
+    0.08349768817424774,
+    0.10924045741558075,
+    0.0868755653500557,
+    0.10952869057655334,
+    0.22360718250274658,
+    0.06054423749446869,
+    0.3491203784942627,
+    0.3276844322681427,
+    0.17084091901779175,
+    0.27853551506996155,
+    0.15031033754348755,
+    0.182261660695076,
+    0.10280537605285645,
+    0.2757132947444916,
+    0.22209785878658295,
+    0.18365254998207092,
+    0.3610318899154663,
+    0.066805899143219,
+    0.06763225048780441,
+    0.14373484253883362,
+    0.1894989013671875,
+    0.05624392256140709,
+    0.16354498267173767,
+    0.07206135988235474,
+    0.18985210359096527,
+    0.20271891355514526,
+    0.10421489179134369,
+    0.12034245580434799,
+    0.4126354157924652,
+    0.17713239789009094,
+    0.3210822343826294,
+    0.7385419011116028,
+    0.35946372151374817,
+    0.507131814956665,
+    0.03938470408320427,
+    0.30795034766197205,
+    0.16417673230171204,
+    0.04760880395770073,
+    0.18538455665111542,
+    0.18308569490909576,
+    0.11353471130132675,
+    0.14496923983097076,
+    0.0995524451136589,
+    0.20447856187820435,
+    0.17618094384670258,
+    0.06247377395629883,
+    0.07654653489589691,
+    0.07769012451171875,
+    0.03780108317732811,
+    0.1611388772726059,
+    0.04130113124847412,
+    0.07773856073617935,
+    0.06903067231178284,
+    0.07913490384817123,
+    0.05366106331348419,
+    0.041610825806856155,
+    0.011543409898877144,
+    0.12738803029060364,
+    0.02089064195752144,
+    0.3482978641986847,
+    0.03532585874199867,
+    0.11358446627855301,
+    0.20289874076843262,
+    0.2476063370704651,
+    0.1649509221315384,
+    0.14310568571090698,
+    0.27144569158554077,
+    0.03992922976613045,
+    0.1410495787858963,
+    0.03648192435503006,
+    0.15642623603343964,
+    0.11600012332201004,
+    0.02184119075536728,
+    0.06266169995069504,
+    0.07401930540800095,
+    0.0906190276145935,
+    0.219202920794487,
+    0.24150016903877258,
+    0.22068290412425995,
+    0.16054986417293549,
+    0.07591408491134644,
+    0.04726170003414154,
+    0.08017077296972275,
+    0.15414303541183472,
+    0.10971840471029282,
+    0.0196441188454628,
+    0.06023416668176651,
+    0.06531979143619537,
+    0.14228011667728424,
+    0.19886194169521332,
+    0.03241916373372078,
+    0.034987494349479675,
+    0.2510473132133484,
+    0.07212796807289124,
+    0.027928369119763374,
+    0.15502123534679413,
+    0.05576379597187042,
+    0.06646515429019928,
+    0.044904984533786774,
+    0.10270035266876221,
+    0.04801959916949272,
+    0.02185298502445221,
+    0.2502187192440033,
+    0.13304202258586884,
+    0.2114570289850235,
+    0.07789115607738495,
+    0.2281179428100586,
+    0.3364170491695404,
+    0.3746497929096222,
+    0.2279774248600006,
+    0.22838222980499268,
+    0.19250833988189697,
+    0.1941690593957901,
+    0.10450956225395203,
+    0.26753777265548706,
+    0.16165494918823242,
+    0.15908411145210266,
+    0.15360698103904724,
+    0.007915024645626545,
+    0.031301360577344894,
+    0.008032393641769886,
+    0.2748263478279114,
+    0.17321377992630005,
+    0.14193931221961975,
+    0.05989288166165352,
+    0.04112520068883896,
+    0.11135517060756683,
+    0.017643999308347702,
+    0.1569167524576187,
+    0.06274024397134781,
+    0.11430730670690536,
+    0.1691986471414566,
+    0.06888198852539062,
+    0.12239576876163483,
+    0.07031738758087158,
+    0.03778985142707825,
+    0.09570953249931335,
+    0.045926135033369064,
+    0.03669307380914688,
+    0.09833111613988876,
+    0.055233247578144073,
+    0.16058720648288727,
+    0.03589571267366409,
+    0.4106976389884949,
+    0.28586363792419434,
+    0.2582843601703644,
+    0.21022412180900574,
+    0.023559149354696274,
+    0.06411539763212204,
+    0.3028617799282074,
+    0.293022096157074,
+    0.1534366011619568,
+    0.2760818898677826,
+    0.30054131150245667,
+    0.3339058756828308,
+    0.2095271199941635,
+    0.12645047903060913,
+    0.11223205178976059,
+    0.1880715936422348,
+    0.06117783859372139,
+    0.03315740078687668,
+    0.08494982868432999,
+    0.01650954782962799,
+    0.06184031814336777,
+    0.14367283880710602,
+    0.10733320564031601,
+    0.07534988224506378,
+    0.08444565534591675,
+    0.19940833747386932,
+    0.01927413046360016,
+    0.016717182472348213,
+    0.08823896944522858,
+    0.02503855526447296,
+    0.05331623554229736,
+    0.06316851824522018,
+    0.03528033196926117,
+    0.054508183151483536,
+    0.04478112980723381,
+    0.014824096113443375,
+    0.033420659601688385,
+    0.1225518137216568,
+    0.012700286693871021,
+    0.07285849750041962,
+    0.13711845874786377,
+    0.12009679526090622,
+    0.04114677384495735,
+    0.044403236359357834,
+    0.4040643274784088,
+    0.20733758807182312,
+    0.016246983781456947,
+    0.15608343482017517,
+    0.1340102106332779,
+    0.11038607358932495,
+    0.13871146738529205,
+    0.3315599262714386,
+    0.14965316653251648,
+    0.043573714792728424,
+    0.08974844962358475,
+    0.06586385518312454,
+    0.01573766954243183,
+    0.032140593975782394,
+    0.03673514351248741,
+    0.07250724732875824,
+    0.09054742008447647,
+    0.07805820554494858,
+    0.1523658037185669,
+    0.23260794579982758,
+    0.16451400518417358,
+    0.06742542237043381,
+    0.04173707962036133,
+    0.06488433480262756,
+    0.25616198778152466,
+    0.07119128853082657,
+    0.02136673778295517,
+    0.45780429244041443,
+    0.2683179974555969,
+    0.06263449043035507,
+    0.45996221899986267,
+    0.5210784077644348,
+    0.021371347829699516,
+    0.3395349681377411,
+    0.36011117696762085,
+    0.06721382588148117,
+    0.12435058504343033,
+    0.2679738402366638,
+    0.018876636400818825,
+    0.011660303920507431,
+    0.02213088981807232,
+    0.03803957626223564,
+    0.029704805463552475,
+    0.009494801983237267,
+    0.010697033256292343,
+    0.17351166903972626,
+    0.02068903110921383,
+    0.03671503812074661,
+    0.3173035681247711,
+    0.20831476151943207,
+    0.027117865160107613,
+    0.016946405172348022,
+    0.11110499501228333,
+    0.1414652317762375,
+    0.22535963356494904,
+    0.07690143585205078,
+    0.13141001760959625,
+    0.29744642972946167,
+    0.1128150150179863,
+    0.11557930707931519,
+    0.03606250509619713,
+    0.21270808577537537,
+    0.2212531715631485,
+    0.18290334939956665,
+    0.05594763904809952,
+    0.18113480508327484,
+    0.17041440308094025,
+    0.08281047642230988,
+    0.005352138075977564,
+    0.08254297077655792,
+    0.21163685619831085,
+    0.08574610948562622,
+    0.1128922551870346,
+    0.0184452086687088,
+    0.02432606928050518,
+    0.07614303380250931,
+    0.006150346715003252,
+    0.1033928394317627,
+    0.013054481707513332,
+    0.06500808149576187,
+    0.02800869010388851,
+    0.0155617231503129,
+    0.015692802146077156,
+    0.08747687190771103,
+    0.009690899401903152,
+    0.03921833634376526,
+    0.024131037294864655,
+    0.05694524943828583,
+    0.02636220119893551,
+    0.1817815899848938,
+    0.023043347522616386,
+    0.12094292789697647,
+    0.04937434196472168,
+    0.1208602637052536,
+    0.03401210159063339,
+    0.03940456733107567,
+    0.3135114312171936,
+    0.4521309435367584,
+    0.2124878615140915,
+    0.16002927720546722,
+    0.028613554313778877,
+    0.07365523278713226,
+    0.04146241024136543,
+    0.09649201482534409,
+    0.07974009960889816,
+    0.064936064183712,
+    0.1105622872710228,
+    0.00854824110865593,
+    0.168106809258461,
+    0.005041762720793486,
+    0.31129583716392517,
+    0.06583697348833084,
+    0.06447406113147736,
+    0.18353982269763947,
+    0.13235804438591003,
+    0.10400129109621048,
+    0.03490212932229042,
+    0.07413091510534286,
+    0.12439747154712677,
+    0.016596997156739235,
+    0.006810871884226799,
+    0.06149046868085861,
+    0.04232849180698395,
+    0.039112575352191925,
+    0.18465407192707062,
+    0.2888278067111969,
+    0.08518511801958084,
+    0.13680489361286163,
+    0.21397610008716583,
+    0.04761255905032158,
+    0.04303746297955513,
+    0.1927884966135025,
+    0.09521279484033585,
+    0.12163285911083221,
+    0.1340736597776413,
+    0.29928475618362427,
+    0.018471239134669304,
+    0.133815735578537,
+    0.02765629254281521,
+    0.019105108454823494,
+    0.09736907482147217,
+    0.01893511600792408,
+    0.014998230151832104,
+    0.026664674282073975,
+    0.027231618762016296,
+    0.1513502150774002,
+    0.05920424312353134,
+    0.006927827373147011,
+    0.12187469005584717,
+    0.3363690674304962,
+    0.03442416340112686,
+    0.35144126415252686,
+    0.04155264049768448,
+    0.08464044332504272,
+    0.024057598784565926,
+    0.19328667223453522,
+    0.13592980802059174,
+    0.03701768442988396,
+    0.00870019942522049,
+    0.14694789052009583,
+    0.1184285506606102
+  ]
+}

p5-mae-base-d102/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00015000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.1471776541921556,
+  "probe/map_train": 0.6366504122002979,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.17631919411730296,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.07262710109353,
+  "probe/total_s": 26.00971306907013,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1664165992813761
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16725221861673403
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17158021880101687
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17631919411730296
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16363057424358501
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1383003040501385
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10594989407181994
+    }
+  ],
+  "per_class_ap": [
+    0.6495822072029114,
+    0.017613491043448448,
+    0.08690943568944931,
+    0.25051745772361755,
+    0.09709496051073074,
+    0.2969838082790375,
+    0.2589401602745056,
+    0.31851404905319214,
+    0.02241772599518299,
+    0.03261921927332878,
+    0.017440596595406532,
+    0.07175876200199127,
+    0.546435534954071,
+    0.2842499911785126,
+    0.06979044526815414,
+    0.5300999879837036,
+    0.35137152671813965,
+    0.37355729937553406,
+    0.0564863421022892,
+    0.11536466330289841,
+    0.23784688115119934,
+    0.11447514593601227,
+    0.17319519817829132,
+    0.13441261649131775,
+    0.07437703013420105,
+    0.03700876235961914,
+    0.08854836970567703,
+    0.16804882884025574,
+    0.3236631453037262,
+    0.052024390548467636,
+    0.247092142701149,
+    0.2166544646024704,
+    0.01820683293044567,
+    0.11799570918083191,
+    0.232843279838562,
+    0.041739966720342636,
+    0.31760138273239136,
+    0.08344212174415588,
+    0.08390110731124878,
+    0.1233963742852211,
+    0.16995462775230408,
+    0.03560822457075119,
+    0.07210849970579147,
+    0.42396947741508484,
+    0.03865335136651993,
+    0.1228083148598671,
+    0.01922064647078514,
+    0.14460764825344086,
+    0.09907249361276627,
+    0.09859993308782578,
+    0.15006880462169647,
+    0.012491824105381966,
+    0.02772221341729164,
+    0.06146683543920517,
+    0.23345553874969482,
+    0.11031391471624374,
+    0.2248554825782776,
+    0.3593452274799347,
+    0.15913927555084229,
+    0.1049766018986702,
+    0.17821887135505676,
+    0.247251495718956,
+    0.05771663039922714,
+    0.22123028337955475,
+    0.5078207850456238,
+    0.2384268045425415,
+    0.2503381371498108,
+    0.2794894576072693,
+    0.39139851927757263,
+    0.4307663142681122,
+    0.1398189663887024,
+    0.15467539429664612,
+    0.19557160139083862,
+    0.19664745032787323,
+    0.192841038107872,
+    0.23524707555770874,
+    0.05198243260383606,
+    0.22482779622077942,
+    0.19821520149707794,
+    0.10458957403898239,
+    0.04159766808152199,
+    0.08643742650747299,
+    0.29445114731788635,
+    0.07578900456428528,
+    0.11634434014558792,
+    0.030934633687138557,
+    0.06545345485210419,
+    0.03350778669118881,
+    0.018702469766139984,
+    0.0910986140370369,
+    0.10450150072574615,
+    0.09582369029521942,
+    0.20657381415367126,
+    0.022233853116631508,
+    0.02721029333770275,
+    0.0728592798113823,
+    0.04067186266183853,
+    0.030991937965154648,
+    0.14479006826877594,
+    0.20011110603809357,
+    0.13407093286514282,
+    0.2965340316295624,
+    0.0565837100148201,
+    0.05837550014257431,
+    0.025982411578297615,
+    0.055299147963523865,
+    0.0735098123550415,
+    0.07598739862442017,
+    0.11788392812013626,
+    0.20510625839233398,
+    0.2296728491783142,
+    0.13359495997428894,
+    0.1053071916103363,
+    0.08249187469482422,
+    0.0456710159778595,
+    0.19480806589126587,
+    0.19069229066371918,
+    0.11847731471061707,
+    0.12563489377498627,
+    0.2358931452035904,
+    0.24564923346042633,
+    0.1661750227212906,
+    0.09820567071437836,
+    0.09020572155714035,
+    0.010849845595657825,
+    0.02764209173619747,
+    0.1346922367811203,
+    0.1871825009584427,
+    0.1355065256357193,
+    0.12443191558122635,
+    0.0038402299396693707,
+    0.121140256524086,
+    0.18248972296714783,
+    0.17263859510421753,
+    0.06630553305149078,
+    0.008818943053483963,
+    0.0460248626768589,
+    0.7180477976799011,
+    0.24129965901374817,
+    0.3210029900074005,
+    0.4403485953807831,
+    0.302894651889801,
+    0.1426810771226883,
+    0.14339345693588257,
+    0.1029844582080841,
+    0.11272194236516953,
+    0.12298043072223663,
+    0.2407207190990448,
+    0.09616976231336594,
+    0.20358134806156158,
+    0.11557436734437943,
+    0.2347075641155243,
+    0.25519266724586487,
+    0.11011190712451935,
+    0.11078212410211563,
+    0.18498365581035614,
+    0.11802992224693298,
+    0.08011490106582642,
+    0.038557447493076324,
+    0.07839596271514893,
+    0.4958796501159668,
+    0.3036779463291168,
+    0.3604069650173187,
+    0.14956533908843994,
+    0.2659876048564911,
+    0.2938392162322998,
+    0.31718289852142334,
+    0.17130865156650543,
+    0.33112040162086487,
+    0.3619852662086487,
+    0.29570043087005615,
+    0.3597113788127899,
+    0.3713391423225403,
+    0.25113046169281006,
+    0.12103353440761566,
+    0.13381539285182953,
+    0.1481073796749115,
+    0.290690541267395,
+    0.04439304396510124,
+    0.13806797564029694,
+    0.17721809446811676,
+    0.15033622086048126,
+    0.14748263359069824,
+    0.21616949141025543,
+    0.04800914227962494,
+    0.3588814437389374,
+    0.3983079493045807,
+    0.21641701459884644,
+    0.2878579795360565,
+    0.1372528076171875,
+    0.17843927443027496,
+    0.09163422137498856,
+    0.2898879647254944,
+    0.20672647655010223,
+    0.17510685324668884,
+    0.3781002163887024,
+    0.07318896800279617,
+    0.048339471220970154,
+    0.12980805337429047,
+    0.21468229591846466,
+    0.03778328374028206,
+    0.13988445699214935,
+    0.08162892609834671,
+    0.18772557377815247,
+    0.22476181387901306,
+    0.16858793795108795,
+    0.18191073834896088,
+    0.4319951832294464,
+    0.20728032290935516,
+    0.3012322187423706,
+    0.7527905106544495,
+    0.43126779794692993,
+    0.5282712578773499,
+    0.0561370886862278,
+    0.30201247334480286,
+    0.19284135103225708,
+    0.05574099346995354,
+    0.20089969038963318,
+    0.23656223714351654,
+    0.11433420330286026,
+    0.16461248695850372,
+    0.11255624145269394,
+    0.20506137609481812,
+    0.17897199094295502,
+    0.0691954717040062,
+    0.07675231993198395,
+    0.07919489592313766,
+    0.0418638177216053,
+    0.18688586354255676,
+    0.057857878506183624,
+    0.07909569889307022,
+    0.09588388353586197,
+    0.08151601999998093,
+    0.10022716224193573,
+    0.046264294534921646,
+    0.01244282629340887,
+    0.11992251127958298,
+    0.017247866839170456,
+    0.37688079476356506,
+    0.034757718443870544,
+    0.11749225109815598,
+    0.1977221816778183,
+    0.26119568943977356,
+    0.17801342904567719,
+    0.13430266082286835,
+    0.26521068811416626,
+    0.041736360639333725,
+    0.13862349092960358,
+    0.053014397621154785,
+    0.1751202493906021,
+    0.12656287848949432,
+    0.0328575037419796,
+    0.0728805884718895,
+    0.07710526138544083,
+    0.0859813317656517,
+    0.2145271897315979,
+    0.2500517666339874,
+    0.26421990990638733,
+    0.14197532832622528,
+    0.0848684310913086,
+    0.07067649066448212,
+    0.10073287785053253,
+    0.20119091868400574,
+    0.12974174320697784,
+    0.01707654818892479,
+    0.07259687781333923,
+    0.07130403071641922,
+    0.12421005219221115,
+    0.1861942857503891,
+    0.03936157375574112,
+    0.02558673545718193,
+    0.26185715198516846,
+    0.08695764094591141,
+    0.034598805010318756,
+    0.16436821222305298,
+    0.04729648306965828,
+    0.07511276751756668,
+    0.049957457929849625,
+    0.10280054062604904,
+    0.05048716440796852,
+    0.0209808312356472,
+    0.28342318534851074,
+    0.11997321248054504,
+    0.23475421965122223,
+    0.08921553939580917,
+    0.25044262409210205,
+    0.36288952827453613,
+    0.38160207867622375,
+    0.24973554909229279,
+    0.2148502916097641,
+    0.2128690481185913,
+    0.18789805471897125,
+    0.13211283087730408,
+    0.27479493618011475,
+    0.18535800278186798,
+    0.1865934580564499,
+    0.13225536048412323,
+    0.008660976774990559,
+    0.03228805214166641,
+    0.011442933231592178,
+    0.289020836353302,
+    0.192384734749794,
+    0.17125645279884338,
+    0.05362364277243614,
+    0.04229295998811722,
+    0.09548672288656235,
+    0.026920070871710777,
+    0.1681988388299942,
+    0.0918937548995018,
+    0.14362943172454834,
+    0.18402411043643951,
+    0.07071062177419662,
+    0.13263413310050964,
+    0.07545948773622513,
+    0.05619782581925392,
+    0.12612171471118927,
+    0.054715175181627274,
+    0.03480438515543938,
+    0.12179578095674515,
+    0.06136251240968704,
+    0.20151861011981964,
+    0.04743415117263794,
+    0.4177698791027069,
+    0.3201003670692444,
+    0.2628871202468872,
+    0.23366451263427734,
+    0.039350226521492004,
+    0.06712260842323303,
+    0.2836296260356903,
+    0.2808777391910553,
+    0.1458943635225296,
+    0.2665284276008606,
+    0.27857038378715515,
+    0.3621555268764496,
+    0.2097720354795456,
+    0.14827284216880798,
+    0.12258170545101166,
+    0.18466924130916595,
+    0.04525911435484886,
+    0.03566654399037361,
+    0.0940273329615593,
+    0.009754659608006477,
+    0.10019178688526154,
+    0.1521836817264557,
+    0.10862864553928375,
+    0.10224010795354843,
+    0.11776147782802582,
+    0.30626028776168823,
+    0.02542297914624214,
+    0.017569683492183685,
+    0.10703012347221375,
+    0.02560540661215782,
+    0.06726082414388657,
+    0.08963361382484436,
+    0.023448461666703224,
+    0.06741020083427429,
+    0.04578818380832672,
+    0.02312280796468258,
+    0.038419730961322784,
+    0.09873472899198532,
+    0.01207784004509449,
+    0.0757959634065628,
+    0.13825353980064392,
+    0.1273641288280487,
+    0.03509754687547684,
+    0.04539881646633148,
+    0.40755054354667664,
+    0.2396508753299713,
+    0.017497902736067772,
+    0.17415329813957214,
+    0.14882422983646393,
+    0.11200911551713943,
+    0.16997627913951874,
+    0.3551132380962372,
+    0.21775372326374054,
+    0.0504540279507637,
+    0.09840469807386398,
+    0.10037293285131454,
+    0.017680056393146515,
+    0.015150927938520908,
+    0.028903096914291382,
+    0.1195959523320198,
+    0.10486000031232834,
+    0.0809273049235344,
+    0.17754226922988892,
+    0.2070486694574356,
+    0.1586724817752838,
+    0.06519250571727753,
+    0.04162874445319176,
+    0.08018750697374344,
+    0.210526704788208,
+    0.09563493728637695,
+    0.03640425577759743,
+    0.4017295241355896,
+    0.2640020251274109,
+    0.07358653098344803,
+    0.4786500334739685,
+    0.561477780342102,
+    0.02492564544081688,
+    0.3930985927581787,
+    0.4685073792934418,
+    0.06252319365739822,
+    0.1372765451669693,
+    0.24797429144382477,
+    0.018717337399721146,
+    0.020636990666389465,
+    0.03239300101995468,
+    0.048678167164325714,
+    0.03254089504480362,
+    0.016584772616624832,
+    0.01197434775531292,
+    0.21735455095767975,
+    0.0247956570237875,
+    0.04992794245481491,
+    0.3264027237892151,
+    0.20009471476078033,
+    0.043569982051849365,
+    0.0205838680267334,
+    0.1272609829902649,
+    0.10897758603096008,
+    0.2472841739654541,
+    0.09588978439569473,
+    0.09792276471853256,
+    0.3531026244163513,
+    0.11855737864971161,
+    0.1309872716665268,
+    0.030963419005274773,
+    0.21302390098571777,
+    0.24652928113937378,
+    0.17685596644878387,
+    0.10655918717384338,
+    0.17924731969833374,
+    0.1788398176431656,
+    0.09519650787115097,
+    0.005716980434954166,
+    0.07158639281988144,
+    0.20075607299804688,
+    0.11777959764003754,
+    0.12376853078603745,
+    0.025980332866311073,
+    0.03287113085389137,
+    0.04713963717222214,
+    0.00787915475666523,
+    0.07417188584804535,
+    0.014742868021130562,
+    0.09381965547800064,
+    0.05105605348944664,
+    0.016108466312289238,
+    0.01782894879579544,
+    0.11072693765163422,
+    0.013866553083062172,
+    0.04931190237402916,
+    0.01740085519850254,
+    0.04701319709420204,
+    0.029180673882365227,
+    0.23705469071865082,
+    0.06058558449149132,
+    0.114815853536129,
+    0.045278631150722504,
+    0.1268557459115982,
+    0.04613553360104561,
+    0.03556666523218155,
+    0.3383468687534332,
+    0.4653373658657074,
+    0.2223368138074875,
+    0.15558595955371857,
+    0.03033166192471981,
+    0.07355038076639175,
+    0.04930315539240837,
+    0.10802799463272095,
+    0.09509511291980743,
+    0.07492482662200928,
+    0.09141463786363602,
+    0.011088266037404537,
+    0.18174958229064941,
+    0.005999488290399313,
+    0.3207860291004181,
+    0.07178875058889389,
+    0.06370721012353897,
+    0.2217734307050705,
+    0.1488083302974701,
+    0.11217152327299118,
+    0.018972517922520638,
+    0.11567707359790802,
+    0.08592835813760757,
+    0.020169276744127274,
+    0.006099466700106859,
+    0.049197640269994736,
+    0.05499490350484848,
+    0.04353511705994606,
+    0.200215145945549,
+    0.29477259516716003,
+    0.0997358039021492,
+    0.1475377231836319,
+    0.23935094475746155,
+    0.03883494436740875,
+    0.042796071618795395,
+    0.1856590062379837,
+    0.1218605786561966,
+    0.13518375158309937,
+    0.13193386793136597,
+    0.3625970482826233,
+    0.009302173741161823,
+    0.13906732201576233,
+    0.027642853558063507,
+    0.02294967882335186,
+    0.09431976824998856,
+    0.0180039145052433,
+    0.016564400866627693,
+    0.0356903150677681,
+    0.032890040427446365,
+    0.15805797278881073,
+    0.056065402925014496,
+    0.007402660325169563,
+    0.14923782646656036,
+    0.3468191921710968,
+    0.09928245097398758,
+    0.36677655577659607,
+    0.04572060704231262,
+    0.0768495723605156,
+    0.04285629093647003,
+    0.20488578081130981,
+    0.14073221385478973,
+    0.041659433394670486,
+    0.009851167909801006,
+    0.12061777710914612,
+    0.11372829973697662
+  ]
+}

p5-mae-base-d102/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b72dcd99b991055029dff581530d020fed6cc2139865da91750f01d3744a62
+size 352156376

p5-mae-base-d102/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00020000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.1566517816943097,
+  "probe/map_train": 0.6137549932586627,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.18927630751731273,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.64339590293821,
+  "probe/total_s": 26.32624089391902,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17636529192862152
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1776627392646816
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1830333061056809
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18927630751731273
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1735844133055965
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1448195617623005
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10984542528282236
+    }
+  ],
+  "per_class_ap": [
+    0.653296172618866,
+    0.03188863769173622,
+    0.0891796424984932,
+    0.2561244070529938,
+    0.1275637149810791,
+    0.2886356711387634,
+    0.2320488691329956,
+    0.3386433720588684,
+    0.029989972710609436,
+    0.039444949477910995,
+    0.017052525654435158,
+    0.07160064578056335,
+    0.5496453642845154,
+    0.2687073349952698,
+    0.07392582297325134,
+    0.5893092751502991,
+    0.36438748240470886,
+    0.37027743458747864,
+    0.05788853392004967,
+    0.13568419218063354,
+    0.2743838131427765,
+    0.11413630843162537,
+    0.1926855742931366,
+    0.14919209480285645,
+    0.0797790065407753,
+    0.041840165853500366,
+    0.11548179388046265,
+    0.181158646941185,
+    0.32178980112075806,
+    0.0548384003341198,
+    0.2948812246322632,
+    0.21847064793109894,
+    0.021512681618332863,
+    0.10435756295919418,
+    0.2390766441822052,
+    0.04707810655236244,
+    0.328064501285553,
+    0.08629434555768967,
+    0.08596952259540558,
+    0.15141642093658447,
+    0.20374250411987305,
+    0.028112949803471565,
+    0.07487114518880844,
+    0.4511273205280304,
+    0.05488712340593338,
+    0.13492880761623383,
+    0.014525498263537884,
+    0.16658218204975128,
+    0.09303361177444458,
+    0.11916418373584747,
+    0.1931220442056656,
+    0.01192433014512062,
+    0.03621749207377434,
+    0.05406052619218826,
+    0.2272585928440094,
+    0.124512679874897,
+    0.24964910745620728,
+    0.37782302498817444,
+    0.20915281772613525,
+    0.13843345642089844,
+    0.21885272860527039,
+    0.24524863064289093,
+    0.04811796173453331,
+    0.20719581842422485,
+    0.49178797006607056,
+    0.24630624055862427,
+    0.26113879680633545,
+    0.32797545194625854,
+    0.3915592133998871,
+    0.4212995767593384,
+    0.15237289667129517,
+    0.14646637439727783,
+    0.2103784829378128,
+    0.1971806436777115,
+    0.19782303273677826,
+    0.244814932346344,
+    0.06263859570026398,
+    0.23284612596035004,
+    0.17577850818634033,
+    0.12939418852329254,
+    0.025656763464212418,
+    0.10716905444860458,
+    0.3267291486263275,
+    0.11070694774389267,
+    0.10577595233917236,
+    0.03600616753101349,
+    0.06269329786300659,
+    0.03181316331028938,
+    0.03563368692994118,
+    0.08147633820772171,
+    0.0916864424943924,
+    0.09125874191522598,
+    0.200196772813797,
+    0.029704514890909195,
+    0.03612634539604187,
+    0.11198198795318604,
+    0.04277166724205017,
+    0.03472418338060379,
+    0.18522779643535614,
+    0.26489466428756714,
+    0.1672482192516327,
+    0.3699895143508911,
+    0.0715072974562645,
+    0.07462356239557266,
+    0.0393512062728405,
+    0.07962768524885178,
+    0.08384348452091217,
+    0.08212900906801224,
+    0.15037766098976135,
+    0.20724621415138245,
+    0.2259863168001175,
+    0.13404294848442078,
+    0.10325298458337784,
+    0.09233266115188599,
+    0.0739515870809555,
+    0.19484920799732208,
+    0.19781027734279633,
+    0.15351873636245728,
+    0.19013875722885132,
+    0.3010806143283844,
+    0.32525357604026794,
+    0.158231720328331,
+    0.10425621271133423,
+    0.1007719561457634,
+    0.00886248517781496,
+    0.02324534021317959,
+    0.15883080661296844,
+    0.20372837781906128,
+    0.16729091107845306,
+    0.1798965483903885,
+    0.003825876396149397,
+    0.15930812060832977,
+    0.19902198016643524,
+    0.20861616730690002,
+    0.07819408923387527,
+    0.012350454926490784,
+    0.0687963217496872,
+    0.7237481474876404,
+    0.25254786014556885,
+    0.32013243436813354,
+    0.4439883232116699,
+    0.3113541901111603,
+    0.17555294930934906,
+    0.14185743033885956,
+    0.09897131472826004,
+    0.11041367799043655,
+    0.12265350669622421,
+    0.2659643590450287,
+    0.11183459311723709,
+    0.23299145698547363,
+    0.18874508142471313,
+    0.1994161754846573,
+    0.2710612118244171,
+    0.11231207102537155,
+    0.10979834944009781,
+    0.2070281058549881,
+    0.11655690521001816,
+    0.07699405401945114,
+    0.03364092856645584,
+    0.10677134990692139,
+    0.5078999996185303,
+    0.311115026473999,
+    0.3403564989566803,
+    0.13114851713180542,
+    0.2596704065799713,
+    0.2993329167366028,
+    0.3114526569843292,
+    0.15487226843833923,
+    0.3184655010700226,
+    0.3511354625225067,
+    0.3017600178718567,
+    0.37613362073898315,
+    0.3963702619075775,
+    0.2817581295967102,
+    0.09492574632167816,
+    0.14173166453838348,
+    0.13477249443531036,
+    0.31353631615638733,
+    0.05802164971828461,
+    0.15823541581630707,
+    0.20038235187530518,
+    0.17946982383728027,
+    0.14621524512767792,
+    0.2170378416776657,
+    0.08073486387729645,
+    0.3988509774208069,
+    0.39338478446006775,
+    0.2203611433506012,
+    0.2896435856819153,
+    0.14363278448581696,
+    0.18724575638771057,
+    0.10920300334692001,
+    0.3276570737361908,
+    0.24368830025196075,
+    0.2101317197084427,
+    0.39745113253593445,
+    0.09363511204719543,
+    0.05917615443468094,
+    0.17696131765842438,
+    0.24967361986637115,
+    0.050080347806215286,
+    0.16263240575790405,
+    0.09578075259923935,
+    0.26368895173072815,
+    0.2226361483335495,
+    0.16012908518314362,
+    0.1783633828163147,
+    0.4274802803993225,
+    0.2701929211616516,
+    0.3418026268482208,
+    0.7659568786621094,
+    0.473442405462265,
+    0.522446870803833,
+    0.05610918253660202,
+    0.2808417081832886,
+    0.2031291276216507,
+    0.0612984299659729,
+    0.21345555782318115,
+    0.23055033385753632,
+    0.12229206413030624,
+    0.16793210804462433,
+    0.11342402547597885,
+    0.22288048267364502,
+    0.19174829125404358,
+    0.06525949388742447,
+    0.07822264730930328,
+    0.0787925124168396,
+    0.044070854783058167,
+    0.19338975846767426,
+    0.051624808460474014,
+    0.08725143224000931,
+    0.10903828591108322,
+    0.06807881593704224,
+    0.09205896407365799,
+    0.07120730727910995,
+    0.012341059744358063,
+    0.1362023949623108,
+    0.016856780275702477,
+    0.42890793085098267,
+    0.03291333466768265,
+    0.12405072897672653,
+    0.1993367224931717,
+    0.26391080021858215,
+    0.16677507758140564,
+    0.15952131152153015,
+    0.31325048208236694,
+    0.05351247265934944,
+    0.1331852823495865,
+    0.05223681032657623,
+    0.19846417009830475,
+    0.12412547320127487,
+    0.05459294095635414,
+    0.11297308653593063,
+    0.10096827894449234,
+    0.09856418520212173,
+    0.23856137692928314,
+    0.22442695498466492,
+    0.25972092151641846,
+    0.16453340649604797,
+    0.08618681877851486,
+    0.0878492072224617,
+    0.10520938783884048,
+    0.18271350860595703,
+    0.1212867870926857,
+    0.021159205585718155,
+    0.06434261798858643,
+    0.07218945771455765,
+    0.13220950961112976,
+    0.1716967523097992,
+    0.050337255001068115,
+    0.03483055531978607,
+    0.2803938090801239,
+    0.10267119854688644,
+    0.04665621370077133,
+    0.150656595826149,
+    0.06197528541088104,
+    0.09190235286951065,
+    0.065318763256073,
+    0.10103809833526611,
+    0.05387432873249054,
+    0.023205863311886787,
+    0.27220866084098816,
+    0.1268855333328247,
+    0.24496173858642578,
+    0.09495330601930618,
+    0.25668826699256897,
+    0.3794780671596527,
+    0.39728280901908875,
+    0.27046436071395874,
+    0.2520171105861664,
+    0.22607505321502686,
+    0.1971302479505539,
+    0.12317723035812378,
+    0.22855719923973083,
+    0.21597163379192352,
+    0.21819598972797394,
+    0.13202717900276184,
+    0.010766128078103065,
+    0.024452686309814453,
+    0.011783389374613762,
+    0.2908362150192261,
+    0.19423384964466095,
+    0.18484529852867126,
+    0.09209058433771133,
+    0.04546587914228439,
+    0.11982898414134979,
+    0.027271879836916924,
+    0.18175901472568512,
+    0.09850729256868362,
+    0.1497073918581009,
+    0.1873534917831421,
+    0.07354951649904251,
+    0.13230377435684204,
+    0.07352462410926819,
+    0.04784223064780235,
+    0.13021259009838104,
+    0.058108411729335785,
+    0.031181465834379196,
+    0.17543190717697144,
+    0.0603250227868557,
+    0.25336965918540955,
+    0.04949793219566345,
+    0.4281579256057739,
+    0.33194899559020996,
+    0.27585673332214355,
+    0.25570711493492126,
+    0.043962277472019196,
+    0.06811045110225677,
+    0.3222622275352478,
+    0.317837119102478,
+    0.15646076202392578,
+    0.3315746486186981,
+    0.32606562972068787,
+    0.36875998973846436,
+    0.20748764276504517,
+    0.14631173014640808,
+    0.12634506821632385,
+    0.17982661724090576,
+    0.05737733095884323,
+    0.0353083610534668,
+    0.10583934932947159,
+    0.00721328891813755,
+    0.08555180579423904,
+    0.15500181913375854,
+    0.11760459840297699,
+    0.1082710549235344,
+    0.1096482202410698,
+    0.32339608669281006,
+    0.028811868280172348,
+    0.020021075382828712,
+    0.11759822070598602,
+    0.03145665302872658,
+    0.09105722606182098,
+    0.09475064277648926,
+    0.027513328939676285,
+    0.07474131137132645,
+    0.053841814398765564,
+    0.024418102577328682,
+    0.038382481783628464,
+    0.12612062692642212,
+    0.013067631050944328,
+    0.07888662815093994,
+    0.18428882956504822,
+    0.11124791949987411,
+    0.04239910468459129,
+    0.050770506262779236,
+    0.40429452061653137,
+    0.23486855626106262,
+    0.024764636531472206,
+    0.14742787182331085,
+    0.1471547931432724,
+    0.12265459448099136,
+    0.18846870958805084,
+    0.3685903549194336,
+    0.21425066888332367,
+    0.06022443622350693,
+    0.09874357283115387,
+    0.10745944827795029,
+    0.019088592380285263,
+    0.020609119907021523,
+    0.032009273767471313,
+    0.1177525445818901,
+    0.11285459995269775,
+    0.12302637845277786,
+    0.174894779920578,
+    0.20301063358783722,
+    0.15818315744400024,
+    0.07666311413049698,
+    0.04401766508817673,
+    0.09625908732414246,
+    0.27093687653541565,
+    0.10246702283620834,
+    0.060428693890571594,
+    0.3953257203102112,
+    0.28781434893608093,
+    0.10831838846206665,
+    0.49503546953201294,
+    0.5685168504714966,
+    0.03406446799635887,
+    0.41106268763542175,
+    0.44338342547416687,
+    0.05922182649374008,
+    0.1516791433095932,
+    0.24080359935760498,
+    0.021843066439032555,
+    0.022340774536132812,
+    0.03255530074238777,
+    0.03931736573576927,
+    0.03838757053017616,
+    0.015063302591443062,
+    0.01643141731619835,
+    0.18867075443267822,
+    0.031203506514430046,
+    0.052261125296354294,
+    0.31117790937423706,
+    0.21846671402454376,
+    0.04952005669474602,
+    0.026182563975453377,
+    0.12857386469841003,
+    0.09510613977909088,
+    0.26603764295578003,
+    0.09270896762609482,
+    0.08867653459310532,
+    0.39955922961235046,
+    0.12277691066265106,
+    0.13070526719093323,
+    0.037134066224098206,
+    0.22169968485832214,
+    0.25281187891960144,
+    0.18624316155910492,
+    0.10776277631521225,
+    0.20489627122879028,
+    0.18438363075256348,
+    0.09199133515357971,
+    0.0057137166149914265,
+    0.072969451546669,
+    0.20496304333209991,
+    0.11562994867563248,
+    0.12882807850837708,
+    0.0308334119617939,
+    0.0353512242436409,
+    0.03126417472958565,
+    0.008728556334972382,
+    0.07776779681444168,
+    0.016676602885127068,
+    0.12237859517335892,
+    0.043307311832904816,
+    0.016784248873591423,
+    0.028937941417098045,
+    0.13027992844581604,
+    0.01858757622539997,
+    0.048036955296993256,
+    0.028233062475919724,
+    0.059848055243492126,
+    0.040906112641096115,
+    0.24799855053424835,
+    0.024695683270692825,
+    0.11285512149333954,
+    0.07159356027841568,
+    0.10944397747516632,
+    0.057803407311439514,
+    0.049644436687231064,
+    0.3634030520915985,
+    0.47147297859191895,
+    0.2410685271024704,
+    0.1567733883857727,
+    0.04590306058526039,
+    0.10943029820919037,
+    0.06117952615022659,
+    0.20980621874332428,
+    0.12028345465660095,
+    0.07290060073137283,
+    0.10701124370098114,
+    0.012922270223498344,
+    0.20603476464748383,
+    0.024149151518940926,
+    0.32528239488601685,
+    0.07145138084888458,
+    0.09175988286733627,
+    0.20885604619979858,
+    0.16396839916706085,
+    0.12422751635313034,
+    0.03857734799385071,
+    0.1619795858860016,
+    0.08613470196723938,
+    0.020041344687342644,
+    0.008282856084406376,
+    0.05278041586279869,
+    0.052365973591804504,
+    0.047721218317747116,
+    0.21120503544807434,
+    0.3289799690246582,
+    0.10763297975063324,
+    0.1462615430355072,
+    0.23260653018951416,
+    0.061533644795417786,
+    0.04099610075354576,
+    0.2163209766149521,
+    0.17287999391555786,
+    0.1411026120185852,
+    0.12214042991399765,
+    0.3619614839553833,
+    0.007636004127562046,
+    0.11819425225257874,
+    0.029339896515011787,
+    0.023694073781371117,
+    0.09704776108264923,
+    0.017765037715435028,
+    0.01975901424884796,
+    0.043367091566324234,
+    0.024754013866186142,
+    0.1538519412279129,
+    0.06845645606517792,
+    0.007062699180096388,
+    0.14816313982009888,
+    0.352679580450058,
+    0.06914573162794113,
+    0.3892325162887573,
+    0.04527396336197853,
+    0.06324344128370285,
+    0.044556472450494766,
+    0.235468327999115,
+    0.14255209267139435,
+    0.05615294724702835,
+    0.010658133774995804,
+    0.1540144979953766,
+    0.10944776237010956
+  ]
+}

p5-mae-base-d102/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00025000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.1623008163620239,
+  "probe/map_train": 0.6027660307101552,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.19378952579917405,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.70618503598962,
+  "probe/total_s": 25.937215072917752,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1836363621373295
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1856884623522494
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1911721119884246
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19378952579917405
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17764470992129175
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1473877260874978
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11008015886944077
+    }
+  ],
+  "per_class_ap": [
+    0.6594187021255493,
+    0.04413870349526405,
+    0.08987926691770554,
+    0.24714721739292145,
+    0.1340104043483734,
+    0.2791500985622406,
+    0.2593495845794678,
+    0.3352961540222168,
+    0.03143351525068283,
+    0.03080262802541256,
+    0.020713111385703087,
+    0.08655263483524323,
+    0.5643230080604553,
+    0.29059818387031555,
+    0.08286377042531967,
+    0.5777943134307861,
+    0.36401230096817017,
+    0.3905067443847656,
+    0.07244271039962769,
+    0.13553938269615173,
+    0.27115023136138916,
+    0.13174043595790863,
+    0.21127557754516602,
+    0.1661878079175949,
+    0.08378530293703079,
+    0.03898078575730324,
+    0.08899137377738953,
+    0.1927034705877304,
+    0.3448210656642914,
+    0.06089190021157265,
+    0.29175102710723877,
+    0.2285837084054947,
+    0.020731095224618912,
+    0.13600830733776093,
+    0.24851910769939423,
+    0.053590696305036545,
+    0.33925333619117737,
+    0.09356285631656647,
+    0.0845637246966362,
+    0.14662699401378632,
+    0.1845569759607315,
+    0.04122868552803993,
+    0.11105646938085556,
+    0.5159288644790649,
+    0.0478363074362278,
+    0.14022573828697205,
+    0.022195782512426376,
+    0.16328921914100647,
+    0.09390739351511002,
+    0.09254142642021179,
+    0.17072856426239014,
+    0.012716728262603283,
+    0.04195505753159523,
+    0.058936476707458496,
+    0.265112042427063,
+    0.1321967989206314,
+    0.28570592403411865,
+    0.3901951313018799,
+    0.20250244438648224,
+    0.12075880169868469,
+    0.23241989314556122,
+    0.27792441844940186,
+    0.06553839892148972,
+    0.21024537086486816,
+    0.5122854709625244,
+    0.2499047815799713,
+    0.27062228322029114,
+    0.3431059420108795,
+    0.4152894914150238,
+    0.4250938296318054,
+    0.13064788281917572,
+    0.18552376329898834,
+    0.21557475626468658,
+    0.2053217738866806,
+    0.208769291639328,
+    0.2634810209274292,
+    0.06961312890052795,
+    0.2713168263435364,
+    0.1840340942144394,
+    0.14492489397525787,
+    0.02157628908753395,
+    0.12015269696712494,
+    0.38416361808776855,
+    0.13271218538284302,
+    0.11436568945646286,
+    0.03339523822069168,
+    0.09704437851905823,
+    0.03718956559896469,
+    0.03338990733027458,
+    0.10561167448759079,
+    0.15287843346595764,
+    0.14868369698524475,
+    0.20265929400920868,
+    0.028941337019205093,
+    0.03365897387266159,
+    0.12002620100975037,
+    0.04403458535671234,
+    0.05262012779712677,
+    0.19758909940719604,
+    0.24563615024089813,
+    0.15772205591201782,
+    0.3515380322933197,
+    0.08215811848640442,
+    0.08380410820245743,
+    0.027763620018959045,
+    0.072525255382061,
+    0.10886184871196747,
+    0.11156348139047623,
+    0.14929722249507904,
+    0.2543048858642578,
+    0.2658569812774658,
+    0.14254611730575562,
+    0.11737566441297531,
+    0.09576031565666199,
+    0.07680954039096832,
+    0.20342883467674255,
+    0.203937366604805,
+    0.15514196455478668,
+    0.18381080031394958,
+    0.3361220359802246,
+    0.3374420404434204,
+    0.1594579666852951,
+    0.1099228486418724,
+    0.10890188068151474,
+    0.013066078536212444,
+    0.029391778632998466,
+    0.17135904729366302,
+    0.2184690237045288,
+    0.21723203361034393,
+    0.24875187873840332,
+    0.0035944923292845488,
+    0.1463238000869751,
+    0.23156140744686127,
+    0.23423099517822266,
+    0.07803401350975037,
+    0.01714543253183365,
+    0.07899490743875504,
+    0.7266449928283691,
+    0.25090888142585754,
+    0.32386791706085205,
+    0.44884735345840454,
+    0.3309724032878876,
+    0.1987978219985962,
+    0.149817556142807,
+    0.10277210921049118,
+    0.1364011913537979,
+    0.12961313128471375,
+    0.32051098346710205,
+    0.0962013229727745,
+    0.2345181703567505,
+    0.14434640109539032,
+    0.2309592366218567,
+    0.2588140070438385,
+    0.130127415060997,
+    0.11767493933439255,
+    0.21188762784004211,
+    0.1251227706670761,
+    0.08896856009960175,
+    0.03164735808968544,
+    0.10270685702562332,
+    0.5050050616264343,
+    0.3127407729625702,
+    0.3093531131744385,
+    0.13298791646957397,
+    0.26338934898376465,
+    0.26448628306388855,
+    0.28987300395965576,
+    0.13350236415863037,
+    0.2912295460700989,
+    0.36855223774909973,
+    0.31999072432518005,
+    0.3451571464538574,
+    0.3671588599681854,
+    0.29190096259117126,
+    0.11734418570995331,
+    0.15825338661670685,
+    0.13205280900001526,
+    0.32560083270072937,
+    0.04941681772470474,
+    0.20773835480213165,
+    0.2447250485420227,
+    0.22629497945308685,
+    0.16720613837242126,
+    0.2782098054885864,
+    0.06725090742111206,
+    0.43646231293678284,
+    0.42320454120635986,
+    0.25250303745269775,
+    0.29012686014175415,
+    0.1667974889278412,
+    0.17763224244117737,
+    0.10264664143323898,
+    0.32850712537765503,
+    0.26851364970207214,
+    0.2521929442882538,
+    0.39699485898017883,
+    0.08407802879810333,
+    0.07022956013679504,
+    0.19401510059833527,
+    0.25773534178733826,
+    0.03912362456321716,
+    0.17816327512264252,
+    0.12375213205814362,
+    0.2566945254802704,
+    0.20332416892051697,
+    0.14301013946533203,
+    0.150800883769989,
+    0.5119233727455139,
+    0.3123323321342468,
+    0.34447619318962097,
+    0.7823848724365234,
+    0.498810738325119,
+    0.5045545101165771,
+    0.044738370925188065,
+    0.3088100552558899,
+    0.18927091360092163,
+    0.05969751626253128,
+    0.2117864042520523,
+    0.2585168778896332,
+    0.12621761858463287,
+    0.17104262113571167,
+    0.12359993159770966,
+    0.23882713913917542,
+    0.2100919485092163,
+    0.06467095762491226,
+    0.08927077054977417,
+    0.08548539876937866,
+    0.051603011786937714,
+    0.2025965303182602,
+    0.05894441902637482,
+    0.09580587595701218,
+    0.11411833763122559,
+    0.07547590136528015,
+    0.07104034721851349,
+    0.06077660620212555,
+    0.011985288001596928,
+    0.138578400015831,
+    0.02267875336110592,
+    0.36365947127342224,
+    0.03455746918916702,
+    0.12427759915590286,
+    0.20569129288196564,
+    0.27646124362945557,
+    0.18400701880455017,
+    0.16901740431785583,
+    0.30683785676956177,
+    0.057097773998975754,
+    0.12930655479431152,
+    0.059849247336387634,
+    0.19387724995613098,
+    0.11762916296720505,
+    0.038068246096372604,
+    0.08718624711036682,
+    0.08277422934770584,
+    0.1480901837348938,
+    0.2603304386138916,
+    0.2561706006526947,
+    0.2686257064342499,
+    0.1447039395570755,
+    0.09578366577625275,
+    0.07652522623538971,
+    0.1168115958571434,
+    0.1761152148246765,
+    0.12278807163238525,
+    0.022679312154650688,
+    0.07628002017736435,
+    0.08097940683364868,
+    0.12336401641368866,
+    0.1819637268781662,
+    0.057050980627536774,
+    0.03807223215699196,
+    0.2869626581668854,
+    0.12324954569339752,
+    0.05477728322148323,
+    0.1559927612543106,
+    0.055490657687187195,
+    0.10602919012308121,
+    0.06006937846541405,
+    0.10168064385652542,
+    0.051525671035051346,
+    0.021902605891227722,
+    0.25380757451057434,
+    0.1330893635749817,
+    0.24860024452209473,
+    0.08963409066200256,
+    0.26867425441741943,
+    0.392888605594635,
+    0.40512576699256897,
+    0.28094255924224854,
+    0.21617470681667328,
+    0.2191632241010666,
+    0.16488635540008545,
+    0.1433381885290146,
+    0.25812429189682007,
+    0.22472061216831207,
+    0.22649303078651428,
+    0.15116751194000244,
+    0.008905923925340176,
+    0.03159752115607262,
+    0.014926912263035774,
+    0.30194273591041565,
+    0.20458358526229858,
+    0.1884172111749649,
+    0.09641461819410324,
+    0.03960356488823891,
+    0.11552619934082031,
+    0.027470681816339493,
+    0.18002279102802277,
+    0.1086590513586998,
+    0.1612989902496338,
+    0.18224164843559265,
+    0.07990609109401703,
+    0.13312695920467377,
+    0.065604567527771,
+    0.06679894030094147,
+    0.12556257843971252,
+    0.05571255832910538,
+    0.03475470095872879,
+    0.1930641382932663,
+    0.062193553894758224,
+    0.24580338597297668,
+    0.047569163143634796,
+    0.44200238585472107,
+    0.351043164730072,
+    0.29589906334877014,
+    0.24289534986019135,
+    0.048738785088062286,
+    0.0780668705701828,
+    0.29301807284355164,
+    0.2949487864971161,
+    0.14873690903186798,
+    0.3041784167289734,
+    0.2991292476654053,
+    0.42151013016700745,
+    0.22051337361335754,
+    0.15851165354251862,
+    0.1287514865398407,
+    0.19889189302921295,
+    0.06326852738857269,
+    0.03635861352086067,
+    0.10997706651687622,
+    0.006348919123411179,
+    0.14334268867969513,
+    0.16728100180625916,
+    0.1328905075788498,
+    0.11726021766662598,
+    0.10638375580310822,
+    0.3220045864582062,
+    0.0324714332818985,
+    0.023631924763321877,
+    0.12396418303251266,
+    0.02595653384923935,
+    0.10427685081958771,
+    0.10503138601779938,
+    0.05067891627550125,
+    0.06029030308127403,
+    0.05085674300789833,
+    0.025570154190063477,
+    0.03857455402612686,
+    0.13583433628082275,
+    0.014547341503202915,
+    0.09379728883504868,
+    0.15387754142284393,
+    0.14768628776073456,
+    0.050208717584609985,
+    0.05757478252053261,
+    0.41397625207901,
+    0.26784226298332214,
+    0.021374067291617393,
+    0.15703357756137848,
+    0.14866086840629578,
+    0.12238379567861557,
+    0.18753215670585632,
+    0.3580905795097351,
+    0.22360007464885712,
+    0.07344772666692734,
+    0.09595027565956116,
+    0.09940532594919205,
+    0.016174016520380974,
+    0.023331301286816597,
+    0.031662467867136,
+    0.11892490088939667,
+    0.11056554317474365,
+    0.1294967532157898,
+    0.1862023025751114,
+    0.23472274839878082,
+    0.1520681083202362,
+    0.09309349209070206,
+    0.04539148136973381,
+    0.0964832752943039,
+    0.3056795299053192,
+    0.08949942141771317,
+    0.05237526446580887,
+    0.40699681639671326,
+    0.27523481845855713,
+    0.08321993052959442,
+    0.5036405324935913,
+    0.5855712890625,
+    0.03994730859994888,
+    0.4016997218132019,
+    0.40188249945640564,
+    0.09259551018476486,
+    0.1412416696548462,
+    0.2604721188545227,
+    0.028732044622302055,
+    0.026767652481794357,
+    0.03134867176413536,
+    0.03462105616927147,
+    0.04099651426076889,
+    0.02054489217698574,
+    0.021658485755324364,
+    0.1650349646806717,
+    0.027542907744646072,
+    0.057825371623039246,
+    0.3246123194694519,
+    0.19723573327064514,
+    0.05299215763807297,
+    0.021405557170510292,
+    0.11741946637630463,
+    0.09729302674531937,
+    0.28602492809295654,
+    0.09753180295228958,
+    0.0894978791475296,
+    0.3870803713798523,
+    0.1191340759396553,
+    0.1229361891746521,
+    0.038627732545137405,
+    0.24607303738594055,
+    0.26769429445266724,
+    0.20617708563804626,
+    0.1297730654478073,
+    0.22030526399612427,
+    0.19411395490169525,
+    0.10024342685937881,
+    0.006934985052794218,
+    0.07852025330066681,
+    0.19491641223430634,
+    0.1246507540345192,
+    0.12096451967954636,
+    0.03143724799156189,
+    0.03137216717004776,
+    0.038495708256959915,
+    0.012073636054992676,
+    0.09638359397649765,
+    0.026756981387734413,
+    0.12555332481861115,
+    0.06951398402452469,
+    0.019274208694696426,
+    0.02625744789838791,
+    0.1278139352798462,
+    0.018624667078256607,
+    0.05359908938407898,
+    0.02569405362010002,
+    0.07233819365501404,
+    0.037478718906641006,
+    0.26426178216934204,
+    0.05502099543809891,
+    0.1115356832742691,
+    0.06290344893932343,
+    0.12310329079627991,
+    0.06525737792253494,
+    0.04051841422915459,
+    0.3720099925994873,
+    0.4921097457408905,
+    0.2969815731048584,
+    0.17222154140472412,
+    0.04374965280294418,
+    0.09804443269968033,
+    0.06304085999727249,
+    0.18869705498218536,
+    0.12417945265769958,
+    0.0735161229968071,
+    0.12665560841560364,
+    0.012744182720780373,
+    0.1946832239627838,
+    0.016740018501877785,
+    0.31746813654899597,
+    0.0794079601764679,
+    0.09535901248455048,
+    0.23381267488002777,
+    0.16829358041286469,
+    0.11590561270713806,
+    0.0240822434425354,
+    0.14159658551216125,
+    0.09366685152053833,
+    0.03358817473053932,
+    0.00683434447273612,
+    0.05301481857895851,
+    0.0537736751139164,
+    0.05942210182547569,
+    0.22530598938465118,
+    0.3374643623828888,
+    0.09341373294591904,
+    0.15257157385349274,
+    0.22381611168384552,
+    0.07723411172628403,
+    0.04161814972758293,
+    0.17691180109977722,
+    0.20900237560272217,
+    0.13338187336921692,
+    0.13858281075954437,
+    0.3343222439289093,
+    0.008180775679647923,
+    0.13671985268592834,
+    0.02887287177145481,
+    0.018503626808524132,
+    0.10394474864006042,
+    0.01807945966720581,
+    0.021828502416610718,
+    0.048750150948762894,
+    0.0305272676050663,
+    0.14750678837299347,
+    0.07017216831445694,
+    0.010222011245787144,
+    0.1536739021539688,
+    0.3489721715450287,
+    0.07259551435709,
+    0.4067745506763458,
+    0.050396546721458435,
+    0.08072555065155029,
+    0.04515453055500984,
+    0.22748233377933502,
+    0.1501973569393158,
+    0.056714173406362534,
+    0.010580301284790039,
+    0.13577212393283844,
+    0.11174745857715607
+  ]
+}

p5-mae-base-d102/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00030000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.165399137126243,
+  "probe/map_train": 0.5917241966927979,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.19671952978405657,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.38817392499186,
+  "probe/total_s": 26.621224974980578,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18884567339574138
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19047777952919706
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19646143714368938
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19671952978405657
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17976429939766608
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14974736296739677
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11140359541581522
+    }
+  ],
+  "per_class_ap": [
+    0.6627282500267029,
+    0.04230249300599098,
+    0.09323380142450333,
+    0.25835683941841125,
+    0.12069610506296158,
+    0.30365845561027527,
+    0.2549005150794983,
+    0.3390440046787262,
+    0.037373136729002,
+    0.03083965554833412,
+    0.019573191180825233,
+    0.08125695586204529,
+    0.5642874240875244,
+    0.2641938030719757,
+    0.05444321408867836,
+    0.610015332698822,
+    0.3650779128074646,
+    0.3914538025856018,
+    0.06815492361783981,
+    0.1432427018880844,
+    0.2641986012458801,
+    0.1219516396522522,
+    0.20205584168434143,
+    0.18745529651641846,
+    0.08686603605747223,
+    0.03659866750240326,
+    0.12331802397966385,
+    0.19147464632987976,
+    0.32034075260162354,
+    0.07909830659627914,
+    0.3091912865638733,
+    0.2442590743303299,
+    0.02401050180196762,
+    0.1057576909661293,
+    0.26315534114837646,
+    0.06412623822689056,
+    0.359121710062027,
+    0.09030918031930923,
+    0.07853589206933975,
+    0.16782547533512115,
+    0.20850419998168945,
+    0.02968602068722248,
+    0.11900061368942261,
+    0.5148942470550537,
+    0.04760199040174484,
+    0.14743010699748993,
+    0.016717223450541496,
+    0.14883504807949066,
+    0.10345684736967087,
+    0.09813298285007477,
+    0.19302989542484283,
+    0.016304699704051018,
+    0.048968393355607986,
+    0.06543686240911484,
+    0.2848159968852997,
+    0.13494548201560974,
+    0.30142951011657715,
+    0.3841002285480499,
+    0.19719837605953217,
+    0.14528176188468933,
+    0.24910734593868256,
+    0.2954496741294861,
+    0.05945258587598801,
+    0.19299711287021637,
+    0.5016823410987854,
+    0.2413012832403183,
+    0.24472500383853912,
+    0.34757518768310547,
+    0.4143635928630829,
+    0.41412514448165894,
+    0.1264248639345169,
+    0.2033860832452774,
+    0.23097024857997894,
+    0.22164691984653473,
+    0.21595990657806396,
+    0.24715347588062286,
+    0.06848941743373871,
+    0.28637826442718506,
+    0.18882855772972107,
+    0.15726865828037262,
+    0.024464713409543037,
+    0.14357160031795502,
+    0.4028789699077606,
+    0.1494603157043457,
+    0.13064119219779968,
+    0.039025116711854935,
+    0.09991897642612457,
+    0.03345916420221329,
+    0.03147343173623085,
+    0.10583566129207611,
+    0.15412913262844086,
+    0.15851964056491852,
+    0.17179514467716217,
+    0.03649583086371422,
+    0.027762597426772118,
+    0.13156484067440033,
+    0.046170424669981,
+    0.08404230326414108,
+    0.19177952408790588,
+    0.24544759094715118,
+    0.14662042260169983,
+    0.35442137718200684,
+    0.08170846104621887,
+    0.08178539574146271,
+    0.02617570571601391,
+    0.07038339972496033,
+    0.1211773157119751,
+    0.1220545843243599,
+    0.14744919538497925,
+    0.2527592182159424,
+    0.274090975522995,
+    0.1510036289691925,
+    0.1245909184217453,
+    0.09574384242296219,
+    0.08178767561912537,
+    0.21372926235198975,
+    0.21453481912612915,
+    0.17349103093147278,
+    0.21265313029289246,
+    0.3526421785354614,
+    0.3538549542427063,
+    0.17478469014167786,
+    0.11252091079950333,
+    0.11636539548635483,
+    0.014403440989553928,
+    0.029252948239445686,
+    0.16883507370948792,
+    0.20126689970493317,
+    0.19981694221496582,
+    0.23572522401809692,
+    0.004176634829491377,
+    0.15621191263198853,
+    0.23036377131938934,
+    0.23505128920078278,
+    0.09147211164236069,
+    0.017599383369088173,
+    0.08100646734237671,
+    0.7310160398483276,
+    0.2562173306941986,
+    0.31709885597229004,
+    0.45228058099746704,
+    0.3345107436180115,
+    0.21600355207920074,
+    0.13027742505073547,
+    0.09593914449214935,
+    0.16345544159412384,
+    0.14063622057437897,
+    0.3393057882785797,
+    0.13084301352500916,
+    0.24521274864673615,
+    0.12685196101665497,
+    0.19518153369426727,
+    0.28365278244018555,
+    0.1311911791563034,
+    0.12597782909870148,
+    0.2272038757801056,
+    0.1141062080860138,
+    0.09828180074691772,
+    0.037788666784763336,
+    0.09871353209018707,
+    0.527344822883606,
+    0.31876257061958313,
+    0.3287302255630493,
+    0.1397816389799118,
+    0.2722918689250946,
+    0.27616336941719055,
+    0.2953944206237793,
+    0.13820526003837585,
+    0.30783724784851074,
+    0.35805267095565796,
+    0.31792810559272766,
+    0.3509608209133148,
+    0.3710409998893738,
+    0.2868667542934418,
+    0.12642109394073486,
+    0.18088765442371368,
+    0.13272255659103394,
+    0.33739739656448364,
+    0.05680503323674202,
+    0.176146000623703,
+    0.22633832693099976,
+    0.19678306579589844,
+    0.1635894924402237,
+    0.26917892694473267,
+    0.07221948355436325,
+    0.4493876099586487,
+    0.40784701704978943,
+    0.25003060698509216,
+    0.32070720195770264,
+    0.18235152959823608,
+    0.19121909141540527,
+    0.10470598936080933,
+    0.3283466696739197,
+    0.2760693430900574,
+    0.25359973311424255,
+    0.3909776508808136,
+    0.07328012585639954,
+    0.07569482922554016,
+    0.18510766327381134,
+    0.2718440890312195,
+    0.04232253134250641,
+    0.19874249398708344,
+    0.11730580031871796,
+    0.24569883942604065,
+    0.2325223833322525,
+    0.15898935496807098,
+    0.1672423928976059,
+    0.5096911787986755,
+    0.3050816059112549,
+    0.31768855452537537,
+    0.7743300795555115,
+    0.49236464500427246,
+    0.520997941493988,
+    0.048061639070510864,
+    0.31242942810058594,
+    0.21120601892471313,
+    0.06183956190943718,
+    0.2191857099533081,
+    0.24682845175266266,
+    0.1262863725423813,
+    0.16809208691120148,
+    0.12222040444612503,
+    0.2347414642572403,
+    0.2017214149236679,
+    0.06907202303409576,
+    0.0965927243232727,
+    0.07954535633325577,
+    0.05071954429149628,
+    0.20158761739730835,
+    0.041430044919252396,
+    0.09403792023658752,
+    0.126530259847641,
+    0.08225633203983307,
+    0.10359235852956772,
+    0.06377220898866653,
+    0.01152159832417965,
+    0.1345454454421997,
+    0.025568032637238503,
+    0.3910478949546814,
+    0.03491241857409477,
+    0.11525557935237885,
+    0.21389657258987427,
+    0.2973178029060364,
+    0.18863263726234436,
+    0.16791193187236786,
+    0.28616586327552795,
+    0.05659513920545578,
+    0.13735131919384003,
+    0.056632932275533676,
+    0.19323427975177765,
+    0.11100835353136063,
+    0.0414799340069294,
+    0.09320860356092453,
+    0.0845024436712265,
+    0.1350173056125641,
+    0.2557089924812317,
+    0.2547418773174286,
+    0.2765636146068573,
+    0.16939103603363037,
+    0.09478654712438583,
+    0.06612321734428406,
+    0.1123541072010994,
+    0.1946580708026886,
+    0.13029995560646057,
+    0.021087031811475754,
+    0.08136976510286331,
+    0.09261912852525711,
+    0.1361628919839859,
+    0.17124465107917786,
+    0.05234784260392189,
+    0.038298338651657104,
+    0.2839931845664978,
+    0.12231902033090591,
+    0.05066598951816559,
+    0.15878534317016602,
+    0.05623038485646248,
+    0.08696350455284119,
+    0.06921921670436859,
+    0.11422348022460938,
+    0.0621672123670578,
+    0.023362359032034874,
+    0.25687405467033386,
+    0.13544824719429016,
+    0.24443282186985016,
+    0.09307105839252472,
+    0.2635575532913208,
+    0.3932155668735504,
+    0.4025896489620209,
+    0.284662127494812,
+    0.2176402509212494,
+    0.23381666839122772,
+    0.1839946210384369,
+    0.14105497300624847,
+    0.2503381669521332,
+    0.24285948276519775,
+    0.24011026322841644,
+    0.15766412019729614,
+    0.008147061802446842,
+    0.032281216233968735,
+    0.014529759995639324,
+    0.3064509332180023,
+    0.19902127981185913,
+    0.2038581818342209,
+    0.10733292996883392,
+    0.04025118798017502,
+    0.11547183990478516,
+    0.028679480776190758,
+    0.18285351991653442,
+    0.11550083756446838,
+    0.19205933809280396,
+    0.1838332563638687,
+    0.10952738672494888,
+    0.15453055500984192,
+    0.07190107554197311,
+    0.07534471154212952,
+    0.12642303109169006,
+    0.06270675361156464,
+    0.03470814973115921,
+    0.17535308003425598,
+    0.06225995719432831,
+    0.2587074637413025,
+    0.04945565387606621,
+    0.4508363604545593,
+    0.3603535294532776,
+    0.3011784851551056,
+    0.24626868963241577,
+    0.060358040034770966,
+    0.079559326171875,
+    0.3051166832447052,
+    0.3003862202167511,
+    0.16046142578125,
+    0.29678580164909363,
+    0.31325361132621765,
+    0.4101742208003998,
+    0.21996930241584778,
+    0.16847337782382965,
+    0.16641107201576233,
+    0.21195830404758453,
+    0.06372906267642975,
+    0.036945782601833344,
+    0.12409016489982605,
+    0.005960570182651281,
+    0.14924310147762299,
+    0.17583832144737244,
+    0.12532611191272736,
+    0.11226348578929901,
+    0.11306615173816681,
+    0.32894450426101685,
+    0.04246300458908081,
+    0.026445278897881508,
+    0.12916044890880585,
+    0.0353851392865181,
+    0.1007087305188179,
+    0.10103178769350052,
+    0.03639764338731766,
+    0.07113617658615112,
+    0.051759984344244,
+    0.027613531798124313,
+    0.039718158543109894,
+    0.12677524983882904,
+    0.02220417745411396,
+    0.08261219412088394,
+    0.16754746437072754,
+    0.12432185560464859,
+    0.05043453350663185,
+    0.06838899850845337,
+    0.4100791811943054,
+    0.28125467896461487,
+    0.019670363515615463,
+    0.14286375045776367,
+    0.14257796108722687,
+    0.12618377804756165,
+    0.18240654468536377,
+    0.3681007921695709,
+    0.2468661665916443,
+    0.07623204588890076,
+    0.09442678838968277,
+    0.10630214959383011,
+    0.01820952817797661,
+    0.025554349645972252,
+    0.03308285027742386,
+    0.10934151709079742,
+    0.12534461915493011,
+    0.14292877912521362,
+    0.19096805155277252,
+    0.2356615960597992,
+    0.15661101043224335,
+    0.10359688848257065,
+    0.043250568211078644,
+    0.09416532516479492,
+    0.2411724478006363,
+    0.08043231815099716,
+    0.0421220101416111,
+    0.400861531496048,
+    0.2861807942390442,
+    0.0912865549325943,
+    0.5155889391899109,
+    0.5884310007095337,
+    0.041263654828071594,
+    0.40636053681373596,
+    0.39422470331192017,
+    0.07327504456043243,
+    0.15950192511081696,
+    0.27737268805503845,
+    0.030271412804722786,
+    0.030576180666685104,
+    0.027541110292077065,
+    0.05529427155852318,
+    0.04503249004483223,
+    0.03099377080798149,
+    0.02673930674791336,
+    0.16445448994636536,
+    0.03686228021979332,
+    0.06808973848819733,
+    0.32818108797073364,
+    0.21658216416835785,
+    0.0482284314930439,
+    0.023560062050819397,
+    0.12522107362747192,
+    0.11284618079662323,
+    0.2795826494693756,
+    0.09739303588867188,
+    0.0865749940276146,
+    0.3919764459133148,
+    0.12677991390228271,
+    0.1263073980808258,
+    0.04698789492249489,
+    0.24953755736351013,
+    0.2672716975212097,
+    0.18867723643779755,
+    0.12960149347782135,
+    0.2394944280385971,
+    0.19550564885139465,
+    0.10331772267818451,
+    0.0073382179252803326,
+    0.09033984690904617,
+    0.19531671702861786,
+    0.13982392847537994,
+    0.1360204517841339,
+    0.032838378101587296,
+    0.0242471806704998,
+    0.04372256249189377,
+    0.012961894273757935,
+    0.08359183371067047,
+    0.02557247318327427,
+    0.1276494413614273,
+    0.056880805641412735,
+    0.0131775988265872,
+    0.025316255167126656,
+    0.1396784633398056,
+    0.02804841846227646,
+    0.06383237987756729,
+    0.022985653951764107,
+    0.08442416042089462,
+    0.04024692252278328,
+    0.2805700898170471,
+    0.06715298444032669,
+    0.12519662082195282,
+    0.07306257635354996,
+    0.12356112897396088,
+    0.06744827330112457,
+    0.037877898663282394,
+    0.38806211948394775,
+    0.48077911138534546,
+    0.2760240435600281,
+    0.14852741360664368,
+    0.03669289872050285,
+    0.07913710176944733,
+    0.06038854643702507,
+    0.1976396143436432,
+    0.11046431958675385,
+    0.06699196249246597,
+    0.11073732376098633,
+    0.014377237297594547,
+    0.21070192754268646,
+    0.017278343439102173,
+    0.3180977404117584,
+    0.08258219808340073,
+    0.09285984188318253,
+    0.24633848667144775,
+    0.15671341121196747,
+    0.12591223418712616,
+    0.031739089637994766,
+    0.11891557276248932,
+    0.10703245550394058,
+    0.029841722920536995,
+    0.007181619759649038,
+    0.057971078902482986,
+    0.06451845914125443,
+    0.061281587928533554,
+    0.2360626459121704,
+    0.31153130531311035,
+    0.09263261407613754,
+    0.1537560075521469,
+    0.2439289093017578,
+    0.0737207904458046,
+    0.042502231895923615,
+    0.20019754767417908,
+    0.2564767003059387,
+    0.13597851991653442,
+    0.13992629945278168,
+    0.3399702310562134,
+    0.008756614290177822,
+    0.13542787730693817,
+    0.031297724694013596,
+    0.01898890547454357,
+    0.10828454047441483,
+    0.022235717624425888,
+    0.02205296978354454,
+    0.05568702518939972,
+    0.027892187237739563,
+    0.14437530934810638,
+    0.074041448533535,
+    0.009466198273003101,
+    0.16369524598121643,
+    0.3486969769001007,
+    0.09175238758325577,
+    0.41745489835739136,
+    0.054304447025060654,
+    0.08484268188476562,
+    0.044414959847927094,
+    0.24868257343769073,
+    0.14783237874507904,
+    0.061661381274461746,
+    0.01278316043317318,
+    0.14967362582683563,
+    0.12540923058986664
+  ]
+}

p5-mae-base-d102/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00035000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.17018948377028773,
+  "probe/map_train": 0.7222110549910471,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.20184278226302022,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.747516914037988,
+  "probe/total_s": 26.065968064009212,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19425218587120963
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1957483714692952
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20184278226302022
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.2014188351731684
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.18146654185123276
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15024829200120815
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11284258829754913
+    }
+  ],
+  "per_class_ap": [
+    0.6618436574935913,
+    0.03767586499452591,
+    0.09278947860002518,
+    0.2561742961406708,
+    0.11166831851005554,
+    0.29536324739456177,
+    0.27347779273986816,
+    0.3352644741535187,
+    0.0330972895026207,
+    0.028639093041419983,
+    0.01913014054298401,
+    0.08473200350999832,
+    0.6067934632301331,
+    0.28711026906967163,
+    0.06686711311340332,
+    0.6325308084487915,
+    0.35934656858444214,
+    0.3900180757045746,
+    0.06933841854333878,
+    0.13872359693050385,
+    0.2883032560348511,
+    0.11671266704797745,
+    0.20061752200126648,
+    0.18476217985153198,
+    0.07051151990890503,
+    0.03789063170552254,
+    0.11129529774188995,
+    0.18807946145534515,
+    0.33284175395965576,
+    0.06278122961521149,
+    0.30078810453414917,
+    0.24927322566509247,
+    0.021023202687501907,
+    0.08394455164670944,
+    0.2706840932369232,
+    0.05828611180186272,
+    0.35909271240234375,
+    0.08100353926420212,
+    0.07787322998046875,
+    0.17793716490268707,
+    0.23812665045261383,
+    0.036173589527606964,
+    0.1147671639919281,
+    0.5403887033462524,
+    0.058980792760849,
+    0.15353557467460632,
+    0.015256711281836033,
+    0.1703648418188095,
+    0.09213057905435562,
+    0.12067395448684692,
+    0.1770680993795395,
+    0.011208951473236084,
+    0.05040380358695984,
+    0.05349980294704437,
+    0.26791778206825256,
+    0.13242970407009125,
+    0.3107367157936096,
+    0.40338900685310364,
+    0.2075323462486267,
+    0.17719632387161255,
+    0.2604457437992096,
+    0.30737897753715515,
+    0.06609703600406647,
+    0.22254112362861633,
+    0.5129778385162354,
+    0.24334853887557983,
+    0.2690422534942627,
+    0.3636154234409332,
+    0.43692898750305176,
+    0.44597652554512024,
+    0.1434452384710312,
+    0.21440495550632477,
+    0.22980429232120514,
+    0.23778897523880005,
+    0.2367096245288849,
+    0.26048776507377625,
+    0.07747171074151993,
+    0.3182418942451477,
+    0.1984516978263855,
+    0.14566265046596527,
+    0.022307338193058968,
+    0.15319137275218964,
+    0.4714902341365814,
+    0.14190751314163208,
+    0.1446625292301178,
+    0.04019995406270027,
+    0.11786680668592453,
+    0.049073416739702225,
+    0.026849722489714622,
+    0.14749740064144135,
+    0.21119119226932526,
+    0.19669431447982788,
+    0.19849877059459686,
+    0.030073754489421844,
+    0.024552445858716965,
+    0.13764114677906036,
+    0.04235044866800308,
+    0.07370039820671082,
+    0.2102901190519333,
+    0.27459049224853516,
+    0.1756073385477066,
+    0.3973892629146576,
+    0.08939385414123535,
+    0.08879134058952332,
+    0.028465531766414642,
+    0.0866616815328598,
+    0.131941556930542,
+    0.12946990132331848,
+    0.1459176242351532,
+    0.2757987380027771,
+    0.3120996654033661,
+    0.15214267373085022,
+    0.11870958656072617,
+    0.08892330527305603,
+    0.0908053070306778,
+    0.2291380763053894,
+    0.2240065336227417,
+    0.17055021226406097,
+    0.20318663120269775,
+    0.3637029230594635,
+    0.3751494586467743,
+    0.1813802570104599,
+    0.12656980752944946,
+    0.14743785560131073,
+    0.011424408294260502,
+    0.026625463739037514,
+    0.170144721865654,
+    0.2229050248861313,
+    0.1985371857881546,
+    0.20750096440315247,
+    0.0037432380486279726,
+    0.129338338971138,
+    0.2547493577003479,
+    0.24219384789466858,
+    0.0894661471247673,
+    0.015882158651947975,
+    0.09388461709022522,
+    0.7318090200424194,
+    0.26177212595939636,
+    0.3380453884601593,
+    0.46708783507347107,
+    0.32722508907318115,
+    0.20506156980991364,
+    0.15214498341083527,
+    0.10855109989643097,
+    0.13553042709827423,
+    0.15284910798072815,
+    0.32658126950263977,
+    0.12196506559848785,
+    0.23762820661067963,
+    0.1498596966266632,
+    0.19359873235225677,
+    0.3130522072315216,
+    0.11767804622650146,
+    0.10552821308374405,
+    0.24467191100120544,
+    0.11890941858291626,
+    0.09886103123426437,
+    0.039415836334228516,
+    0.07767307013273239,
+    0.55333012342453,
+    0.34228888154029846,
+    0.38736292719841003,
+    0.13541224598884583,
+    0.30566728115081787,
+    0.3197324275970459,
+    0.33643975853919983,
+    0.16096605360507965,
+    0.34896621108055115,
+    0.4012361466884613,
+    0.3297867476940155,
+    0.38484761118888855,
+    0.41051945090293884,
+    0.2780970335006714,
+    0.1285003423690796,
+    0.17245854437351227,
+    0.13870206475257874,
+    0.3483075797557831,
+    0.07237980514764786,
+    0.18127179145812988,
+    0.2266138345003128,
+    0.19817319512367249,
+    0.15546712279319763,
+    0.3001572787761688,
+    0.06799910217523575,
+    0.47312623262405396,
+    0.42180439829826355,
+    0.254608154296875,
+    0.33175522089004517,
+    0.18975797295570374,
+    0.2117079645395279,
+    0.11594449728727341,
+    0.34323325753211975,
+    0.29466041922569275,
+    0.26356762647628784,
+    0.40902942419052124,
+    0.08652684837579727,
+    0.08329992741346359,
+    0.203531876206398,
+    0.28410643339157104,
+    0.036000438034534454,
+    0.2133188396692276,
+    0.10007154941558838,
+    0.2854509651660919,
+    0.23572051525115967,
+    0.17171864211559296,
+    0.18876850605010986,
+    0.542900025844574,
+    0.33985456824302673,
+    0.3270476460456848,
+    0.7951219081878662,
+    0.5328319072723389,
+    0.5528721213340759,
+    0.035864830017089844,
+    0.3516399562358856,
+    0.21504990756511688,
+    0.041308268904685974,
+    0.2180837094783783,
+    0.26357871294021606,
+    0.11850783228874207,
+    0.14381520450115204,
+    0.12283320724964142,
+    0.22167590260505676,
+    0.19295531511306763,
+    0.06495445966720581,
+    0.08215562999248505,
+    0.07733771204948425,
+    0.04598158597946167,
+    0.18986724317073822,
+    0.04059155657887459,
+    0.07084639370441437,
+    0.12041884660720825,
+    0.07787731289863586,
+    0.09150420129299164,
+    0.04484577104449272,
+    0.008771263994276524,
+    0.1291932761669159,
+    0.01929214410483837,
+    0.3985346257686615,
+    0.03259302303195,
+    0.10518895834684372,
+    0.19233757257461548,
+    0.2908414602279663,
+    0.1848885416984558,
+    0.1746717244386673,
+    0.29157543182373047,
+    0.06125607341527939,
+    0.13657912611961365,
+    0.05461660772562027,
+    0.21921026706695557,
+    0.1251194179058075,
+    0.03422899916768074,
+    0.10007353127002716,
+    0.08629608154296875,
+    0.12566672265529633,
+    0.2881265878677368,
+    0.24827979505062103,
+    0.27461928129196167,
+    0.15085110068321228,
+    0.09269385039806366,
+    0.054886236786842346,
+    0.1300915777683258,
+    0.2008950263261795,
+    0.1178409680724144,
+    0.024617455899715424,
+    0.06538813561201096,
+    0.07303988933563232,
+    0.12709525227546692,
+    0.15046454966068268,
+    0.05981752276420593,
+    0.03332183510065079,
+    0.28657224774360657,
+    0.11707118898630142,
+    0.04221179708838463,
+    0.14751093089580536,
+    0.04978008568286896,
+    0.07155272364616394,
+    0.07314945012331009,
+    0.1077098622918129,
+    0.04904212802648544,
+    0.021080708131194115,
+    0.27733251452445984,
+    0.14009590446949005,
+    0.24799901247024536,
+    0.10040082782506943,
+    0.2668289840221405,
+    0.4147731363773346,
+    0.4264845848083496,
+    0.30520153045654297,
+    0.27212104201316833,
+    0.23012253642082214,
+    0.22694995999336243,
+    0.1383761465549469,
+    0.2630169987678528,
+    0.2367827594280243,
+    0.24234847724437714,
+    0.18202660977840424,
+    0.007336664013564587,
+    0.02196371927857399,
+    0.01050355564802885,
+    0.3070536255836487,
+    0.2087511122226715,
+    0.20970644056797028,
+    0.10462301969528198,
+    0.03835488483309746,
+    0.126878559589386,
+    0.02072370983660221,
+    0.17866933345794678,
+    0.13490095734596252,
+    0.21308249235153198,
+    0.1830679178237915,
+    0.09818262606859207,
+    0.15986217558383942,
+    0.06824007630348206,
+    0.061355769634246826,
+    0.12995851039886475,
+    0.05847705900669098,
+    0.03724665567278862,
+    0.20258086919784546,
+    0.06603008508682251,
+    0.23170720040798187,
+    0.04081817343831062,
+    0.47508129477500916,
+    0.34583142399787903,
+    0.3019445836544037,
+    0.2785034477710724,
+    0.05724392086267471,
+    0.0637892633676529,
+    0.31438812613487244,
+    0.3089844882488251,
+    0.1754930317401886,
+    0.30139607191085815,
+    0.3183378279209137,
+    0.44516921043395996,
+    0.219402477145195,
+    0.17361865937709808,
+    0.1670779436826706,
+    0.18800215423107147,
+    0.06228184700012207,
+    0.029230836778879166,
+    0.12479998916387558,
+    0.009430157020688057,
+    0.1456543654203415,
+    0.1666012853384018,
+    0.13102376461029053,
+    0.10789991915225983,
+    0.11180450767278671,
+    0.34170565009117126,
+    0.034829165786504745,
+    0.021380087360739708,
+    0.1251579374074936,
+    0.03180966526269913,
+    0.08564259111881256,
+    0.11082746088504791,
+    0.03319767862558365,
+    0.06716941297054291,
+    0.06056628003716469,
+    0.024359436705708504,
+    0.0355224646627903,
+    0.20931722223758698,
+    0.016763342544436455,
+    0.07496634870767593,
+    0.18605872988700867,
+    0.11860809475183487,
+    0.043498143553733826,
+    0.06678158044815063,
+    0.4157571792602539,
+    0.2955879271030426,
+    0.016717979684472084,
+    0.1553901880979538,
+    0.15604658424854279,
+    0.13189466297626495,
+    0.20580999553203583,
+    0.3642771542072296,
+    0.2335256189107895,
+    0.08154904097318649,
+    0.09340517967939377,
+    0.09974734485149384,
+    0.016533000394701958,
+    0.025177564471960068,
+    0.03502985090017319,
+    0.0990981012582779,
+    0.15482349693775177,
+    0.13060125708580017,
+    0.23141221702098846,
+    0.23335425555706024,
+    0.17967915534973145,
+    0.10350082069635391,
+    0.04804941639304161,
+    0.10530690103769302,
+    0.29556581377983093,
+    0.09734657406806946,
+    0.04371163621544838,
+    0.39105311036109924,
+    0.31447935104370117,
+    0.11590152233839035,
+    0.5414549112319946,
+    0.6100362539291382,
+    0.03419424220919609,
+    0.4263361990451813,
+    0.4526967704296112,
+    0.06886705011129379,
+    0.14549005031585693,
+    0.29209113121032715,
+    0.03366198390722275,
+    0.032864831387996674,
+    0.03156208619475365,
+    0.056535664945840836,
+    0.045590534806251526,
+    0.032410379499197006,
+    0.04698089882731438,
+    0.18707275390625,
+    0.04381757974624634,
+    0.06323999166488647,
+    0.32919472455978394,
+    0.2215675562620163,
+    0.04061469808220863,
+    0.023741943761706352,
+    0.12169133126735687,
+    0.1229243203997612,
+    0.29502740502357483,
+    0.10462485998868942,
+    0.07856114208698273,
+    0.3887135088443756,
+    0.11026846617460251,
+    0.11753642559051514,
+    0.0439302884042263,
+    0.2672610282897949,
+    0.27354419231414795,
+    0.20568905770778656,
+    0.16317176818847656,
+    0.25426092743873596,
+    0.2150188684463501,
+    0.10017819702625275,
+    0.005882044788450003,
+    0.097933828830719,
+    0.19825896620750427,
+    0.1408880203962326,
+    0.13326495885849,
+    0.03703172504901886,
+    0.017850063741207123,
+    0.059419047087430954,
+    0.010650062933564186,
+    0.0897616595029831,
+    0.0188493262976408,
+    0.1296558380126953,
+    0.04807181656360626,
+    0.009514336474239826,
+    0.027247536927461624,
+    0.13030491769313812,
+    0.026944737881422043,
+    0.05848652124404907,
+    0.023580515757203102,
+    0.08424453437328339,
+    0.0367976650595665,
+    0.30200955271720886,
+    0.05504513159394264,
+    0.12232036143541336,
+    0.0729263573884964,
+    0.11868640035390854,
+    0.06832278519868851,
+    0.03362823277711868,
+    0.39431458711624146,
+    0.471387654542923,
+    0.2848646342754364,
+    0.17187395691871643,
+    0.04440254718065262,
+    0.09367965906858444,
+    0.059759367257356644,
+    0.1776549071073532,
+    0.10908066481351852,
+    0.07899969816207886,
+    0.12319668382406235,
+    0.01157946977764368,
+    0.23843680322170258,
+    0.0153548214584589,
+    0.31411877274513245,
+    0.08383677154779434,
+    0.09378844499588013,
+    0.24564899504184723,
+    0.14319021999835968,
+    0.10675456374883652,
+    0.021152015775442123,
+    0.10183317214250565,
+    0.08905019611120224,
+    0.024005621671676636,
+    0.007044880650937557,
+    0.0525570772588253,
+    0.055148493498563766,
+    0.05214294418692589,
+    0.2405414879322052,
+    0.326214462518692,
+    0.10175015777349472,
+    0.13963696360588074,
+    0.2459145039319992,
+    0.07352825254201889,
+    0.045992493629455566,
+    0.179392009973526,
+    0.3067474067211151,
+    0.139256551861763,
+    0.1482813060283661,
+    0.32412365078926086,
+    0.006951275747269392,
+    0.13258104026317596,
+    0.025567010045051575,
+    0.017131857573986053,
+    0.09827833622694016,
+    0.019935833290219307,
+    0.018804121762514114,
+    0.047408245503902435,
+    0.026695314794778824,
+    0.12866510450839996,
+    0.07845821231603622,
+    0.008660359308123589,
+    0.17892268300056458,
+    0.3662787079811096,
+    0.11411993205547333,
+    0.3966546356678009,
+    0.05853749066591263,
+    0.06311891227960587,
+    0.03580214083194733,
+    0.26138365268707275,
+    0.14787355065345764,
+    0.05290821194648743,
+    0.012570030987262726,
+    0.12917636334896088,
+    0.12470493465662003
+  ]
+}

p5-mae-base-d102/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.51040625
+  - 0.462
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.026447265625
+  - 0.0
+  - 0.0
+  - 0.001146484375
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d102
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d102/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b952fe5950087a85120fed360a48b5cac83b0cad650250853b51857cee8908
+size 352156376

p5-mae-base-d102/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d102/exports/step_00040000",
+  "fingerprint": "2731bf6d2566bebc",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "probe/map": 0.17085473173858148,
+  "probe/map_train": 0.7221890588412927,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.20237856929188688,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.850740183959715,
+  "probe/total_s": 26.536733567947522,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1949379993889806
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19647953124006456
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20237856929188688
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.20218936679001184
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1822122438895592
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15019841463282083
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11314508065173096
+    }
+  ],
+  "per_class_ap": [
+    0.6629419326782227,
+    0.036513954401016235,
+    0.09466899931430817,
+    0.2542649209499359,
+    0.1063017025589943,
+    0.2953208386898041,
+    0.25697675347328186,
+    0.3338410258293152,
+    0.03234006464481354,
+    0.029372289776802063,
+    0.018936481326818466,
+    0.08381777256727219,
+    0.6077694892883301,
+    0.28734439611434937,
+    0.06671898812055588,
+    0.6309648156166077,
+    0.3596574664115906,
+    0.38985490798950195,
+    0.07032926380634308,
+    0.13706880807876587,
+    0.2693760395050049,
+    0.11709775775671005,
+    0.20511691272258759,
+    0.18871520459651947,
+    0.07628544420003891,
+    0.039755746722221375,
+    0.10968377441167831,
+    0.1895645558834076,
+    0.33711081743240356,
+    0.06872356683015823,
+    0.29662948846817017,
+    0.25020501017570496,
+    0.02119891718029976,
+    0.07754272222518921,
+    0.2657259404659271,
+    0.059157438576221466,
+    0.3608808219432831,
+    0.07980172336101532,
+    0.07828571647405624,
+    0.17089630663394928,
+    0.24862684309482574,
+    0.03714033588767052,
+    0.11364264041185379,
+    0.5387855768203735,
+    0.0573507696390152,
+    0.1503170281648636,
+    0.015346371568739414,
+    0.15669530630111694,
+    0.08988571166992188,
+    0.11570248752832413,
+    0.18730972707271576,
+    0.012101632542908192,
+    0.05683843791484833,
+    0.05646419897675514,
+    0.27427083253860474,
+    0.12595593929290771,
+    0.31403398513793945,
+    0.407885879278183,
+    0.2125275582075119,
+    0.1767178326845169,
+    0.25842416286468506,
+    0.31057998538017273,
+    0.0651298463344574,
+    0.22007641196250916,
+    0.5142560601234436,
+    0.2407115250825882,
+    0.27129584550857544,
+    0.3558815121650696,
+    0.43447771668434143,
+    0.4455748498439789,
+    0.1427309215068817,
+    0.2180217206478119,
+    0.23119443655014038,
+    0.23863615095615387,
+    0.23500627279281616,
+    0.2620364725589752,
+    0.07789114117622375,
+    0.31248313188552856,
+    0.20204363763332367,
+    0.14483210444450378,
+    0.02347516268491745,
+    0.15539608895778656,
+    0.4766501486301422,
+    0.15595847368240356,
+    0.14775152504444122,
+    0.04419824853539467,
+    0.12255103886127472,
+    0.050149381160736084,
+    0.03007633425295353,
+    0.157890185713768,
+    0.21001075208187103,
+    0.2013203352689743,
+    0.1994042694568634,
+    0.030533645302057266,
+    0.02405599132180214,
+    0.13164494931697845,
+    0.050045281648635864,
+    0.07412633299827576,
+    0.2126392126083374,
+    0.26176708936691284,
+    0.17110048234462738,
+    0.3786943554878235,
+    0.08765128999948502,
+    0.08546921610832214,
+    0.02795346826314926,
+    0.08670754730701447,
+    0.14094805717468262,
+    0.1389428973197937,
+    0.1520281434059143,
+    0.26896917819976807,
+    0.3120478391647339,
+    0.1522473841905594,
+    0.11964959651231766,
+    0.09076303988695145,
+    0.09220921248197556,
+    0.2347283512353897,
+    0.22725944221019745,
+    0.17497095465660095,
+    0.21636554598808289,
+    0.36854425072669983,
+    0.37167179584503174,
+    0.18420271575450897,
+    0.12358701229095459,
+    0.1442725956439972,
+    0.012138515710830688,
+    0.02792675420641899,
+    0.17240437865257263,
+    0.22361046075820923,
+    0.2112511396408081,
+    0.2239648997783661,
+    0.00399551959708333,
+    0.144846573472023,
+    0.26527294516563416,
+    0.24749068915843964,
+    0.10422468930482864,
+    0.016566384583711624,
+    0.09681300073862076,
+    0.7302685379981995,
+    0.26227182149887085,
+    0.3369271457195282,
+    0.4665168821811676,
+    0.32468631863594055,
+    0.20775263011455536,
+    0.1479279100894928,
+    0.1032627746462822,
+    0.13859272003173828,
+    0.14731119573116302,
+    0.33957746624946594,
+    0.1430864781141281,
+    0.2372252345085144,
+    0.1498533934354782,
+    0.19866472482681274,
+    0.3111542761325836,
+    0.1176695004105568,
+    0.10673792660236359,
+    0.2490769475698471,
+    0.1255156546831131,
+    0.09703165292739868,
+    0.03862375020980835,
+    0.08455288410186768,
+    0.5574796199798584,
+    0.34043556451797485,
+    0.3879013657569885,
+    0.13315725326538086,
+    0.3030500113964081,
+    0.3220248520374298,
+    0.33714526891708374,
+    0.1598619967699051,
+    0.3519287705421448,
+    0.3974848985671997,
+    0.3325173258781433,
+    0.389127254486084,
+    0.4133153557777405,
+    0.2790461480617523,
+    0.12298838794231415,
+    0.17170755565166473,
+    0.1371726393699646,
+    0.3476589322090149,
+    0.07167068123817444,
+    0.18024222552776337,
+    0.22922053933143616,
+    0.1943017691373825,
+    0.1606590747833252,
+    0.2927994132041931,
+    0.06867203116416931,
+    0.4745045304298401,
+    0.4217349886894226,
+    0.2480747550725937,
+    0.32791393995285034,
+    0.1926441341638565,
+    0.22038434445858002,
+    0.11943035572767258,
+    0.34408149123191833,
+    0.298893004655838,
+    0.26966017484664917,
+    0.41018232703208923,
+    0.08519699424505234,
+    0.08075597882270813,
+    0.21024341881275177,
+    0.2768745720386505,
+    0.03838321939110756,
+    0.22512562572956085,
+    0.10259395092725754,
+    0.28184059262275696,
+    0.2406034916639328,
+    0.16974997520446777,
+    0.19130921363830566,
+    0.5459161400794983,
+    0.3471051752567291,
+    0.3245592415332794,
+    0.7884654998779297,
+    0.5291067957878113,
+    0.547102153301239,
+    0.035550978034734726,
+    0.3511468172073364,
+    0.21751728653907776,
+    0.042159464210271835,
+    0.22201667726039886,
+    0.264988511800766,
+    0.11965524405241013,
+    0.14775697886943817,
+    0.12336370348930359,
+    0.2291751503944397,
+    0.19329173862934113,
+    0.06418567895889282,
+    0.07964988797903061,
+    0.08115784078836441,
+    0.045900002121925354,
+    0.19920536875724792,
+    0.03991152346134186,
+    0.07450887560844421,
+    0.12030275911092758,
+    0.08225876837968826,
+    0.08951859921216965,
+    0.041950587183237076,
+    0.009235910139977932,
+    0.1264289766550064,
+    0.018478022888302803,
+    0.4038113057613373,
+    0.0292962659150362,
+    0.10457396507263184,
+    0.1903466284275055,
+    0.2920876145362854,
+    0.18178223073482513,
+    0.18138012290000916,
+    0.29276663064956665,
+    0.0640113577246666,
+    0.1371944546699524,
+    0.051847368478775024,
+    0.2166379988193512,
+    0.12797753512859344,
+    0.03614570200443268,
+    0.10497669130563736,
+    0.08774407207965851,
+    0.12507933378219604,
+    0.27986326813697815,
+    0.25107112526893616,
+    0.27012720704078674,
+    0.14917543530464172,
+    0.09406840056180954,
+    0.061775729060173035,
+    0.12572632730007172,
+    0.20074737071990967,
+    0.1241462305188179,
+    0.022206423804163933,
+    0.06703399121761322,
+    0.07431516796350479,
+    0.1287638545036316,
+    0.15354174375534058,
+    0.055380694568157196,
+    0.033529624342918396,
+    0.2833205759525299,
+    0.12068931013345718,
+    0.0440586619079113,
+    0.14934897422790527,
+    0.052045997232198715,
+    0.07481502741575241,
+    0.07856884598731995,
+    0.10801549255847931,
+    0.049664709717035294,
+    0.022445691749453545,
+    0.27128279209136963,
+    0.13764970004558563,
+    0.2516525983810425,
+    0.10783451050519943,
+    0.27284353971481323,
+    0.409841388463974,
+    0.42406192421913147,
+    0.3113064169883728,
+    0.26945728063583374,
+    0.2282537966966629,
+    0.21878544986248016,
+    0.14262494444847107,
+    0.2595432698726654,
+    0.24083349108695984,
+    0.24971777200698853,
+    0.181491419672966,
+    0.007440650369971991,
+    0.03147294372320175,
+    0.009940664283931255,
+    0.3082616627216339,
+    0.21143755316734314,
+    0.21037742495536804,
+    0.10654997080564499,
+    0.03930153697729111,
+    0.12347515672445297,
+    0.02070990763604641,
+    0.18077479302883148,
+    0.13259510695934296,
+    0.2158837914466858,
+    0.18513916432857513,
+    0.09960804879665375,
+    0.14614807069301605,
+    0.06477993726730347,
+    0.0618123784661293,
+    0.12670743465423584,
+    0.060142140835523605,
+    0.037141215056180954,
+    0.20091365277767181,
+    0.06600870192050934,
+    0.2365436851978302,
+    0.0392787791788578,
+    0.47999632358551025,
+    0.3522380292415619,
+    0.30706197023391724,
+    0.27590444684028625,
+    0.06292121112346649,
+    0.06248926371335983,
+    0.3087146282196045,
+    0.3034708797931671,
+    0.17735882103443146,
+    0.30553510785102844,
+    0.31746187806129456,
+    0.44080302119255066,
+    0.22433976829051971,
+    0.1764279007911682,
+    0.17006945610046387,
+    0.18036282062530518,
+    0.06360442191362381,
+    0.030071327462792397,
+    0.12769129872322083,
+    0.008565174415707588,
+    0.13935448229312897,
+    0.17147789895534515,
+    0.12965084612369537,
+    0.10761937499046326,
+    0.11251460760831833,
+    0.3341149091720581,
+    0.03480907902121544,
+    0.020939834415912628,
+    0.12275546044111252,
+    0.0346536859869957,
+    0.09126447141170502,
+    0.10386456549167633,
+    0.03274935856461525,
+    0.06937962770462036,
+    0.0611833892762661,
+    0.022650323808193207,
+    0.03416335955262184,
+    0.20194894075393677,
+    0.017584919929504395,
+    0.07389425486326218,
+    0.18666036427021027,
+    0.11874525994062424,
+    0.0466497577726841,
+    0.07028109580278397,
+    0.42039865255355835,
+    0.2952278256416321,
+    0.017717057839035988,
+    0.15721707046031952,
+    0.16452665627002716,
+    0.13953498005867004,
+    0.20809082686901093,
+    0.3593100905418396,
+    0.2361828088760376,
+    0.06976897269487381,
+    0.09477458149194717,
+    0.09516928344964981,
+    0.017651211470365524,
+    0.023457394912838936,
+    0.03738587349653244,
+    0.10657458007335663,
+    0.15439094603061676,
+    0.12035223096609116,
+    0.23013493418693542,
+    0.23921053111553192,
+    0.18610623478889465,
+    0.106255441904068,
+    0.04595015570521355,
+    0.10304088890552521,
+    0.28030768036842346,
+    0.09031987935304642,
+    0.057314712554216385,
+    0.38648125529289246,
+    0.31933555006980896,
+    0.11162775009870529,
+    0.5417606234550476,
+    0.6160030961036682,
+    0.03460242599248886,
+    0.41919445991516113,
+    0.45382577180862427,
+    0.06788744032382965,
+    0.15336042642593384,
+    0.2924889326095581,
+    0.03327520564198494,
+    0.03365670144557953,
+    0.032134030014276505,
+    0.05697939544916153,
+    0.04418744891881943,
+    0.032218169420957565,
+    0.048929307609796524,
+    0.19426758587360382,
+    0.042915455996990204,
+    0.06295489519834518,
+    0.32835566997528076,
+    0.22564154863357544,
+    0.04150469973683357,
+    0.024845276027917862,
+    0.12509271502494812,
+    0.12473861128091812,
+    0.2918306291103363,
+    0.10481910407543182,
+    0.08237520605325699,
+    0.3898363709449768,
+    0.11530093103647232,
+    0.11842013150453568,
+    0.0435384102165699,
+    0.2632088363170624,
+    0.27380502223968506,
+    0.2048116773366928,
+    0.16888271272182465,
+    0.2541140615940094,
+    0.21554234623908997,
+    0.09864035248756409,
+    0.006125995889306068,
+    0.09778711944818497,
+    0.19957518577575684,
+    0.14325672388076782,
+    0.13556596636772156,
+    0.03579336032271385,
+    0.01786983385682106,
+    0.05322004482150078,
+    0.010640607215464115,
+    0.08996640145778656,
+    0.02041199803352356,
+    0.12682735919952393,
+    0.048222873359918594,
+    0.009047755040228367,
+    0.027313226833939552,
+    0.13463103771209717,
+    0.027262095361948013,
+    0.05680547282099724,
+    0.023224348202347755,
+    0.08671966940164566,
+    0.038196634501218796,
+    0.30503299832344055,
+    0.04713619127869606,
+    0.1283496767282486,
+    0.07926009595394135,
+    0.12300344556570053,
+    0.07134463638067245,
+    0.03090662509202957,
+    0.3886999487876892,
+    0.477607399225235,
+    0.2868046760559082,
+    0.16304869949817657,
+    0.0433490015566349,
+    0.09687741845846176,
+    0.057269010692834854,
+    0.15808002650737762,
+    0.11699223518371582,
+    0.07797051966190338,
+    0.12245640903711319,
+    0.011294445022940636,
+    0.22431425750255585,
+    0.012543962337076664,
+    0.3200465440750122,
+    0.07973897457122803,
+    0.09270888566970825,
+    0.24804174900054932,
+    0.14405985176563263,
+    0.11004416644573212,
+    0.020297838374972343,
+    0.10579035431146622,
+    0.08970648050308228,
+    0.02512245438992977,
+    0.006705067120492458,
+    0.05291277542710304,
+    0.05583759397268295,
+    0.05209047347307205,
+    0.2454044073820114,
+    0.3309583067893982,
+    0.10104791074991226,
+    0.14873714745044708,
+    0.24478039145469666,
+    0.07605192065238953,
+    0.04693770036101341,
+    0.19404378533363342,
+    0.2981833517551422,
+    0.15307901799678802,
+    0.14697778224945068,
+    0.3350954055786133,
+    0.006544758565723896,
+    0.13229569792747498,
+    0.02615564875304699,
+    0.01747516728937626,
+    0.09884597361087799,
+    0.019864235073328018,
+    0.0192351583391428,
+    0.048358991742134094,
+    0.027657119557261467,
+    0.1303638517856598,
+    0.08009780943393707,
+    0.008315442129969597,
+    0.18200638890266418,
+    0.36641988158226013,
+    0.11798310279846191,
+    0.3995515704154968,
+    0.060218967497348785,
+    0.06753093749284744,
+    0.03542986884713173,
+    0.26406413316726685,
+    0.1472923308610916,
+    0.051384761929512024,
+    0.012934001162648201,
+    0.1326771080493927,
+    0.1226610615849495
+  ]
+}

p5-mae-base-d102/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9468e045cc2a396072439e692f6eb9dda30cb850c0a2bafa566f815a5c6604
+size 15360128

p5-mae-base-d102/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d102",
+  "fingerprint": "2731bf6d2566bebc",
+  "wandb_run_id": "phase5-p5-mae-base-d102",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 85252608,
+    "decoder_params": 2585856,
+    "trainable_params": 88035328,
+    "total_params": 88035328
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511308e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 315696,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.51040625,
+      0.462,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.026447395833333335,
+      0.0,
+      0.0,
+      0.0011463541666666666,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "started_at": 1787025469.0390875,
+  "finished_at": 1787027188.2231982,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.0904951095581055,
+    "val/loss": 0.6410546507686377,
+    "val/frame": 0.6410546507686377,
+    "val/utterance": 0.0
+  }
+}

p5-mae-base-d102/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787027188.2256908,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.0904951095581055,
+  "val/loss": 0.6410546507686377,
+  "val/frame": 0.6410546507686377,
+  "val/utterance": 0.0
+}

p5-mae-base-d102/wandb/debug-internal.log

@@ -0,0 +1,245 @@
+{"time":"2026-08-18T03:57:47.663839354Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T03:57:47.664130247Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T03:57:47.890185349Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d102"}
+{"time":"2026-08-18T03:57:47.89031245Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T03:57:47.891833334Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T03:57:47.891939135Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d102"}
+{"time":"2026-08-18T03:57:47.891935125Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T03:57:49.423204714Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T03:57:49.736865661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:04.423670971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":29,"uploaded_len":2}
+{"time":"2026-08-18T03:58:04.70203776Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:19.424741917Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":18,"events_offset":2,"events_lines":2,"console_offset":29,"console_lines":18}
+{"time":"2026-08-18T03:58:19.707803148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:34.424104674Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":17,"events_offset":4,"events_lines":2,"console_offset":47,"console_lines":17}
+{"time":"2026-08-18T03:58:34.717235379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:49.42389714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":64,"console_lines":18}
+{"time":"2026-08-18T03:58:49.703134192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:04.424034739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":16,"events_offset":8,"events_lines":2,"console_offset":82,"console_lines":16}
+{"time":"2026-08-18T03:59:04.726333018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:19.42357186Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":77,"history_lines":16,"events_offset":10,"events_lines":2,"console_offset":98,"console_lines":16}
+{"time":"2026-08-18T03:59:19.734726032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:34.424139276Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":93,"history_lines":16,"events_offset":12,"events_lines":2,"console_offset":114,"console_lines":17}
+{"time":"2026-08-18T03:59:34.70839121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:49.424138329Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":17,"events_offset":14,"events_lines":2,"console_offset":131,"console_lines":17}
+{"time":"2026-08-18T03:59:50.245996912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:04.423624968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":126,"history_lines":18,"events_offset":16,"events_lines":2,"console_offset":148,"console_lines":18}
+{"time":"2026-08-18T04:00:04.735474932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:19.423630232Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":144,"history_lines":16,"events_offset":18,"events_lines":2,"console_offset":166,"console_lines":17}
+{"time":"2026-08-18T04:00:19.722693151Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:34.424294539Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":160,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":183,"console_lines":18}
+{"time":"2026-08-18T04:00:34.705635105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:49.424271316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":178,"history_lines":17,"events_offset":22,"events_lines":2,"console_offset":201,"console_lines":17}
+{"time":"2026-08-18T04:00:49.718297301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:04.424084596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":195,"history_lines":18,"events_offset":24,"events_lines":2,"console_offset":218,"console_lines":19}
+{"time":"2026-08-18T04:01:04.70689417Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:19.424104526Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":213,"history_lines":16,"events_offset":26,"events_lines":2,"console_offset":237,"console_lines":16}
+{"time":"2026-08-18T04:01:19.726257723Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:34.424159094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":229,"history_lines":19,"events_offset":28,"events_lines":2,"console_offset":253,"console_lines":19}
+{"time":"2026-08-18T04:01:34.709443924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:49.424382435Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":248,"history_lines":15,"events_offset":30,"events_lines":2,"console_offset":272,"console_lines":16}
+{"time":"2026-08-18T04:01:49.815992396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:04.423913101Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":263,"history_lines":18,"events_offset":32,"events_lines":2,"console_offset":288,"console_lines":18}
+{"time":"2026-08-18T04:02:04.723685984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:19.424029099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":281,"history_lines":18,"events_offset":34,"events_lines":2,"console_offset":306,"console_lines":19}
+{"time":"2026-08-18T04:02:19.71373883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:34.42441886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":299,"history_lines":17,"events_offset":36,"events_lines":2,"console_offset":325,"console_lines":17}
+{"time":"2026-08-18T04:02:34.720464529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:49.423604159Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":316,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":342,"console_lines":18}
+{"time":"2026-08-18T04:02:49.715806976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:04.424378484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":334,"history_lines":18,"events_offset":40,"events_lines":2,"console_offset":360,"console_lines":19}
+{"time":"2026-08-18T04:03:04.722375514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:19.424144584Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":352,"history_lines":18,"events_offset":42,"events_lines":2,"console_offset":379,"console_lines":18}
+{"time":"2026-08-18T04:03:19.704193342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:34.423982332Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":370,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":397,"console_lines":18}
+{"time":"2026-08-18T04:03:34.712388988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:49.42417603Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":388,"history_lines":18,"events_offset":46,"events_lines":2,"console_offset":415,"console_lines":19}
+{"time":"2026-08-18T04:03:49.710229506Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:04.423954784Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":406,"history_lines":18,"events_offset":48,"events_lines":2,"console_offset":434,"console_lines":18}
+{"time":"2026-08-18T04:04:04.755671099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:19.423722463Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":424,"history_lines":18,"events_offset":50,"events_lines":2,"console_offset":452,"console_lines":18}
+{"time":"2026-08-18T04:04:19.71197255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:34.424366945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":442,"history_lines":18,"events_offset":52,"events_lines":2,"console_offset":470,"console_lines":19}
+{"time":"2026-08-18T04:04:34.706036392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:49.424345071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":460,"history_lines":18,"events_offset":54,"events_lines":2,"console_offset":489,"console_lines":18}
+{"time":"2026-08-18T04:04:49.715885301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:04.423571653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":478,"history_lines":18,"events_offset":56,"events_lines":2,"console_offset":507,"console_lines":18}
+{"time":"2026-08-18T04:05:04.781438377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:19.425967652Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":496,"history_lines":15,"events_offset":58,"events_lines":2,"console_offset":525,"console_lines":16}
+{"time":"2026-08-18T04:05:19.704145357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:34.423925068Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":511,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":541,"console_lines":18}
+{"time":"2026-08-18T04:05:34.706720112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:49.42410839Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":529,"history_lines":18,"events_offset":62,"events_lines":2,"console_offset":559,"console_lines":18}
+{"time":"2026-08-18T04:05:49.737006189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:04.424149749Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":547,"history_lines":17,"events_offset":64,"events_lines":2,"console_offset":577,"console_lines":18}
+{"time":"2026-08-18T04:06:04.769393077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:19.424486983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":564,"history_lines":16,"events_offset":66,"events_lines":2,"console_offset":595,"console_lines":16}
+{"time":"2026-08-18T04:06:19.719846715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:34.42346117Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":580,"history_lines":18,"events_offset":68,"events_lines":2,"console_offset":611,"console_lines":18}
+{"time":"2026-08-18T04:06:35.264589405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:49.424005045Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":598,"history_lines":16,"events_offset":70,"events_lines":2,"console_offset":629,"console_lines":17}
+{"time":"2026-08-18T04:06:49.717147662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:04.423378525Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":614,"history_lines":19,"events_offset":72,"events_lines":2,"console_offset":646,"console_lines":19}
+{"time":"2026-08-18T04:07:04.737148532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:19.424029358Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":633,"history_lines":16,"events_offset":74,"events_lines":2,"console_offset":665,"console_lines":17}
+{"time":"2026-08-18T04:07:19.737846069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:34.423653697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":649,"history_lines":17,"events_offset":76,"events_lines":2,"console_offset":682,"console_lines":17}
+{"time":"2026-08-18T04:07:34.704498549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:49.423998635Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":666,"history_lines":17,"events_offset":78,"events_lines":2,"console_offset":699,"console_lines":17}
+{"time":"2026-08-18T04:07:49.72854312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:04.424723564Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":683,"history_lines":18,"events_offset":80,"events_lines":2,"console_offset":716,"console_lines":19}
+{"time":"2026-08-18T04:08:04.772765001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:19.424064931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":701,"history_lines":17,"events_offset":82,"events_lines":2,"console_offset":735,"console_lines":17}
+{"time":"2026-08-18T04:08:19.706371437Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:34.423770563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":718,"history_lines":18,"events_offset":84,"events_lines":2,"console_offset":752,"console_lines":18}
+{"time":"2026-08-18T04:08:34.718945791Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:49.424398104Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":736,"history_lines":13,"events_offset":86,"events_lines":2,"console_offset":770,"console_lines":14}
+{"time":"2026-08-18T04:08:49.707342912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:04.423930121Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":18,"events_offset":88,"events_lines":2,"console_offset":784,"console_lines":18}
+{"time":"2026-08-18T04:09:04.741332731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:19.424119783Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":767,"history_lines":17,"events_offset":90,"events_lines":2,"console_offset":802,"console_lines":17}
+{"time":"2026-08-18T04:09:19.737152182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:34.424393338Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":784,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":819,"console_lines":20}
+{"time":"2026-08-18T04:09:34.750705033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:49.424850281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":803,"history_lines":17,"events_offset":94,"events_lines":2,"console_offset":839,"console_lines":17}
+{"time":"2026-08-18T04:09:49.739821835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:04.423591462Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":18,"events_offset":96,"events_lines":2,"console_offset":856,"console_lines":18}
+{"time":"2026-08-18T04:10:04.790464635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:19.423759296Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":838,"history_lines":17,"events_offset":98,"events_lines":2,"console_offset":874,"console_lines":18}
+{"time":"2026-08-18T04:10:19.706226474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:34.423533435Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":855,"history_lines":19,"events_offset":100,"events_lines":2,"console_offset":892,"console_lines":19}
+{"time":"2026-08-18T04:10:34.707180206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:49.423497858Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":874,"history_lines":17,"events_offset":102,"events_lines":2,"console_offset":911,"console_lines":17}
+{"time":"2026-08-18T04:10:49.739452111Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:04.423839216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":891,"history_lines":18,"events_offset":104,"events_lines":2,"console_offset":928,"console_lines":19}
+{"time":"2026-08-18T04:11:04.748799874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:19.423774587Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":909,"history_lines":18,"events_offset":106,"events_lines":2,"console_offset":947,"console_lines":18}
+{"time":"2026-08-18T04:11:19.721022913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:34.42360064Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":927,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":965,"console_lines":17}
+{"time":"2026-08-18T04:11:34.696821383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:49.424994221Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":944,"history_lines":17,"events_offset":110,"events_lines":2,"console_offset":982,"console_lines":18}
+{"time":"2026-08-18T04:11:49.703673182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:04.423937874Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":961,"history_lines":17,"events_offset":112,"events_lines":2,"console_offset":1000,"console_lines":17}
+{"time":"2026-08-18T04:12:04.714083384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:19.424565541Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":978,"history_lines":17,"events_offset":114,"events_lines":2,"console_offset":1017,"console_lines":17}
+{"time":"2026-08-18T04:12:19.775626826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:34.423802615Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":995,"history_lines":15,"events_offset":116,"events_lines":2,"console_offset":1034,"console_lines":16}
+{"time":"2026-08-18T04:12:34.718686557Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:49.423573345Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":18,"events_offset":118,"events_lines":2,"console_offset":1050,"console_lines":18}
+{"time":"2026-08-18T04:12:49.732149529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:04.424327232Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1028,"history_lines":19,"events_offset":120,"events_lines":2,"console_offset":1068,"console_lines":19}
+{"time":"2026-08-18T04:13:04.726098808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:19.424180234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1047,"history_lines":17,"events_offset":122,"events_lines":2,"console_offset":1087,"console_lines":18}
+{"time":"2026-08-18T04:13:19.724092493Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:34.423835317Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1064,"history_lines":17,"events_offset":124,"events_lines":2,"console_offset":1105,"console_lines":17}
+{"time":"2026-08-18T04:13:34.722506175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:49.424280887Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1081,"history_lines":18,"events_offset":126,"events_lines":2,"console_offset":1122,"console_lines":18}
+{"time":"2026-08-18T04:13:49.698159042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:04.424005239Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":17,"events_offset":128,"events_lines":2,"console_offset":1140,"console_lines":18}
+{"time":"2026-08-18T04:14:05.288134882Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:19.424138399Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1116,"history_lines":17,"events_offset":130,"events_lines":2,"console_offset":1158,"console_lines":17}
+{"time":"2026-08-18T04:14:19.71699939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:34.423524664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1133,"history_lines":18,"events_offset":132,"events_lines":2,"console_offset":1175,"console_lines":19}
+{"time":"2026-08-18T04:14:34.76514085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:49.423701278Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1151,"history_lines":18,"events_offset":134,"events_lines":2,"console_offset":1194,"console_lines":18}
+{"time":"2026-08-18T04:14:49.718507564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:04.423953873Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1169,"history_lines":19,"events_offset":136,"events_lines":2,"console_offset":1212,"console_lines":19}
+{"time":"2026-08-18T04:15:04.715275954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:19.42371992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1188,"history_lines":17,"events_offset":138,"events_lines":2,"console_offset":1231,"console_lines":18}
+{"time":"2026-08-18T04:15:19.692342788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:34.42391028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1205,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1249,"console_lines":18}
+{"time":"2026-08-18T04:15:34.696330107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:49.423737898Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1223,"history_lines":18,"events_offset":142,"events_lines":2,"console_offset":1267,"console_lines":18}
+{"time":"2026-08-18T04:15:49.714668655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:04.423555939Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1241,"history_lines":15,"events_offset":144,"events_lines":2,"console_offset":1285,"console_lines":16}
+{"time":"2026-08-18T04:16:04.721005643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:19.423296151Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1256,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1301,"console_lines":18}
+{"time":"2026-08-18T04:16:19.700337668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:34.424306511Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1274,"history_lines":17,"events_offset":148,"events_lines":2,"console_offset":1319,"console_lines":17}
+{"time":"2026-08-18T04:16:34.704521975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:49.424141711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1291,"history_lines":17,"events_offset":150,"events_lines":2,"console_offset":1336,"console_lines":18}
+{"time":"2026-08-18T04:16:49.708519272Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:04.424131015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1308,"history_lines":18,"events_offset":152,"events_lines":2,"console_offset":1354,"console_lines":18}
+{"time":"2026-08-18T04:17:04.712242533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:19.424014334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1326,"history_lines":18,"events_offset":154,"events_lines":2,"console_offset":1372,"console_lines":18}
+{"time":"2026-08-18T04:17:19.710199053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:34.42403136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1344,"history_lines":16,"events_offset":156,"events_lines":2,"console_offset":1390,"console_lines":17}
+{"time":"2026-08-18T04:17:34.706636213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:49.423350831Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1360,"history_lines":18,"events_offset":158,"events_lines":2,"console_offset":1407,"console_lines":18}
+{"time":"2026-08-18T04:17:49.692505894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:04.423926384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1378,"history_lines":18,"events_offset":160,"events_lines":2,"console_offset":1425,"console_lines":18}
+{"time":"2026-08-18T04:18:04.723597865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:19.424396997Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1396,"history_lines":17,"events_offset":162,"events_lines":2,"console_offset":1443,"console_lines":18}
+{"time":"2026-08-18T04:18:19.713728503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:34.42337352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1413,"history_lines":18,"events_offset":164,"events_lines":2,"console_offset":1461,"console_lines":18}
+{"time":"2026-08-18T04:18:34.698568385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:49.423803131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1431,"history_lines":18,"events_offset":166,"events_lines":2,"console_offset":1479,"console_lines":18}
+{"time":"2026-08-18T04:18:49.740948608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:04.424245542Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1449,"history_lines":17,"events_offset":168,"events_lines":2,"console_offset":1497,"console_lines":18}
+{"time":"2026-08-18T04:19:04.752337335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:19.424408683Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1466,"history_lines":18,"events_offset":170,"events_lines":2,"console_offset":1515,"console_lines":18}
+{"time":"2026-08-18T04:19:19.709339319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:34.424192069Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1484,"history_lines":16,"events_offset":172,"events_lines":2,"console_offset":1533,"console_lines":17}
+{"time":"2026-08-18T04:19:34.710549063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:49.424386719Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1500,"history_lines":19,"events_offset":174,"events_lines":2,"console_offset":1550,"console_lines":19}
+{"time":"2026-08-18T04:19:49.710809414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:04.424130212Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1519,"history_lines":18,"events_offset":176,"events_lines":2,"console_offset":1569,"console_lines":18}
+{"time":"2026-08-18T04:20:04.739702033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:19.42328622Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1537,"history_lines":18,"events_offset":178,"events_lines":2,"console_offset":1587,"console_lines":19}
+{"time":"2026-08-18T04:20:19.720229346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:34.423959477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1555,"history_lines":18,"events_offset":180,"events_lines":2,"console_offset":1606,"console_lines":18}
+{"time":"2026-08-18T04:20:34.72904125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:49.423833891Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1573,"history_lines":19,"events_offset":182,"events_lines":2,"console_offset":1624,"console_lines":19}
+{"time":"2026-08-18T04:20:49.69707959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:04.424154703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1592,"history_lines":18,"events_offset":184,"events_lines":2,"console_offset":1643,"console_lines":19}
+{"time":"2026-08-18T04:21:04.713876978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:19.423376071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1610,"history_lines":18,"events_offset":186,"events_lines":2,"console_offset":1662,"console_lines":18}
+{"time":"2026-08-18T04:21:19.734819622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:34.424136272Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1628,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1680,"console_lines":18}
+{"time":"2026-08-18T04:21:34.758706927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:49.424387708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1646,"history_lines":17,"events_offset":190,"events_lines":2,"console_offset":1698,"console_lines":18}
+{"time":"2026-08-18T04:21:49.740956728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:04.424175065Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1663,"history_lines":19,"events_offset":192,"events_lines":2,"console_offset":1716,"console_lines":19}
+{"time":"2026-08-18T04:22:04.730960453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:19.42407515Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1682,"history_lines":17,"events_offset":194,"events_lines":2,"console_offset":1735,"console_lines":18}
+{"time":"2026-08-18T04:22:19.725226992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:34.423663936Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1699,"history_lines":18,"events_offset":196,"events_lines":2,"console_offset":1753,"console_lines":18}
+{"time":"2026-08-18T04:22:34.708432065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:49.42406508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1717,"history_lines":19,"events_offset":198,"events_lines":2,"console_offset":1771,"console_lines":19}
+{"time":"2026-08-18T04:22:49.687942702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:04.424040393Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1736,"history_lines":17,"events_offset":200,"events_lines":2,"console_offset":1790,"console_lines":18}
+{"time":"2026-08-18T04:23:04.714890505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:19.424001643Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1753,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1808,"console_lines":19}
+{"time":"2026-08-18T04:23:19.710734Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:34.424664638Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1772,"history_lines":18,"events_offset":204,"events_lines":2,"console_offset":1827,"console_lines":18}
+{"time":"2026-08-18T04:23:34.712347688Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:49.424339505Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1790,"history_lines":18,"events_offset":206,"events_lines":2,"console_offset":1845,"console_lines":19}
+{"time":"2026-08-18T04:23:49.723833281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:04.424144096Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1808,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1864,"console_lines":19}
+{"time":"2026-08-18T04:24:04.760131185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:19.423942494Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1827,"history_lines":18,"events_offset":210,"events_lines":2,"console_offset":1883,"console_lines":18}
+{"time":"2026-08-18T04:24:19.894637602Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:34.424481523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1845,"history_lines":18,"events_offset":212,"events_lines":2,"console_offset":1901,"console_lines":19}
+{"time":"2026-08-18T04:24:34.717874819Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:49.424559439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1863,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":1920,"console_lines":19}
+{"time":"2026-08-18T04:24:49.71587684Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:04.424087503Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1882,"history_lines":18,"events_offset":216,"events_lines":2,"console_offset":1939,"console_lines":19}
+{"time":"2026-08-18T04:25:04.863368626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:19.424559237Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1900,"history_lines":19,"events_offset":218,"events_lines":2,"console_offset":1958,"console_lines":19}
+{"time":"2026-08-18T04:25:19.724992704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:34.424029932Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1919,"history_lines":19,"events_offset":220,"events_lines":2,"console_offset":1977,"console_lines":19}
+{"time":"2026-08-18T04:25:34.705451803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:49.424303903Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1938,"history_lines":17,"events_offset":222,"events_lines":2,"console_offset":1996,"console_lines":18}
+{"time":"2026-08-18T04:25:49.708556095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:04.423916664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1955,"history_lines":19,"events_offset":224,"events_lines":2,"console_offset":2014,"console_lines":19}
+{"time":"2026-08-18T04:26:04.717794061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:19.423646866Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1974,"history_lines":18,"events_offset":226,"events_lines":2,"console_offset":2033,"console_lines":18}
+{"time":"2026-08-18T04:26:19.751094159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:30.772734109Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T04:26:30.77304701Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1992,"history_lines":8,"console_offset":2051,"console_lines":8,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T04:26:31.103336036Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:31.106710974Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T04:26:31.118077063Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T04:26:31.118104934Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T04:26:31.118499137Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T04:26:31.118521468Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d102/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 03:57:47,660 INFO    MainThread:2502175 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_setup.py:_flush():81] Configure stats pid to 2502175
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug.log
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug-internal.log
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():783] calling init triggers
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.0, 0.0, 0.0, 0.0, 0.51040625, 0.462, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.026447265625, 0.0, 0.0, 0.001146484375, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d102', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():831] starting backend
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 03:57:47,892 INFO    MainThread:2502175 [wandb_init.py:init():851] backend started and connected
+2026-08-18 03:57:47,894 INFO    MainThread:2502175 [wandb_init.py:init():921] updated telemetry
+2026-08-18 03:57:47,904 INFO    MainThread:2502175 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 03:57:48,786 INFO    MainThread:2502175 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 03:57:48,889 INFO    MainThread:2502175 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 04:26:28,226 INFO    MainThread:2502175 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d102
+2026-08-18 04:26:28,227 INFO    MainThread:2502175 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 04:26:28,227 INFO    MainThread:2502175 [wandb_run.py:_restore():2575] restore
+2026-08-18 04:26:28,227 INFO    MainThread:2502175 [wandb_run.py:_restore():2581] restore done
+2026-08-18 04:26:31,116 INFO    MainThread:2502175 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            15qtofwpvbvrdxv8dyps3uv2o05fvge7:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-base-d102
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_base.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=1.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.0, 0.0, 0.0, 0.0, 0.51040625, 0.462, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.026447265625, 0.0, 0.0, 0.001146484375, 0.0, 0.0, 0.0]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-base-d102
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "461481086976"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-base-d102
+                startedAt: "2026-08-18T03:57:47.658953Z"
+                writerId: 15qtofwpvbvrdxv8dyps3uv2o05fvge7
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 24
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 2
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0.51040625
+            - 0.462
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0.026447265625
+            - 0
+            - 0
+            - 0.001146484375
+            - 0
+            - 0
+            - 0
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 12
+        embed_dim: 768
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 12
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0001
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-base-d102
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T03:57:47.658953Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-base-d102",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_base.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=1.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.0, 0.0, 0.0, 0.0, 0.51040625, 0.462, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.026447265625, 0.0, 0.0, 0.001146484375, 0.0, 0.0, 0.0]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-base-d102",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-base-d102",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "461481086976"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "15qtofwpvbvrdxv8dyps3uv2o05fvge7"
+}

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/files/wandb-summary.json

@@ -0,0 +1 @@
+{"perf/data_wait_frac":0.003222977022092878,"final_lr":2.0000019000511308e-07,"max_repetition":7.5,"_step":40000,"budget_clips":1920000,"final_step":40000,"train/utterance_loss":0,"optimizer_step":40000,"peak_gib":2.0904951095581055,"total_steps":40000,"progress/clips_seen":1920000,"_wandb":{"runtime":1719},"_runtime":1719.441276021,"decoder_params":2585856,"clips_per_step":48,"_timestamp":1.787027187822408e+09,"val/utterance":0,"train/frame_loss":0.6778121888637543,"progress/epoch_frac":1.0041714957552834,"completed":true,"ema_anneal_steps":40000,"perf/clips_per_s":1270.763428931927,"train/grad_norm":0.10258816182613373,"trainable_params":88035328,"encoder_params":85252608,"val/loss":0.6410546507686377,"total_params":88035328,"train/ema_decay":0.99999,"clips_seen":1920000,"perf/peak_gib":2.0904951095581055,"train/loss":0.6778121888637543,"train/lr":2.0000019000511308e-07,"val/frame":0.6410546507686377,"schedule_steps":40000,"final_ema_decay":0.9999899952500001,"warmup_steps":4000}

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug-core.log

@@ -0,0 +1,43 @@
+{"time":"2026-08-18T03:57:47.236563953Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp2szfd8yd/port-2502175.txt","pid":2502175,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T03:57:47.237252339Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2502175}
+{"time":"2026-08-18T03:57:47.237187969Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2502175-2502390-4190121455/socket","Net":"unix"}}
+{"time":"2026-08-18T03:57:47.388448314Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T03:57:47.662728024Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-base-d102","id":"1(@)"}
+{"time":"2026-08-18T03:57:47.891919025Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-base-d102","id":"1(@)"}
+{"time":"2026-08-18T03:57:53.924409949Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"sfifd1xty8f6"}
+{"time":"2026-08-18T03:58:18.665974481Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: body: failed to forward logs"}
+{"time":"2026-08-18T04:01:29.66413258Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:02:30.664088818Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:05:43.764123397Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:07:24.89860953Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:10:21.904394197Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:13:28.109006218Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:17:44.158639515Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:18:43.493663291Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:20:19.897704606Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:22:58.386115342Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:23:16.70261382Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:23:28.89917493Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:23:47.164600841Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:23:58.899717374Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:24:17.164950358Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:24:28.90073205Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:24:31.398045966Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:26:24.397474053Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:26:28.22830922Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"sfifd1xty8f6"}
+{"time":"2026-08-18T04:26:31.109777652Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"sfifd1xty8f6"}
+{"time":"2026-08-18T04:26:31.118038881Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-base-d102","id":"1(@)"}
+{"time":"2026-08-18T04:26:31.118765957Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T04:26:31.369995738Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-base-d102","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.517205131Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.517274873Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.517284733Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.517318975Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T04:26:32.517299904Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.517363186Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.517409028Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:26:32.517430059Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:26:32.517434499Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T04:26:32.517523442Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2502175-2502390-4190121455/socket","Net":"unix"}}
+{"time":"2026-08-18T04:26:32.725918186Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T04:26:32.725956127Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug-internal.log

@@ -0,0 +1,245 @@
+{"time":"2026-08-18T03:57:47.663839354Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T03:57:47.664130247Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T03:57:47.890185349Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d102"}
+{"time":"2026-08-18T03:57:47.89031245Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T03:57:47.891833334Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T03:57:47.891939135Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d102"}
+{"time":"2026-08-18T03:57:47.891935125Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T03:57:49.423204714Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T03:57:49.736865661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:04.423670971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":9,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":29,"uploaded_len":2}
+{"time":"2026-08-18T03:58:04.70203776Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:19.424741917Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9,"history_lines":18,"events_offset":2,"events_lines":2,"console_offset":29,"console_lines":18}
+{"time":"2026-08-18T03:58:19.707803148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:34.424104674Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":17,"events_offset":4,"events_lines":2,"console_offset":47,"console_lines":17}
+{"time":"2026-08-18T03:58:34.717235379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:58:49.42389714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":44,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":64,"console_lines":18}
+{"time":"2026-08-18T03:58:49.703134192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:04.424034739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":61,"history_lines":16,"events_offset":8,"events_lines":2,"console_offset":82,"console_lines":16}
+{"time":"2026-08-18T03:59:04.726333018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:19.42357186Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":77,"history_lines":16,"events_offset":10,"events_lines":2,"console_offset":98,"console_lines":16}
+{"time":"2026-08-18T03:59:19.734726032Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:34.424139276Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":93,"history_lines":16,"events_offset":12,"events_lines":2,"console_offset":114,"console_lines":17}
+{"time":"2026-08-18T03:59:34.70839121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:59:49.424138329Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":17,"events_offset":14,"events_lines":2,"console_offset":131,"console_lines":17}
+{"time":"2026-08-18T03:59:50.245996912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:04.423624968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":126,"history_lines":18,"events_offset":16,"events_lines":2,"console_offset":148,"console_lines":18}
+{"time":"2026-08-18T04:00:04.735474932Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:19.423630232Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":144,"history_lines":16,"events_offset":18,"events_lines":2,"console_offset":166,"console_lines":17}
+{"time":"2026-08-18T04:00:19.722693151Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:34.424294539Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":160,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":183,"console_lines":18}
+{"time":"2026-08-18T04:00:34.705635105Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:00:49.424271316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":178,"history_lines":17,"events_offset":22,"events_lines":2,"console_offset":201,"console_lines":17}
+{"time":"2026-08-18T04:00:49.718297301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:04.424084596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":195,"history_lines":18,"events_offset":24,"events_lines":2,"console_offset":218,"console_lines":19}
+{"time":"2026-08-18T04:01:04.70689417Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:19.424104526Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":213,"history_lines":16,"events_offset":26,"events_lines":2,"console_offset":237,"console_lines":16}
+{"time":"2026-08-18T04:01:19.726257723Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:34.424159094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":229,"history_lines":19,"events_offset":28,"events_lines":2,"console_offset":253,"console_lines":19}
+{"time":"2026-08-18T04:01:34.709443924Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:01:49.424382435Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":248,"history_lines":15,"events_offset":30,"events_lines":2,"console_offset":272,"console_lines":16}
+{"time":"2026-08-18T04:01:49.815992396Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:04.423913101Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":263,"history_lines":18,"events_offset":32,"events_lines":2,"console_offset":288,"console_lines":18}
+{"time":"2026-08-18T04:02:04.723685984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:19.424029099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":281,"history_lines":18,"events_offset":34,"events_lines":2,"console_offset":306,"console_lines":19}
+{"time":"2026-08-18T04:02:19.71373883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:34.42441886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":299,"history_lines":17,"events_offset":36,"events_lines":2,"console_offset":325,"console_lines":17}
+{"time":"2026-08-18T04:02:34.720464529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:02:49.423604159Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":316,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":342,"console_lines":18}
+{"time":"2026-08-18T04:02:49.715806976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:04.424378484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":334,"history_lines":18,"events_offset":40,"events_lines":2,"console_offset":360,"console_lines":19}
+{"time":"2026-08-18T04:03:04.722375514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:19.424144584Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":352,"history_lines":18,"events_offset":42,"events_lines":2,"console_offset":379,"console_lines":18}
+{"time":"2026-08-18T04:03:19.704193342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:34.423982332Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":370,"history_lines":18,"events_offset":44,"events_lines":2,"console_offset":397,"console_lines":18}
+{"time":"2026-08-18T04:03:34.712388988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:03:49.42417603Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":388,"history_lines":18,"events_offset":46,"events_lines":2,"console_offset":415,"console_lines":19}
+{"time":"2026-08-18T04:03:49.710229506Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:04.423954784Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":406,"history_lines":18,"events_offset":48,"events_lines":2,"console_offset":434,"console_lines":18}
+{"time":"2026-08-18T04:04:04.755671099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:19.423722463Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":424,"history_lines":18,"events_offset":50,"events_lines":2,"console_offset":452,"console_lines":18}
+{"time":"2026-08-18T04:04:19.71197255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:34.424366945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":442,"history_lines":18,"events_offset":52,"events_lines":2,"console_offset":470,"console_lines":19}
+{"time":"2026-08-18T04:04:34.706036392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:04:49.424345071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":460,"history_lines":18,"events_offset":54,"events_lines":2,"console_offset":489,"console_lines":18}
+{"time":"2026-08-18T04:04:49.715885301Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:04.423571653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":478,"history_lines":18,"events_offset":56,"events_lines":2,"console_offset":507,"console_lines":18}
+{"time":"2026-08-18T04:05:04.781438377Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:19.425967652Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":496,"history_lines":15,"events_offset":58,"events_lines":2,"console_offset":525,"console_lines":16}
+{"time":"2026-08-18T04:05:19.704145357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:34.423925068Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":511,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":541,"console_lines":18}
+{"time":"2026-08-18T04:05:34.706720112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:05:49.42410839Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":529,"history_lines":18,"events_offset":62,"events_lines":2,"console_offset":559,"console_lines":18}
+{"time":"2026-08-18T04:05:49.737006189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:04.424149749Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":547,"history_lines":17,"events_offset":64,"events_lines":2,"console_offset":577,"console_lines":18}
+{"time":"2026-08-18T04:06:04.769393077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:19.424486983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":564,"history_lines":16,"events_offset":66,"events_lines":2,"console_offset":595,"console_lines":16}
+{"time":"2026-08-18T04:06:19.719846715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:34.42346117Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":580,"history_lines":18,"events_offset":68,"events_lines":2,"console_offset":611,"console_lines":18}
+{"time":"2026-08-18T04:06:35.264589405Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:06:49.424005045Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":598,"history_lines":16,"events_offset":70,"events_lines":2,"console_offset":629,"console_lines":17}
+{"time":"2026-08-18T04:06:49.717147662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:04.423378525Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":614,"history_lines":19,"events_offset":72,"events_lines":2,"console_offset":646,"console_lines":19}
+{"time":"2026-08-18T04:07:04.737148532Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:19.424029358Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":633,"history_lines":16,"events_offset":74,"events_lines":2,"console_offset":665,"console_lines":17}
+{"time":"2026-08-18T04:07:19.737846069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:34.423653697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":649,"history_lines":17,"events_offset":76,"events_lines":2,"console_offset":682,"console_lines":17}
+{"time":"2026-08-18T04:07:34.704498549Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:07:49.423998635Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":666,"history_lines":17,"events_offset":78,"events_lines":2,"console_offset":699,"console_lines":17}
+{"time":"2026-08-18T04:07:49.72854312Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:04.424723564Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":683,"history_lines":18,"events_offset":80,"events_lines":2,"console_offset":716,"console_lines":19}
+{"time":"2026-08-18T04:08:04.772765001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:19.424064931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":701,"history_lines":17,"events_offset":82,"events_lines":2,"console_offset":735,"console_lines":17}
+{"time":"2026-08-18T04:08:19.706371437Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:34.423770563Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":718,"history_lines":18,"events_offset":84,"events_lines":2,"console_offset":752,"console_lines":18}
+{"time":"2026-08-18T04:08:34.718945791Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:08:49.424398104Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":736,"history_lines":13,"events_offset":86,"events_lines":2,"console_offset":770,"console_lines":14}
+{"time":"2026-08-18T04:08:49.707342912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:04.423930121Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":18,"events_offset":88,"events_lines":2,"console_offset":784,"console_lines":18}
+{"time":"2026-08-18T04:09:04.741332731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:19.424119783Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":767,"history_lines":17,"events_offset":90,"events_lines":2,"console_offset":802,"console_lines":17}
+{"time":"2026-08-18T04:09:19.737152182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:34.424393338Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":784,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":819,"console_lines":20}
+{"time":"2026-08-18T04:09:34.750705033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:09:49.424850281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":803,"history_lines":17,"events_offset":94,"events_lines":2,"console_offset":839,"console_lines":17}
+{"time":"2026-08-18T04:09:49.739821835Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:04.423591462Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":18,"events_offset":96,"events_lines":2,"console_offset":856,"console_lines":18}
+{"time":"2026-08-18T04:10:04.790464635Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:19.423759296Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":838,"history_lines":17,"events_offset":98,"events_lines":2,"console_offset":874,"console_lines":18}
+{"time":"2026-08-18T04:10:19.706226474Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:34.423533435Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":855,"history_lines":19,"events_offset":100,"events_lines":2,"console_offset":892,"console_lines":19}
+{"time":"2026-08-18T04:10:34.707180206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:10:49.423497858Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":874,"history_lines":17,"events_offset":102,"events_lines":2,"console_offset":911,"console_lines":17}
+{"time":"2026-08-18T04:10:49.739452111Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:04.423839216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":891,"history_lines":18,"events_offset":104,"events_lines":2,"console_offset":928,"console_lines":19}
+{"time":"2026-08-18T04:11:04.748799874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:19.423774587Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":909,"history_lines":18,"events_offset":106,"events_lines":2,"console_offset":947,"console_lines":18}
+{"time":"2026-08-18T04:11:19.721022913Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:34.42360064Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":927,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":965,"console_lines":17}
+{"time":"2026-08-18T04:11:34.696821383Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:11:49.424994221Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":944,"history_lines":17,"events_offset":110,"events_lines":2,"console_offset":982,"console_lines":18}
+{"time":"2026-08-18T04:11:49.703673182Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:04.423937874Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":961,"history_lines":17,"events_offset":112,"events_lines":2,"console_offset":1000,"console_lines":17}
+{"time":"2026-08-18T04:12:04.714083384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:19.424565541Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":978,"history_lines":17,"events_offset":114,"events_lines":2,"console_offset":1017,"console_lines":17}
+{"time":"2026-08-18T04:12:19.775626826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:34.423802615Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":995,"history_lines":15,"events_offset":116,"events_lines":2,"console_offset":1034,"console_lines":16}
+{"time":"2026-08-18T04:12:34.718686557Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:12:49.423573345Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":18,"events_offset":118,"events_lines":2,"console_offset":1050,"console_lines":18}
+{"time":"2026-08-18T04:12:49.732149529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:04.424327232Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1028,"history_lines":19,"events_offset":120,"events_lines":2,"console_offset":1068,"console_lines":19}
+{"time":"2026-08-18T04:13:04.726098808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:19.424180234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1047,"history_lines":17,"events_offset":122,"events_lines":2,"console_offset":1087,"console_lines":18}
+{"time":"2026-08-18T04:13:19.724092493Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:34.423835317Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1064,"history_lines":17,"events_offset":124,"events_lines":2,"console_offset":1105,"console_lines":17}
+{"time":"2026-08-18T04:13:34.722506175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:13:49.424280887Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1081,"history_lines":18,"events_offset":126,"events_lines":2,"console_offset":1122,"console_lines":18}
+{"time":"2026-08-18T04:13:49.698159042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:04.424005239Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":17,"events_offset":128,"events_lines":2,"console_offset":1140,"console_lines":18}
+{"time":"2026-08-18T04:14:05.288134882Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:19.424138399Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1116,"history_lines":17,"events_offset":130,"events_lines":2,"console_offset":1158,"console_lines":17}
+{"time":"2026-08-18T04:14:19.71699939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:34.423524664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1133,"history_lines":18,"events_offset":132,"events_lines":2,"console_offset":1175,"console_lines":19}
+{"time":"2026-08-18T04:14:34.76514085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:14:49.423701278Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1151,"history_lines":18,"events_offset":134,"events_lines":2,"console_offset":1194,"console_lines":18}
+{"time":"2026-08-18T04:14:49.718507564Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:04.423953873Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1169,"history_lines":19,"events_offset":136,"events_lines":2,"console_offset":1212,"console_lines":19}
+{"time":"2026-08-18T04:15:04.715275954Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:19.42371992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1188,"history_lines":17,"events_offset":138,"events_lines":2,"console_offset":1231,"console_lines":18}
+{"time":"2026-08-18T04:15:19.692342788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:34.42391028Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1205,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1249,"console_lines":18}
+{"time":"2026-08-18T04:15:34.696330107Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:15:49.423737898Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1223,"history_lines":18,"events_offset":142,"events_lines":2,"console_offset":1267,"console_lines":18}
+{"time":"2026-08-18T04:15:49.714668655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:04.423555939Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1241,"history_lines":15,"events_offset":144,"events_lines":2,"console_offset":1285,"console_lines":16}
+{"time":"2026-08-18T04:16:04.721005643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:19.423296151Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1256,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1301,"console_lines":18}
+{"time":"2026-08-18T04:16:19.700337668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:34.424306511Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1274,"history_lines":17,"events_offset":148,"events_lines":2,"console_offset":1319,"console_lines":17}
+{"time":"2026-08-18T04:16:34.704521975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:16:49.424141711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1291,"history_lines":17,"events_offset":150,"events_lines":2,"console_offset":1336,"console_lines":18}
+{"time":"2026-08-18T04:16:49.708519272Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:04.424131015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1308,"history_lines":18,"events_offset":152,"events_lines":2,"console_offset":1354,"console_lines":18}
+{"time":"2026-08-18T04:17:04.712242533Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:19.424014334Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1326,"history_lines":18,"events_offset":154,"events_lines":2,"console_offset":1372,"console_lines":18}
+{"time":"2026-08-18T04:17:19.710199053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:34.42403136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1344,"history_lines":16,"events_offset":156,"events_lines":2,"console_offset":1390,"console_lines":17}
+{"time":"2026-08-18T04:17:34.706636213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:17:49.423350831Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1360,"history_lines":18,"events_offset":158,"events_lines":2,"console_offset":1407,"console_lines":18}
+{"time":"2026-08-18T04:17:49.692505894Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:04.423926384Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1378,"history_lines":18,"events_offset":160,"events_lines":2,"console_offset":1425,"console_lines":18}
+{"time":"2026-08-18T04:18:04.723597865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:19.424396997Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1396,"history_lines":17,"events_offset":162,"events_lines":2,"console_offset":1443,"console_lines":18}
+{"time":"2026-08-18T04:18:19.713728503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:34.42337352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1413,"history_lines":18,"events_offset":164,"events_lines":2,"console_offset":1461,"console_lines":18}
+{"time":"2026-08-18T04:18:34.698568385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:18:49.423803131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1431,"history_lines":18,"events_offset":166,"events_lines":2,"console_offset":1479,"console_lines":18}
+{"time":"2026-08-18T04:18:49.740948608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:04.424245542Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1449,"history_lines":17,"events_offset":168,"events_lines":2,"console_offset":1497,"console_lines":18}
+{"time":"2026-08-18T04:19:04.752337335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:19.424408683Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1466,"history_lines":18,"events_offset":170,"events_lines":2,"console_offset":1515,"console_lines":18}
+{"time":"2026-08-18T04:19:19.709339319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:34.424192069Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1484,"history_lines":16,"events_offset":172,"events_lines":2,"console_offset":1533,"console_lines":17}
+{"time":"2026-08-18T04:19:34.710549063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:19:49.424386719Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1500,"history_lines":19,"events_offset":174,"events_lines":2,"console_offset":1550,"console_lines":19}
+{"time":"2026-08-18T04:19:49.710809414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:04.424130212Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1519,"history_lines":18,"events_offset":176,"events_lines":2,"console_offset":1569,"console_lines":18}
+{"time":"2026-08-18T04:20:04.739702033Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:19.42328622Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1537,"history_lines":18,"events_offset":178,"events_lines":2,"console_offset":1587,"console_lines":19}
+{"time":"2026-08-18T04:20:19.720229346Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:34.423959477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1555,"history_lines":18,"events_offset":180,"events_lines":2,"console_offset":1606,"console_lines":18}
+{"time":"2026-08-18T04:20:34.72904125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:20:49.423833891Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1573,"history_lines":19,"events_offset":182,"events_lines":2,"console_offset":1624,"console_lines":19}
+{"time":"2026-08-18T04:20:49.69707959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:04.424154703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1592,"history_lines":18,"events_offset":184,"events_lines":2,"console_offset":1643,"console_lines":19}
+{"time":"2026-08-18T04:21:04.713876978Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:19.423376071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1610,"history_lines":18,"events_offset":186,"events_lines":2,"console_offset":1662,"console_lines":18}
+{"time":"2026-08-18T04:21:19.734819622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:34.424136272Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1628,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1680,"console_lines":18}
+{"time":"2026-08-18T04:21:34.758706927Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:21:49.424387708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1646,"history_lines":17,"events_offset":190,"events_lines":2,"console_offset":1698,"console_lines":18}
+{"time":"2026-08-18T04:21:49.740956728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:04.424175065Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1663,"history_lines":19,"events_offset":192,"events_lines":2,"console_offset":1716,"console_lines":19}
+{"time":"2026-08-18T04:22:04.730960453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:19.42407515Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1682,"history_lines":17,"events_offset":194,"events_lines":2,"console_offset":1735,"console_lines":18}
+{"time":"2026-08-18T04:22:19.725226992Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:34.423663936Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1699,"history_lines":18,"events_offset":196,"events_lines":2,"console_offset":1753,"console_lines":18}
+{"time":"2026-08-18T04:22:34.708432065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:22:49.42406508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1717,"history_lines":19,"events_offset":198,"events_lines":2,"console_offset":1771,"console_lines":19}
+{"time":"2026-08-18T04:22:49.687942702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:04.424040393Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1736,"history_lines":17,"events_offset":200,"events_lines":2,"console_offset":1790,"console_lines":18}
+{"time":"2026-08-18T04:23:04.714890505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:19.424001643Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1753,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1808,"console_lines":19}
+{"time":"2026-08-18T04:23:19.710734Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:34.424664638Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1772,"history_lines":18,"events_offset":204,"events_lines":2,"console_offset":1827,"console_lines":18}
+{"time":"2026-08-18T04:23:34.712347688Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:23:49.424339505Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1790,"history_lines":18,"events_offset":206,"events_lines":2,"console_offset":1845,"console_lines":19}
+{"time":"2026-08-18T04:23:49.723833281Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:04.424144096Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1808,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1864,"console_lines":19}
+{"time":"2026-08-18T04:24:04.760131185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:19.423942494Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1827,"history_lines":18,"events_offset":210,"events_lines":2,"console_offset":1883,"console_lines":18}
+{"time":"2026-08-18T04:24:19.894637602Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:34.424481523Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1845,"history_lines":18,"events_offset":212,"events_lines":2,"console_offset":1901,"console_lines":19}
+{"time":"2026-08-18T04:24:34.717874819Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:24:49.424559439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1863,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":1920,"console_lines":19}
+{"time":"2026-08-18T04:24:49.71587684Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:04.424087503Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1882,"history_lines":18,"events_offset":216,"events_lines":2,"console_offset":1939,"console_lines":19}
+{"time":"2026-08-18T04:25:04.863368626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:19.424559237Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1900,"history_lines":19,"events_offset":218,"events_lines":2,"console_offset":1958,"console_lines":19}
+{"time":"2026-08-18T04:25:19.724992704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:34.424029932Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1919,"history_lines":19,"events_offset":220,"events_lines":2,"console_offset":1977,"console_lines":19}
+{"time":"2026-08-18T04:25:34.705451803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:25:49.424303903Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1938,"history_lines":17,"events_offset":222,"events_lines":2,"console_offset":1996,"console_lines":18}
+{"time":"2026-08-18T04:25:49.708556095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:04.423916664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1955,"history_lines":19,"events_offset":224,"events_lines":2,"console_offset":2014,"console_lines":19}
+{"time":"2026-08-18T04:26:04.717794061Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:19.423646866Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1974,"history_lines":18,"events_offset":226,"events_lines":2,"console_offset":2033,"console_lines":18}
+{"time":"2026-08-18T04:26:19.751094159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:30.772734109Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T04:26:30.77304701Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1992,"history_lines":8,"console_offset":2051,"console_lines":8,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T04:26:31.103336036Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:26:31.106710974Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T04:26:31.118077063Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T04:26:31.118104934Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T04:26:31.118499137Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T04:26:31.118521468Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 03:57:47,660 INFO    MainThread:2502175 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_setup.py:_flush():81] Configure stats pid to 2502175
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug.log
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/logs/debug-internal.log
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():783] calling init triggers
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.0, 0.0, 0.0, 0.0, 0.51040625, 0.462, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.026447265625, 0.0, 0.0, 0.001146484375, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d102', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():831] starting backend
+2026-08-18 03:57:47,661 INFO    MainThread:2502175 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 03:57:47,892 INFO    MainThread:2502175 [wandb_init.py:init():851] backend started and connected
+2026-08-18 03:57:47,894 INFO    MainThread:2502175 [wandb_init.py:init():921] updated telemetry
+2026-08-18 03:57:47,904 INFO    MainThread:2502175 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 03:57:48,786 INFO    MainThread:2502175 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 03:57:48,886 INFO    MainThread:2502175 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 03:57:48,889 INFO    MainThread:2502175 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 04:26:28,226 INFO    MainThread:2502175 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d102
+2026-08-18 04:26:28,227 INFO    MainThread:2502175 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 04:26:28,227 INFO    MainThread:2502175 [wandb_run.py:_restore():2575] restore
+2026-08-18 04:26:28,227 INFO    MainThread:2502175 [wandb_run.py:_restore():2581] restore done
+2026-08-18 04:26:31,116 INFO    MainThread:2502175 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/run-phase5-p5-mae-base-d102.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2d856996370f45e9f96e861048e5df165759c340338450df2282e0a7ab67c6
+size 3628156

p5-mae-base-d102/wandb/run-20260818_035747-phase5-p5-mae-base-d102/run-phase5-p5-mae-base-d102.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}