Upload folder using huggingface_hub

.gitattributes

@@ -53,3 +53,4 @@ p5-mae-base-d119/wandb/run-20260818_040848-phase5-p5-mae-base-d119/run-phase5-p5
 p5-mae-base-d128/wandb/run-20260818_040947-phase5-p5-mae-base-d128/run-phase5-p5-mae-base-d128.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d129/wandb/run-20260818_041141-phase5-p5-mae-base-d129/run-phase5-p5-mae-base-d129.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d131/wandb/run-20260818_041422-phase5-p5-mae-base-d131/run-phase5-p5-mae-base-d131.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/run-phase5-p5-mae-base-d136.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-base-d136/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00005000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.11112867735336894,
+  "probe/map_train": 0.6798467041758478,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.13618638749062958,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.629204271011986,
+  "probe/total_s": 26.035138315986842,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12595276453618873
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12657086942495116
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13014192286210816
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13618638749062958
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.13203304225138868
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11615734891630214
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09163730365066901
+    }
+  ],
+  "per_class_ap": [
+    0.608135461807251,
+    0.00651114247739315,
+    0.05896160751581192,
+    0.17341895401477814,
+    0.08948799222707748,
+    0.2625710368156433,
+    0.20103080570697784,
+    0.3125247061252594,
+    0.02256188541650772,
+    0.024344857782125473,
+    0.01457943394780159,
+    0.09103956818580627,
+    0.4367241859436035,
+    0.20193111896514893,
+    0.039631228893995285,
+    0.40662848949432373,
+    0.2170877605676651,
+    0.32281821966171265,
+    0.04148739576339722,
+    0.041122689843177795,
+    0.17888933420181274,
+    0.05268953740596771,
+    0.08153705298900604,
+    0.12668286263942719,
+    0.04311975836753845,
+    0.03702269494533539,
+    0.03283565491437912,
+    0.13957971334457397,
+    0.1509564369916916,
+    0.02196379192173481,
+    0.17595291137695312,
+    0.09103713929653168,
+    0.009047470055520535,
+    0.03898255154490471,
+    0.20262204110622406,
+    0.017918460071086884,
+    0.2834590673446655,
+    0.0475425086915493,
+    0.05792592838406563,
+    0.08837419748306274,
+    0.10737151652574539,
+    0.007368957158178091,
+    0.0331602580845356,
+    0.3139594793319702,
+    0.01099449023604393,
+    0.057294849306344986,
+    0.006848693825304508,
+    0.06344743072986603,
+    0.053441863507032394,
+    0.0689886212348938,
+    0.10489780455827713,
+    0.006830805912613869,
+    0.014471638016402721,
+    0.020771963521838188,
+    0.12341775745153427,
+    0.07634705305099487,
+    0.1282811462879181,
+    0.23336286842823029,
+    0.08849620819091797,
+    0.04729500785470009,
+    0.20219549536705017,
+    0.1907830536365509,
+    0.024574410170316696,
+    0.07847357541322708,
+    0.5117665529251099,
+    0.20284518599510193,
+    0.1829163283109665,
+    0.2276720106601715,
+    0.3145754039287567,
+    0.3435611128807068,
+    0.08662991970777512,
+    0.0893176719546318,
+    0.14524750411510468,
+    0.1272536963224411,
+    0.14137107133865356,
+    0.16812388598918915,
+    0.04683968052268028,
+    0.13764064013957977,
+    0.1383548378944397,
+    0.05046938359737396,
+    0.02672744169831276,
+    0.04712642356753349,
+    0.10504083335399628,
+    0.11033347249031067,
+    0.07220293581485748,
+    0.013937754556536674,
+    0.04227440431714058,
+    0.02877715229988098,
+    0.01917138136923313,
+    0.05915188044309616,
+    0.03523625060915947,
+    0.034391850233078,
+    0.14975491166114807,
+    0.013031764887273312,
+    0.023469313979148865,
+    0.04086248204112053,
+    0.020813636481761932,
+    0.03967033326625824,
+    0.11034632474184036,
+    0.18494172394275665,
+    0.10605786740779877,
+    0.2535237669944763,
+    0.03284414857625961,
+    0.03280523046851158,
+    0.013697206042706966,
+    0.05973093584179878,
+    0.036211758852005005,
+    0.03977040573954582,
+    0.06392404437065125,
+    0.15288947522640228,
+    0.1717281937599182,
+    0.08737429231405258,
+    0.05576840415596962,
+    0.04958927631378174,
+    0.024934154003858566,
+    0.11785916984081268,
+    0.11791002005338669,
+    0.1048787459731102,
+    0.10721175372600555,
+    0.1635948121547699,
+    0.15974989533424377,
+    0.0706748217344284,
+    0.07744278013706207,
+    0.040813978761434555,
+    0.017048919573426247,
+    0.02147669903934002,
+    0.10420265048742294,
+    0.14309439063072205,
+    0.12285332381725311,
+    0.07594585418701172,
+    0.00408663647249341,
+    0.06212079897522926,
+    0.18829947710037231,
+    0.19414807856082916,
+    0.0433415025472641,
+    0.00519779184833169,
+    0.05136837065219879,
+    0.696454644203186,
+    0.20105677843093872,
+    0.26504459977149963,
+    0.35684525966644287,
+    0.24802696704864502,
+    0.0786154642701149,
+    0.13088665902614594,
+    0.06572268158197403,
+    0.09381002932786942,
+    0.05061454698443413,
+    0.126499205827713,
+    0.06650527566671371,
+    0.13530489802360535,
+    0.14975237846374512,
+    0.13865336775779724,
+    0.2024565488100052,
+    0.07532995939254761,
+    0.07782979309558868,
+    0.15614554286003113,
+    0.09367642551660538,
+    0.0744141936302185,
+    0.023656247183680534,
+    0.07342959195375443,
+    0.4297157824039459,
+    0.2594408392906189,
+    0.33947181701660156,
+    0.13502569496631622,
+    0.2519185245037079,
+    0.27076268196105957,
+    0.283299058675766,
+    0.18129226565361023,
+    0.30456480383872986,
+    0.35633614659309387,
+    0.19315701723098755,
+    0.2670448124408722,
+    0.29136893153190613,
+    0.20996412634849548,
+    0.06253856420516968,
+    0.08010087162256241,
+    0.13427920639514923,
+    0.2898724377155304,
+    0.04037915915250778,
+    0.06190769374370575,
+    0.06673873960971832,
+    0.06674265116453171,
+    0.13226845860481262,
+    0.22322747111320496,
+    0.044255148619413376,
+    0.33742132782936096,
+    0.35507380962371826,
+    0.17242734134197235,
+    0.24866421520709991,
+    0.1122550442814827,
+    0.12656480073928833,
+    0.06727809458971024,
+    0.22813832759857178,
+    0.15035615861415863,
+    0.17219623923301697,
+    0.36325275897979736,
+    0.044342994689941406,
+    0.05395188182592392,
+    0.12478405982255936,
+    0.15992948412895203,
+    0.03359993174672127,
+    0.1876525580883026,
+    0.05423998832702637,
+    0.1879829466342926,
+    0.19754260778427124,
+    0.11294910311698914,
+    0.1145133525133133,
+    0.33265531063079834,
+    0.1565738022327423,
+    0.24109280109405518,
+    0.699981153011322,
+    0.32774949073791504,
+    0.465689092874527,
+    0.030883178114891052,
+    0.30343687534332275,
+    0.0993097797036171,
+    0.02411716990172863,
+    0.17480550706386566,
+    0.08609442412853241,
+    0.1309579461812973,
+    0.12920622527599335,
+    0.10870883613824844,
+    0.20074282586574554,
+    0.17167814075946808,
+    0.04419023171067238,
+    0.05788172408938408,
+    0.05887629836797714,
+    0.02872190997004509,
+    0.1513568013906479,
+    0.03542739525437355,
+    0.0406603179872036,
+    0.07084847241640091,
+    0.06076420098543167,
+    0.05115434154868126,
+    0.03837091475725174,
+    0.011034965515136719,
+    0.12508565187454224,
+    0.016796041280031204,
+    0.2479858100414276,
+    0.027471862733364105,
+    0.10973506420850754,
+    0.18652339279651642,
+    0.2651386857032776,
+    0.1629645973443985,
+    0.153843954205513,
+    0.1755654364824295,
+    0.049230970442295074,
+    0.10842899978160858,
+    0.0358247272670269,
+    0.1339491754770279,
+    0.09090487658977509,
+    0.024709809571504593,
+    0.03149323910474777,
+    0.0691417008638382,
+    0.04282640665769577,
+    0.12453518062829971,
+    0.20444543659687042,
+    0.18238869309425354,
+    0.15988478064537048,
+    0.09542565792798996,
+    0.04917057231068611,
+    0.05609813332557678,
+    0.1627306342124939,
+    0.06831996887922287,
+    0.018039189279079437,
+    0.04885844513773918,
+    0.06444122642278671,
+    0.0783705860376358,
+    0.10385335236787796,
+    0.02445666864514351,
+    0.01156280841678381,
+    0.1782526671886444,
+    0.05780533701181412,
+    0.027633100748062134,
+    0.17617227137088776,
+    0.028773127123713493,
+    0.07413703203201294,
+    0.025252703577280045,
+    0.045436758548021317,
+    0.019451485946774483,
+    0.01629282720386982,
+    0.21480430662631989,
+    0.12993073463439941,
+    0.16536888480186462,
+    0.060745757073163986,
+    0.16269263625144958,
+    0.21404069662094116,
+    0.24874752759933472,
+    0.15785492956638336,
+    0.16406230628490448,
+    0.13678628206253052,
+    0.14096568524837494,
+    0.11512097716331482,
+    0.2538151144981384,
+    0.09132934361696243,
+    0.09549529105424881,
+    0.09404167532920837,
+    0.00585032906383276,
+    0.006887088064104319,
+    0.006805393844842911,
+    0.2616095542907715,
+    0.14097793400287628,
+    0.09355854243040085,
+    0.04329151287674904,
+    0.02401127852499485,
+    0.07623354345560074,
+    0.020109038800001144,
+    0.14164453744888306,
+    0.06733324378728867,
+    0.05507924407720566,
+    0.08102983981370926,
+    0.029652172699570656,
+    0.08037499338388443,
+    0.06194157898426056,
+    0.04410048574209213,
+    0.09063056111335754,
+    0.04878600686788559,
+    0.037731021642684937,
+    0.11855907738208771,
+    0.062309179455041885,
+    0.1927037239074707,
+    0.07029113918542862,
+    0.3731476962566376,
+    0.2769031524658203,
+    0.1678629219532013,
+    0.23259399831295013,
+    0.012234572321176529,
+    0.043484725058078766,
+    0.23511482775211334,
+    0.21477606892585754,
+    0.09445983916521072,
+    0.22986334562301636,
+    0.23677778244018555,
+    0.2686728239059448,
+    0.1760684996843338,
+    0.1158016100525856,
+    0.06582267582416534,
+    0.13249114155769348,
+    0.0563407838344574,
+    0.019117310643196106,
+    0.06027432531118393,
+    0.009621297009289265,
+    0.025329358875751495,
+    0.1054423376917839,
+    0.10307938605546951,
+    0.036545269191265106,
+    0.09830065071582794,
+    0.21688240766525269,
+    0.016403431072831154,
+    0.013907361775636673,
+    0.02382461167871952,
+    0.012205259874463081,
+    0.032241735607385635,
+    0.0790485143661499,
+    0.0239102803170681,
+    0.03930814936757088,
+    0.02935589849948883,
+    0.009212027303874493,
+    0.04427923262119293,
+    0.12219739705324173,
+    0.011240005493164062,
+    0.03377407044172287,
+    0.10225121676921844,
+    0.10688145458698273,
+    0.019352400675415993,
+    0.029276445508003235,
+    0.3832502067089081,
+    0.1637558937072754,
+    0.014422157779335976,
+    0.09436012804508209,
+    0.07999464869499207,
+    0.09338277578353882,
+    0.04907238110899925,
+    0.2990839183330536,
+    0.08786178380250931,
+    0.024333951994776726,
+    0.059508807957172394,
+    0.05183912068605423,
+    0.0062990193255245686,
+    0.012547052465379238,
+    0.03280266374349594,
+    0.08724569529294968,
+    0.04217967018485069,
+    0.03573352470993996,
+    0.06997279077768326,
+    0.19184085726737976,
+    0.1335512399673462,
+    0.04017595201730728,
+    0.0542147196829319,
+    0.04518454894423485,
+    0.2754080891609192,
+    0.05322016403079033,
+    0.02049422264099121,
+    0.3102259337902069,
+    0.18785488605499268,
+    0.04058011993765831,
+    0.40195950865745544,
+    0.4912310242652893,
+    0.017331605777144432,
+    0.3213328421115875,
+    0.32289156317710876,
+    0.03354229778051376,
+    0.07662682980298996,
+    0.16763004660606384,
+    0.0180260818451643,
+    0.007770759053528309,
+    0.012277813628315926,
+    0.015287510119378567,
+    0.03388576954603195,
+    0.007801215164363384,
+    0.011861884966492653,
+    0.13128827512264252,
+    0.015859199687838554,
+    0.015342841856181622,
+    0.2501058578491211,
+    0.2012307196855545,
+    0.020283835008740425,
+    0.014868129976093769,
+    0.06826481968164444,
+    0.09812081605195999,
+    0.10990935564041138,
+    0.04747942462563515,
+    0.06692927330732346,
+    0.20042964816093445,
+    0.07273396849632263,
+    0.08577972650527954,
+    0.04716979339718819,
+    0.10993096977472305,
+    0.16340336203575134,
+    0.15991269052028656,
+    0.05747280642390251,
+    0.09369773417711258,
+    0.09689649939537048,
+    0.05124754458665848,
+    0.006506368983536959,
+    0.10455138236284256,
+    0.22922208905220032,
+    0.045401208102703094,
+    0.12009337544441223,
+    0.007969449274241924,
+    0.015359900891780853,
+    0.014216090552508831,
+    0.006666830740869045,
+    0.06714553385972977,
+    0.005528083071112633,
+    0.08384885638952255,
+    0.010525555349886417,
+    0.01026134006679058,
+    0.006475850474089384,
+    0.025223908945918083,
+    0.0075023118406534195,
+    0.03222736716270447,
+    0.008633999153971672,
+    0.026324741542339325,
+    0.01707928255200386,
+    0.16603882610797882,
+    0.02274618297815323,
+    0.07600823789834976,
+    0.035493072122335434,
+    0.1008405089378357,
+    0.02802233397960663,
+    0.031584836542606354,
+    0.2047562152147293,
+    0.4548896551132202,
+    0.21041147410869598,
+    0.1388852447271347,
+    0.04571232944726944,
+    0.07804011553525925,
+    0.035235196352005005,
+    0.10892518609762192,
+    0.07670887559652328,
+    0.060705237090587616,
+    0.10691791772842407,
+    0.006597678177058697,
+    0.09756134450435638,
+    0.003879621159285307,
+    0.2143622785806656,
+    0.035208117216825485,
+    0.04049887880682945,
+    0.18533335626125336,
+    0.12915447354316711,
+    0.08425505459308624,
+    0.008612035773694515,
+    0.03172171115875244,
+    0.04909441992640495,
+    0.00989797804504633,
+    0.006024176720529795,
+    0.03695308417081833,
+    0.052127573639154434,
+    0.03802156820893288,
+    0.13488858938217163,
+    0.24231307208538055,
+    0.05178087204694748,
+    0.16047796607017517,
+    0.21081790328025818,
+    0.04806726425886154,
+    0.030708899721503258,
+    0.1474938541650772,
+    0.06579384207725525,
+    0.07841599732637405,
+    0.12003786116838455,
+    0.19994650781154633,
+    0.008488480001688004,
+    0.09837213158607483,
+    0.022822968661785126,
+    0.017298592254519463,
+    0.07640749216079712,
+    0.015456627123057842,
+    0.01155092753469944,
+    0.027227332815527916,
+    0.018882738426327705,
+    0.15088863670825958,
+    0.06384120881557465,
+    0.007811650168150663,
+    0.09640983492136002,
+    0.2729051411151886,
+    0.016231777146458626,
+    0.3546889126300812,
+    0.022094208747148514,
+    0.021080216392874718,
+    0.01691911742091179,
+    0.22114023566246033,
+    0.13784442842006683,
+    0.015457718633115292,
+    0.006544005591422319,
+    0.17258375883102417,
+    0.08421187102794647
+  ]
+}

p5-mae-base-d136/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8602a5070f543d51bebe6097e8f5c18317e8f4a10c9a5bc577925e058c371415
+size 352156376

p5-mae-base-d136/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00010000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.13319413073314973,
+  "probe/map_train": 0.7081946981699688,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15857743731464843,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.6034477771027,
+  "probe/total_s": 25.989645144087262,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15126502646647563
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15154299159592594
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15407530582762646
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15857743731464843
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15526279115490968
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13866550625572283
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11197337611583706
+    }
+  ],
+  "per_class_ap": [
+    0.6267834305763245,
+    0.005563219077885151,
+    0.07862311601638794,
+    0.19164524972438812,
+    0.08110801130533218,
+    0.27641138434410095,
+    0.21800033748149872,
+    0.2993410527706146,
+    0.024485914036631584,
+    0.04363248497247696,
+    0.02072632499039173,
+    0.079666867852211,
+    0.4808386266231537,
+    0.2950775623321533,
+    0.03643234074115753,
+    0.47703149914741516,
+    0.26831483840942383,
+    0.36375054717063904,
+    0.039808981120586395,
+    0.0793965756893158,
+    0.22322510182857513,
+    0.056318484246730804,
+    0.16472843289375305,
+    0.14247912168502808,
+    0.05640348792076111,
+    0.042325910180807114,
+    0.06795557588338852,
+    0.1546025574207306,
+    0.26379647850990295,
+    0.047647323459386826,
+    0.2670063078403473,
+    0.1526423543691635,
+    0.013485959731042385,
+    0.051788780838251114,
+    0.2409144639968872,
+    0.047409724444150925,
+    0.3588803708553314,
+    0.0691211074590683,
+    0.07510019093751907,
+    0.1243581548333168,
+    0.13080453872680664,
+    0.012160062789916992,
+    0.06688468158245087,
+    0.43078720569610596,
+    0.010849270038306713,
+    0.09576045721769333,
+    0.006669166032224894,
+    0.1621600091457367,
+    0.07865611463785172,
+    0.08509959280490875,
+    0.12351026386022568,
+    0.009323221631348133,
+    0.017014509066939354,
+    0.03433351218700409,
+    0.18370354175567627,
+    0.0923064798116684,
+    0.1991601288318634,
+    0.3297216594219208,
+    0.12368812412023544,
+    0.05311550572514534,
+    0.19100014865398407,
+    0.17044298350811005,
+    0.044060662388801575,
+    0.11844667047262192,
+    0.5206867456436157,
+    0.2087762951850891,
+    0.2649882137775421,
+    0.27366742491722107,
+    0.38069817423820496,
+    0.38720735907554626,
+    0.10380405932664871,
+    0.15327072143554688,
+    0.17224383354187012,
+    0.16365870833396912,
+    0.17428536713123322,
+    0.23961344361305237,
+    0.05240454897284508,
+    0.2652992308139801,
+    0.17895285785198212,
+    0.07619143277406693,
+    0.02337321639060974,
+    0.08012203127145767,
+    0.1583489179611206,
+    0.12109392881393433,
+    0.10283461958169937,
+    0.025073375552892685,
+    0.07056478410959244,
+    0.04172360524535179,
+    0.02152254432439804,
+    0.07763110846281052,
+    0.07840596139431,
+    0.07560788094997406,
+    0.13096465170383453,
+    0.014334087260067463,
+    0.03166504204273224,
+    0.05158127844333649,
+    0.018880968913435936,
+    0.01913171261548996,
+    0.13809794187545776,
+    0.19915887713432312,
+    0.13274770975112915,
+    0.27182891964912415,
+    0.043365128338336945,
+    0.04456615447998047,
+    0.01793232001364231,
+    0.08323648571968079,
+    0.053916849195957184,
+    0.045378535985946655,
+    0.09730726480484009,
+    0.19990554451942444,
+    0.21723401546478271,
+    0.11907842755317688,
+    0.10116347670555115,
+    0.08840222656726837,
+    0.04871661961078644,
+    0.17309284210205078,
+    0.1659545600414276,
+    0.1363673210144043,
+    0.15238390862941742,
+    0.23972809314727783,
+    0.2464625984430313,
+    0.13317705690860748,
+    0.06480380147695541,
+    0.07682432234287262,
+    0.012817779555916786,
+    0.0192567128688097,
+    0.1333610713481903,
+    0.16510097682476044,
+    0.16642111539840698,
+    0.131287083029747,
+    0.005088429432362318,
+    0.12719357013702393,
+    0.22168555855751038,
+    0.2114938348531723,
+    0.06589028239250183,
+    0.00660733412951231,
+    0.0625889003276825,
+    0.71528559923172,
+    0.231171116232872,
+    0.29960376024246216,
+    0.4093727767467499,
+    0.29590561985969543,
+    0.11368827521800995,
+    0.14715752005577087,
+    0.0961652547121048,
+    0.14564059674739838,
+    0.07777856290340424,
+    0.22529660165309906,
+    0.09281190484762192,
+    0.19840988516807556,
+    0.1264221966266632,
+    0.17993371188640594,
+    0.2033870965242386,
+    0.09744337946176529,
+    0.08742617070674896,
+    0.23350617289543152,
+    0.10176637023687363,
+    0.1219778060913086,
+    0.028559256345033646,
+    0.05202031508088112,
+    0.452913373708725,
+    0.26980751752853394,
+    0.32724130153656006,
+    0.1412748545408249,
+    0.24715755879878998,
+    0.26108965277671814,
+    0.28071460127830505,
+    0.1733442097902298,
+    0.2820684313774109,
+    0.3692837059497833,
+    0.20078907907009125,
+    0.30416807532310486,
+    0.3263823091983795,
+    0.2238604873418808,
+    0.08651003241539001,
+    0.08484525233507156,
+    0.11691982299089432,
+    0.29653090238571167,
+    0.06067896634340286,
+    0.13139988481998444,
+    0.16339711844921112,
+    0.14016228914260864,
+    0.14333254098892212,
+    0.2756986916065216,
+    0.09475771337747574,
+    0.3729217052459717,
+    0.3015255630016327,
+    0.1817631870508194,
+    0.29710209369659424,
+    0.13298499584197998,
+    0.15894626080989838,
+    0.08734332025051117,
+    0.29754874110221863,
+    0.2069135308265686,
+    0.20370282232761383,
+    0.3917796015739441,
+    0.04673381894826889,
+    0.07222767919301987,
+    0.13929231464862823,
+    0.27378663420677185,
+    0.04169094190001488,
+    0.21936087310314178,
+    0.08923421800136566,
+    0.20192965865135193,
+    0.20015142858028412,
+    0.16380013525485992,
+    0.1856755167245865,
+    0.517758309841156,
+    0.17295487225055695,
+    0.24772588908672333,
+    0.7612380981445312,
+    0.36223116517066956,
+    0.512205183506012,
+    0.044995736330747604,
+    0.37262654304504395,
+    0.09544637054204941,
+    0.04207495227456093,
+    0.20354150235652924,
+    0.12862905859947205,
+    0.09965792298316956,
+    0.135654479265213,
+    0.09650354087352753,
+    0.1998172104358673,
+    0.1897227168083191,
+    0.07294188439846039,
+    0.07064982503652573,
+    0.07478339970111847,
+    0.035182639956474304,
+    0.16966739296913147,
+    0.03752007335424423,
+    0.056008901447057724,
+    0.10235341638326645,
+    0.06646928191184998,
+    0.07125420868396759,
+    0.032087504863739014,
+    0.01440576370805502,
+    0.16182787716388702,
+    0.014259015209972858,
+    0.30824050307273865,
+    0.02802516706287861,
+    0.11798583716154099,
+    0.1935136318206787,
+    0.23279127478599548,
+    0.1627277284860611,
+    0.156676784157753,
+    0.18682777881622314,
+    0.066621795296669,
+    0.13795746862888336,
+    0.03618614748120308,
+    0.16456188261508942,
+    0.11108613014221191,
+    0.022487299516797066,
+    0.07248205691576004,
+    0.08292874693870544,
+    0.05856195464730263,
+    0.18809761106967926,
+    0.2217157930135727,
+    0.21781258285045624,
+    0.1647712141275406,
+    0.10030212253332138,
+    0.05460485816001892,
+    0.06342513114213943,
+    0.2055361270904541,
+    0.1110321655869484,
+    0.029678653925657272,
+    0.05801314488053322,
+    0.07499130070209503,
+    0.0865468680858612,
+    0.1296386569738388,
+    0.03806013986468315,
+    0.01678176410496235,
+    0.20051784813404083,
+    0.07853427529335022,
+    0.02615196444094181,
+    0.13261695206165314,
+    0.02874227613210678,
+    0.09857259690761566,
+    0.035682376474142075,
+    0.06016237661242485,
+    0.030760323628783226,
+    0.02341914176940918,
+    0.2866556644439697,
+    0.14978572726249695,
+    0.21015332639217377,
+    0.061016350984573364,
+    0.22116242349147797,
+    0.32067522406578064,
+    0.3527531921863556,
+    0.2051307111978531,
+    0.20481058955192566,
+    0.17859439551830292,
+    0.13862670958042145,
+    0.12572896480560303,
+    0.21375544369220734,
+    0.15612512826919556,
+    0.16156616806983948,
+    0.13114117085933685,
+    0.0053826249204576015,
+    0.00881409365683794,
+    0.008868875913321972,
+    0.2638698220252991,
+    0.17391766607761383,
+    0.15900196135044098,
+    0.056533828377723694,
+    0.03893153741955757,
+    0.07286663353443146,
+    0.021697314456105232,
+    0.15592819452285767,
+    0.12007760256528854,
+    0.12152203172445297,
+    0.16531655192375183,
+    0.040846969932317734,
+    0.09342624247074127,
+    0.06983423978090286,
+    0.0556054450571537,
+    0.10729765892028809,
+    0.05032872036099434,
+    0.03066481463611126,
+    0.12066420167684555,
+    0.0713026374578476,
+    0.21450106799602509,
+    0.04353613406419754,
+    0.436892032623291,
+    0.3099821209907532,
+    0.209143728017807,
+    0.2745685279369354,
+    0.026743333786725998,
+    0.05666119232773781,
+    0.2568320631980896,
+    0.24944968521595,
+    0.1303107738494873,
+    0.2270386666059494,
+    0.25299757719039917,
+    0.3188122808933258,
+    0.23751598596572876,
+    0.13881666958332062,
+    0.1076701208949089,
+    0.18831297755241394,
+    0.06330692023038864,
+    0.02625999227166176,
+    0.06451194733381271,
+    0.014248769730329514,
+    0.0625782310962677,
+    0.1254953294992447,
+    0.12069635838270187,
+    0.04687744379043579,
+    0.07566773891448975,
+    0.24614255130290985,
+    0.02403547428548336,
+    0.014949521981179714,
+    0.07386277616024017,
+    0.032389286905527115,
+    0.06705005466938019,
+    0.08719933032989502,
+    0.025307903066277504,
+    0.0561608150601387,
+    0.03333163261413574,
+    0.010093250311911106,
+    0.04625159874558449,
+    0.14713385701179504,
+    0.010020150803029537,
+    0.07362294942140579,
+    0.13108663260936737,
+    0.07589508593082428,
+    0.02709868736565113,
+    0.0335962288081646,
+    0.3964645564556122,
+    0.1953694224357605,
+    0.014246458187699318,
+    0.1207704022526741,
+    0.11252812296152115,
+    0.1066582128405571,
+    0.09986236691474915,
+    0.39303797483444214,
+    0.17758652567863464,
+    0.022085055708885193,
+    0.06490804255008698,
+    0.05863930657505989,
+    0.009385945275425911,
+    0.013378812000155449,
+    0.023279959335923195,
+    0.07773954421281815,
+    0.0761881098151207,
+    0.06045420840382576,
+    0.11525119096040726,
+    0.17856323719024658,
+    0.17319999635219574,
+    0.07393546402454376,
+    0.04418400302529335,
+    0.04878465086221695,
+    0.2803575396537781,
+    0.06445170193910599,
+    0.04162052273750305,
+    0.35427722334861755,
+    0.23053604364395142,
+    0.07701338082551956,
+    0.4706653654575348,
+    0.5469629168510437,
+    0.03112391009926796,
+    0.33012986183166504,
+    0.3385860323905945,
+    0.034880395978689194,
+    0.08265094459056854,
+    0.2630346417427063,
+    0.014893815852701664,
+    0.012668457813560963,
+    0.018608858808875084,
+    0.018326763063669205,
+    0.020734230056405067,
+    0.008594902232289314,
+    0.009506873786449432,
+    0.14224031567573547,
+    0.01698891632258892,
+    0.018279030919075012,
+    0.23593482375144958,
+    0.2220095694065094,
+    0.01806623674929142,
+    0.02835768833756447,
+    0.09091504663228989,
+    0.10912530869245529,
+    0.16821029782295227,
+    0.04355853050947189,
+    0.08719619363546371,
+    0.21781161427497864,
+    0.0996742770075798,
+    0.10798507928848267,
+    0.04014936462044716,
+    0.16246847808361053,
+    0.19871678948402405,
+    0.1481667160987854,
+    0.13780000805854797,
+    0.11752492189407349,
+    0.1506315916776657,
+    0.07284702360630035,
+    0.005276174284517765,
+    0.09849623590707779,
+    0.2326827347278595,
+    0.0811036005616188,
+    0.12633617222309113,
+    0.016979645937681198,
+    0.02033989503979683,
+    0.021313432604074478,
+    0.00819547288119793,
+    0.10360945016145706,
+    0.007197489030659199,
+    0.1259993612766266,
+    0.022937504574656487,
+    0.013130552135407925,
+    0.00868598185479641,
+    0.06134473904967308,
+    0.00621310668066144,
+    0.042846374213695526,
+    0.01366856787353754,
+    0.03514738008379936,
+    0.030472449958324432,
+    0.18179473280906677,
+    0.02465028129518032,
+    0.10203047096729279,
+    0.050040509551763535,
+    0.10594512522220612,
+    0.04355751350522041,
+    0.03057694248855114,
+    0.31008395552635193,
+    0.4805459976196289,
+    0.21721117198467255,
+    0.14843884110450745,
+    0.02197636105120182,
+    0.07825551182031631,
+    0.04255025088787079,
+    0.16519895195960999,
+    0.08073142915964127,
+    0.07315535843372345,
+    0.11813090741634369,
+    0.009674963541328907,
+    0.11107893288135529,
+    0.006369111128151417,
+    0.23838219046592712,
+    0.06509155035018921,
+    0.049760036170482635,
+    0.1975788176059723,
+    0.13717447221279144,
+    0.09677256643772125,
+    0.011443701572716236,
+    0.08111987262964249,
+    0.07603427767753601,
+    0.009398693218827248,
+    0.0054924036376178265,
+    0.04831269010901451,
+    0.06497644633054733,
+    0.053852394223213196,
+    0.19012786448001862,
+    0.25943881273269653,
+    0.07760011404752731,
+    0.17031575739383698,
+    0.2519502341747284,
+    0.06726173311471939,
+    0.03279135748744011,
+    0.1545950025320053,
+    0.08659221976995468,
+    0.12031373381614685,
+    0.12037469446659088,
+    0.2531528174877167,
+    0.00796398613601923,
+    0.10096406936645508,
+    0.028099536895751953,
+    0.013384074904024601,
+    0.0869845449924469,
+    0.015954487025737762,
+    0.013433558866381645,
+    0.02806912362575531,
+    0.022213611751794815,
+    0.17829060554504395,
+    0.04977160319685936,
+    0.008624361827969551,
+    0.12480828911066055,
+    0.2774825394153595,
+    0.03621143475174904,
+    0.3743417263031006,
+    0.03836062178015709,
+    0.04037318751215935,
+    0.02359464019536972,
+    0.23187577724456787,
+    0.1455134004354477,
+    0.024603217840194702,
+    0.012452306225895882,
+    0.12081113457679749,
+    0.08520977199077606
+  ]
+}

p5-mae-base-d136/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00015000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.14699993560804617,
+  "probe/map_train": 0.6988535865547535,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1766514389040532,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.060441917041317,
+  "probe/total_s": 26.08137616701424,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1691396810981203
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16948363304657746
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1718624754631238
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1766514389040532
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1713987371709332
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15049530210749262
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11906350901318569
+    }
+  ],
+  "per_class_ap": [
+    0.6439580917358398,
+    0.010800281539559364,
+    0.06925005465745926,
+    0.19550229609012604,
+    0.11933451145887375,
+    0.29134881496429443,
+    0.2646598517894745,
+    0.3163195848464966,
+    0.026740046218037605,
+    0.03537636250257492,
+    0.019298382103443146,
+    0.10004787147045135,
+    0.5391114950180054,
+    0.3313301205635071,
+    0.061742983758449554,
+    0.44539234042167664,
+    0.2736274302005768,
+    0.35637587308883667,
+    0.04820609837770462,
+    0.09035921841859818,
+    0.22321167588233948,
+    0.07845829427242279,
+    0.18341538310050964,
+    0.16247335076332092,
+    0.05960622429847717,
+    0.02051396854221821,
+    0.0702129378914833,
+    0.18878549337387085,
+    0.254081130027771,
+    0.06415023654699326,
+    0.3098146617412567,
+    0.18282030522823334,
+    0.01753964088857174,
+    0.05889225751161575,
+    0.2597968280315399,
+    0.04482538253068924,
+    0.3312447965145111,
+    0.07204493880271912,
+    0.09097094088792801,
+    0.12254586815834045,
+    0.14968493580818176,
+    0.01227530837059021,
+    0.06453859061002731,
+    0.4611014425754547,
+    0.012678591534495354,
+    0.12841293215751648,
+    0.018824685364961624,
+    0.15023921430110931,
+    0.07106070965528488,
+    0.09206236153841019,
+    0.11327707022428513,
+    0.007409549783915281,
+    0.02342532016336918,
+    0.057000670582056046,
+    0.20213426649570465,
+    0.0874415785074234,
+    0.24183252453804016,
+    0.350085973739624,
+    0.16580171883106232,
+    0.07829738408327103,
+    0.17867515981197357,
+    0.17843852937221527,
+    0.046312425285577774,
+    0.14423413574695587,
+    0.5489345788955688,
+    0.23208636045455933,
+    0.25459298491477966,
+    0.30856120586395264,
+    0.3878519833087921,
+    0.38179826736450195,
+    0.11986177414655685,
+    0.13607241213321686,
+    0.190132737159729,
+    0.16921673715114594,
+    0.1744392216205597,
+    0.24395662546157837,
+    0.0519326888024807,
+    0.2594453990459442,
+    0.19546271860599518,
+    0.13702277839183807,
+    0.02618386782705784,
+    0.08327817171812057,
+    0.19867952167987823,
+    0.12515169382095337,
+    0.11302828043699265,
+    0.02451263926923275,
+    0.0889369398355484,
+    0.03456420451402664,
+    0.027279341593384743,
+    0.0957728698849678,
+    0.0848490297794342,
+    0.08750573545694351,
+    0.1296759843826294,
+    0.011840851046144962,
+    0.047308143228292465,
+    0.05420222133398056,
+    0.015505922958254814,
+    0.0517474003136158,
+    0.14712901413440704,
+    0.20170199871063232,
+    0.11330834776163101,
+    0.28272852301597595,
+    0.04419727995991707,
+    0.04373650625348091,
+    0.02598644234240055,
+    0.06712459027767181,
+    0.05705920606851578,
+    0.05165957286953926,
+    0.11598808318376541,
+    0.20650480687618256,
+    0.20105838775634766,
+    0.13911499083042145,
+    0.12402795255184174,
+    0.09049935638904572,
+    0.05369731783866882,
+    0.19221173226833344,
+    0.1974453330039978,
+    0.11820968240499496,
+    0.14118151366710663,
+    0.3164684772491455,
+    0.33312955498695374,
+    0.17603912949562073,
+    0.07164608687162399,
+    0.06648439913988113,
+    0.014792627654969692,
+    0.03182915225625038,
+    0.12962549924850464,
+    0.1690284162759781,
+    0.19141291081905365,
+    0.14967414736747742,
+    0.004713974427431822,
+    0.09798482805490494,
+    0.24625924229621887,
+    0.239053413271904,
+    0.055323049426078796,
+    0.01668134331703186,
+    0.06870187073945999,
+    0.7305899262428284,
+    0.2602953314781189,
+    0.33051249384880066,
+    0.4343673884868622,
+    0.2948170006275177,
+    0.13287946581840515,
+    0.15710733830928802,
+    0.10436956584453583,
+    0.13539403676986694,
+    0.11192961782217026,
+    0.2658598721027374,
+    0.10085450112819672,
+    0.2234174758195877,
+    0.15810392796993256,
+    0.189899280667305,
+    0.289216011762619,
+    0.11100107431411743,
+    0.10762910544872284,
+    0.2625330984592438,
+    0.15096572041511536,
+    0.10687882453203201,
+    0.03476206585764885,
+    0.06348451226949692,
+    0.4992910623550415,
+    0.2679504454135895,
+    0.3375338017940521,
+    0.1419481635093689,
+    0.24611853063106537,
+    0.2588180899620056,
+    0.27705541253089905,
+    0.14582230150699615,
+    0.29149746894836426,
+    0.41565486788749695,
+    0.2505020499229431,
+    0.329097718000412,
+    0.35371825098991394,
+    0.20144732296466827,
+    0.09337308257818222,
+    0.07262369245290756,
+    0.11689373105764389,
+    0.36740195751190186,
+    0.06946326047182083,
+    0.13417720794677734,
+    0.179721400141716,
+    0.1386561244726181,
+    0.14798997342586517,
+    0.3171404302120209,
+    0.13368074595928192,
+    0.44003602862358093,
+    0.3720461428165436,
+    0.2243482917547226,
+    0.35025715827941895,
+    0.1361423283815384,
+    0.18558518588542938,
+    0.0945788100361824,
+    0.3393818438053131,
+    0.19695235788822174,
+    0.17490418255329132,
+    0.39751654863357544,
+    0.06177111715078354,
+    0.09554329514503479,
+    0.13215290009975433,
+    0.3518536686897278,
+    0.04472760483622551,
+    0.2602447271347046,
+    0.08432640135288239,
+    0.16733971238136292,
+    0.18641941249370575,
+    0.24168208241462708,
+    0.24854923784732819,
+    0.5770621299743652,
+    0.25714170932769775,
+    0.24163345992565155,
+    0.7748619914054871,
+    0.42856085300445557,
+    0.5443437099456787,
+    0.050768595188856125,
+    0.389739453792572,
+    0.12155117094516754,
+    0.05149532109498978,
+    0.2131398767232895,
+    0.16696734726428986,
+    0.10945432633161545,
+    0.1470944583415985,
+    0.10828686505556107,
+    0.2114563286304474,
+    0.21316024661064148,
+    0.08428029716014862,
+    0.08889319002628326,
+    0.0765320286154747,
+    0.06295032054185867,
+    0.22918087244033813,
+    0.05006163939833641,
+    0.0842786505818367,
+    0.14270104467868805,
+    0.1009475365281105,
+    0.07610029727220535,
+    0.04655284434556961,
+    0.010329256765544415,
+    0.18293365836143494,
+    0.021031806245446205,
+    0.3704928457736969,
+    0.03357825055718422,
+    0.10125864297151566,
+    0.19029425084590912,
+    0.27632638812065125,
+    0.151262566447258,
+    0.15901684761047363,
+    0.23401276767253876,
+    0.11073146760463715,
+    0.12363608181476593,
+    0.04657609388232231,
+    0.17043554782867432,
+    0.1621636152267456,
+    0.022077281028032303,
+    0.07340216636657715,
+    0.10466638207435608,
+    0.05795678868889809,
+    0.2108934074640274,
+    0.25236383080482483,
+    0.24977318942546844,
+    0.16470223665237427,
+    0.12351267784833908,
+    0.049555156379938126,
+    0.08404342830181122,
+    0.19852294027805328,
+    0.12524552643299103,
+    0.022791916504502296,
+    0.0653928890824318,
+    0.06648629903793335,
+    0.11421771347522736,
+    0.1539122611284256,
+    0.03517717123031616,
+    0.021189168095588684,
+    0.25259140133857727,
+    0.10250473022460938,
+    0.029065735638141632,
+    0.16747355461120605,
+    0.049892738461494446,
+    0.10327110439538956,
+    0.04291993007063866,
+    0.06802056729793549,
+    0.03655761852860451,
+    0.022700531408190727,
+    0.3024093806743622,
+    0.13743473589420319,
+    0.24182739853858948,
+    0.06875336915254593,
+    0.25848183035850525,
+    0.38129186630249023,
+    0.40874582529067993,
+    0.22536206245422363,
+    0.23869261145591736,
+    0.21177451312541962,
+    0.1867116242647171,
+    0.1189238429069519,
+    0.22475114464759827,
+    0.20508837699890137,
+    0.19772931933403015,
+    0.1618114709854126,
+    0.005464821122586727,
+    0.01105508953332901,
+    0.009710004553198814,
+    0.2821260392665863,
+    0.19854767620563507,
+    0.2103339433670044,
+    0.06620723754167557,
+    0.04160848259925842,
+    0.0786043331027031,
+    0.026055414229631424,
+    0.18421068787574768,
+    0.09103061258792877,
+    0.11546164005994797,
+    0.13858850300312042,
+    0.04540666565299034,
+    0.14271262288093567,
+    0.07933186739683151,
+    0.07733304798603058,
+    0.12628234922885895,
+    0.054003916680812836,
+    0.035618092864751816,
+    0.1588694304227829,
+    0.09344116598367691,
+    0.2448234260082245,
+    0.05681974068284035,
+    0.4607298970222473,
+    0.35410383343696594,
+    0.2425343096256256,
+    0.2683919668197632,
+    0.04101484268903732,
+    0.07313145697116852,
+    0.30708107352256775,
+    0.2994292080402374,
+    0.14602844417095184,
+    0.21887728571891785,
+    0.3105911612510681,
+    0.3575511872768402,
+    0.22471532225608826,
+    0.18812786042690277,
+    0.13854607939720154,
+    0.18728207051753998,
+    0.058998554944992065,
+    0.02908952161669731,
+    0.0961402952671051,
+    0.006599765736609697,
+    0.043064527213573456,
+    0.14328014850616455,
+    0.11706221103668213,
+    0.061869699507951736,
+    0.07944126427173615,
+    0.2730920612812042,
+    0.027062200009822845,
+    0.02055378258228302,
+    0.08368509262800217,
+    0.04276376590132713,
+    0.053657807409763336,
+    0.08712940663099289,
+    0.022664926946163177,
+    0.08139954507350922,
+    0.042544808238744736,
+    0.013419193215668201,
+    0.04640436917543411,
+    0.18560612201690674,
+    0.010235861875116825,
+    0.06636614352464676,
+    0.12221648544073105,
+    0.13300684094429016,
+    0.030700674280524254,
+    0.03807421028614044,
+    0.40068912506103516,
+    0.18124081194400787,
+    0.017877941951155663,
+    0.10105587542057037,
+    0.12220769375562668,
+    0.13647928833961487,
+    0.11297128349542618,
+    0.37194499373435974,
+    0.2337714284658432,
+    0.01916816271841526,
+    0.07409578561782837,
+    0.08941379934549332,
+    0.010546563193202019,
+    0.016617270186543465,
+    0.029669584706425667,
+    0.09278806298971176,
+    0.16686859726905823,
+    0.05154940113425255,
+    0.13000601530075073,
+    0.21579650044441223,
+    0.17347058653831482,
+    0.09426776319742203,
+    0.06288348138332367,
+    0.06263045966625214,
+    0.2888488173484802,
+    0.13304449617862701,
+    0.032051678746938705,
+    0.38264700770378113,
+    0.2829999625682831,
+    0.06085718423128128,
+    0.5097633004188538,
+    0.5767494440078735,
+    0.04059115797281265,
+    0.3589615523815155,
+    0.42121422290802,
+    0.059858288615942,
+    0.10325340181589127,
+    0.2950105667114258,
+    0.01657799817621708,
+    0.009166773408651352,
+    0.026728341355919838,
+    0.03623587638139725,
+    0.05442719906568527,
+    0.009493015706539154,
+    0.009046866558492184,
+    0.16950958967208862,
+    0.02257215790450573,
+    0.033388085663318634,
+    0.2939622104167938,
+    0.24336153268814087,
+    0.04335646703839302,
+    0.030400428920984268,
+    0.09369175136089325,
+    0.10116064548492432,
+    0.2152806520462036,
+    0.039479319006204605,
+    0.11970818787813187,
+    0.2629006803035736,
+    0.09844064712524414,
+    0.08669879287481308,
+    0.06356300413608551,
+    0.18388132750988007,
+    0.24173767864704132,
+    0.17128925025463104,
+    0.13129843771457672,
+    0.15842577815055847,
+    0.17917867004871368,
+    0.08584103733301163,
+    0.0062827179208397865,
+    0.1108935996890068,
+    0.2325964719057083,
+    0.06735736131668091,
+    0.16047656536102295,
+    0.026941338554024696,
+    0.027011215686798096,
+    0.060811903327703476,
+    0.008077951148152351,
+    0.08649005740880966,
+    0.007096988148987293,
+    0.1297742873430252,
+    0.04260491579771042,
+    0.009816071949899197,
+    0.013414337299764156,
+    0.06523297727108002,
+    0.008299085311591625,
+    0.04534033685922623,
+    0.013163326308131218,
+    0.04171070083975792,
+    0.028981594368815422,
+    0.20273642241954803,
+    0.026135260239243507,
+    0.10682545602321625,
+    0.050945959985256195,
+    0.16027912497520447,
+    0.04406939819455147,
+    0.03852872550487518,
+    0.37957999110221863,
+    0.4748806357383728,
+    0.24757401645183563,
+    0.18069633841514587,
+    0.03662024810910225,
+    0.10221772640943527,
+    0.050637658685445786,
+    0.18039193749427795,
+    0.04787756875157356,
+    0.05333917960524559,
+    0.09109997749328613,
+    0.012855269014835358,
+    0.1525122970342636,
+    0.008403482846915722,
+    0.2638683617115021,
+    0.06607014685869217,
+    0.05964384227991104,
+    0.18184620141983032,
+    0.129473477602005,
+    0.10581282526254654,
+    0.012225720100104809,
+    0.09570073336362839,
+    0.06864972412586212,
+    0.014346905052661896,
+    0.006016602739691734,
+    0.06356729567050934,
+    0.03787057474255562,
+    0.05842834338545799,
+    0.199852854013443,
+    0.2842254042625427,
+    0.10601077973842621,
+    0.1516847163438797,
+    0.23229236900806427,
+    0.077421635389328,
+    0.04850438982248306,
+    0.16049090027809143,
+    0.12421959638595581,
+    0.10515500605106354,
+    0.1036502942442894,
+    0.274212509393692,
+    0.007950284518301487,
+    0.11262409389019012,
+    0.029589181765913963,
+    0.014873944222927094,
+    0.09334158152341843,
+    0.016140751540660858,
+    0.015409456565976143,
+    0.03339959681034088,
+    0.024793248623609543,
+    0.1547764241695404,
+    0.08243868499994278,
+    0.007111876271665096,
+    0.10947910696268082,
+    0.2986324727535248,
+    0.06921900063753128,
+    0.36592838168144226,
+    0.037631355226039886,
+    0.08503326028585434,
+    0.023575417697429657,
+    0.24636121094226837,
+    0.18315862119197845,
+    0.039774805307388306,
+    0.010332747362554073,
+    0.16496628522872925,
+    0.09903524070978165
+  ]
+}

p5-mae-base-d136/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6d75c6735c0de93cdc63f467d7c10c80a13ae349d594ec70f17629c02ba980
+size 352156376

p5-mae-base-d136/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00020000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.15514239401908228,
+  "probe/map_train": 0.6844568224288028,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1856719063518947,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.115320094977506,
+  "probe/total_s": 26.154307115008123,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1794465872588562
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17983420217273655
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18235953937000127
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1856719063518947
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.181283892512735
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15986987306299907
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12890574261210364
+    }
+  ],
+  "per_class_ap": [
+    0.6459512710571289,
+    0.015154520981013775,
+    0.06096354499459267,
+    0.19274012744426727,
+    0.13375476002693176,
+    0.30661141872406006,
+    0.2267257571220398,
+    0.31011831760406494,
+    0.030625510960817337,
+    0.03551184758543968,
+    0.020058631896972656,
+    0.09546411037445068,
+    0.5489822626113892,
+    0.33147862553596497,
+    0.06005340814590454,
+    0.4569404125213623,
+    0.2976365387439728,
+    0.3804154694080353,
+    0.0576910600066185,
+    0.09256382286548615,
+    0.24153494834899902,
+    0.09024236351251602,
+    0.1756250560283661,
+    0.15446686744689941,
+    0.0948634147644043,
+    0.019627032801508904,
+    0.08093565702438354,
+    0.18537884950637817,
+    0.33816951513290405,
+    0.08405596762895584,
+    0.27068379521369934,
+    0.1708453893661499,
+    0.02063128910958767,
+    0.08038246631622314,
+    0.2655528783798218,
+    0.05901020020246506,
+    0.38729071617126465,
+    0.07789044082164764,
+    0.07749156653881073,
+    0.13477501273155212,
+    0.1962355673313141,
+    0.01784319244325161,
+    0.07459160685539246,
+    0.4535043239593506,
+    0.016007045283913612,
+    0.08925298601388931,
+    0.024145927280187607,
+    0.19286201894283295,
+    0.07838960736989975,
+    0.08301534503698349,
+    0.12825068831443787,
+    0.00990851316601038,
+    0.028154950588941574,
+    0.0842769593000412,
+    0.228810116648674,
+    0.1044716164469719,
+    0.2428019940853119,
+    0.37451136112213135,
+    0.10961117595434189,
+    0.06859685480594635,
+    0.1681656539440155,
+    0.2057197093963623,
+    0.038494646549224854,
+    0.16014127433300018,
+    0.5483805537223816,
+    0.2381560355424881,
+    0.2880363464355469,
+    0.3343878388404846,
+    0.4005182385444641,
+    0.4091866910457611,
+    0.12384156882762909,
+    0.14688515663146973,
+    0.21748530864715576,
+    0.2003733068704605,
+    0.19357718527317047,
+    0.2333461046218872,
+    0.06211748346686363,
+    0.30012089014053345,
+    0.17743387818336487,
+    0.13642838597297668,
+    0.03156271204352379,
+    0.07936998456716537,
+    0.2375643402338028,
+    0.16910234093666077,
+    0.10991661250591278,
+    0.027781909331679344,
+    0.09283177554607391,
+    0.04370391368865967,
+    0.03773858770728111,
+    0.10046572983264923,
+    0.14675672352313995,
+    0.13711324334144592,
+    0.16254188120365143,
+    0.014330836944282055,
+    0.05652085691690445,
+    0.06753968447446823,
+    0.018739374354481697,
+    0.025051044300198555,
+    0.14629057049751282,
+    0.2135879397392273,
+    0.12281905859708786,
+    0.27109256386756897,
+    0.03937505930662155,
+    0.04133068025112152,
+    0.02769981324672699,
+    0.08879301697015762,
+    0.07270924746990204,
+    0.07184267789125443,
+    0.10935743898153305,
+    0.2274550348520279,
+    0.24162384867668152,
+    0.15619082748889923,
+    0.1366158127784729,
+    0.08874280005693436,
+    0.050421956926584244,
+    0.20354099571704865,
+    0.2046000361442566,
+    0.12709687650203705,
+    0.16396711766719818,
+    0.32921698689460754,
+    0.3397640883922577,
+    0.19703735411167145,
+    0.08173772692680359,
+    0.0707140639424324,
+    0.009860779158771038,
+    0.03220798820257187,
+    0.14810343086719513,
+    0.16740262508392334,
+    0.25175705552101135,
+    0.2055119276046753,
+    0.004682027269154787,
+    0.12233036756515503,
+    0.23653903603553772,
+    0.23556268215179443,
+    0.046994905918836594,
+    0.013377645052969456,
+    0.08012863248586655,
+    0.7326468229293823,
+    0.276551753282547,
+    0.3625214993953705,
+    0.4659283757209778,
+    0.3266777992248535,
+    0.1240517869591713,
+    0.18159893155097961,
+    0.1301279515028,
+    0.14010921120643616,
+    0.13288424909114838,
+    0.31479910016059875,
+    0.1348264217376709,
+    0.23901373147964478,
+    0.17036062479019165,
+    0.19917073845863342,
+    0.2826904356479645,
+    0.14179840683937073,
+    0.15953963994979858,
+    0.2586454153060913,
+    0.15320447087287903,
+    0.11753115057945251,
+    0.03049142099916935,
+    0.07864149659872055,
+    0.4754408597946167,
+    0.2922741174697876,
+    0.35268300771713257,
+    0.15488503873348236,
+    0.25678300857543945,
+    0.2840849459171295,
+    0.3000718355178833,
+    0.13836774230003357,
+    0.30597734451293945,
+    0.433353066444397,
+    0.27184078097343445,
+    0.31491103768348694,
+    0.3420306444168091,
+    0.20466098189353943,
+    0.11023552715778351,
+    0.09948348253965378,
+    0.1367514580488205,
+    0.36790841817855835,
+    0.09641648828983307,
+    0.1795450747013092,
+    0.2531929016113281,
+    0.1983928233385086,
+    0.14932315051555634,
+    0.3160242438316345,
+    0.1342010647058487,
+    0.4402509033679962,
+    0.38360700011253357,
+    0.1888764649629593,
+    0.3465375006198883,
+    0.18966493010520935,
+    0.18568362295627594,
+    0.1160440742969513,
+    0.3777840733528137,
+    0.24005351960659027,
+    0.21050810813903809,
+    0.41758692264556885,
+    0.07088157534599304,
+    0.08445625752210617,
+    0.1525927633047104,
+    0.3801528811454773,
+    0.043161410838365555,
+    0.27067187428474426,
+    0.08632144331932068,
+    0.17888258397579193,
+    0.21625596284866333,
+    0.2356022745370865,
+    0.27348417043685913,
+    0.5664417743682861,
+    0.3181915581226349,
+    0.28643903136253357,
+    0.7662546038627625,
+    0.4713606536388397,
+    0.5574287176132202,
+    0.05040881410241127,
+    0.41773995757102966,
+    0.16015902161598206,
+    0.036977484822273254,
+    0.22277410328388214,
+    0.1991906315088272,
+    0.15057465434074402,
+    0.1719990372657776,
+    0.1251528412103653,
+    0.21871346235275269,
+    0.22695952653884888,
+    0.09311231225728989,
+    0.09947467595338821,
+    0.08202055841684341,
+    0.06275048106908798,
+    0.21787860989570618,
+    0.043338142335414886,
+    0.06740698218345642,
+    0.1206621304154396,
+    0.07715899497270584,
+    0.09146588295698166,
+    0.056373100727796555,
+    0.016050618141889572,
+    0.1681426465511322,
+    0.03549889475107193,
+    0.3852340281009674,
+    0.031295981258153915,
+    0.0933993011713028,
+    0.20081639289855957,
+    0.28904080390930176,
+    0.16359436511993408,
+    0.20038869976997375,
+    0.2442607432603836,
+    0.07727469503879547,
+    0.1209096685051918,
+    0.04768386483192444,
+    0.18346798419952393,
+    0.14386823773384094,
+    0.023061567917466164,
+    0.07235216349363327,
+    0.10852105915546417,
+    0.06213606894016266,
+    0.22670486569404602,
+    0.23879268765449524,
+    0.18889939785003662,
+    0.1707959920167923,
+    0.09152599424123764,
+    0.041647329926490784,
+    0.0952322855591774,
+    0.2163131833076477,
+    0.15681035816669464,
+    0.02494886890053749,
+    0.07273955643177032,
+    0.07830680161714554,
+    0.11474685370922089,
+    0.1619836539030075,
+    0.043550390750169754,
+    0.02000652812421322,
+    0.26709988713264465,
+    0.1389455795288086,
+    0.03435998037457466,
+    0.17202268540859222,
+    0.04557478800415993,
+    0.08192268013954163,
+    0.0368078388273716,
+    0.0898716002702713,
+    0.06833163648843765,
+    0.019335193559527397,
+    0.30007997155189514,
+    0.17602865397930145,
+    0.2600107491016388,
+    0.08782516419887543,
+    0.2749682664871216,
+    0.4000560939311981,
+    0.4282548725605011,
+    0.2396678328514099,
+    0.2388496845960617,
+    0.19489866495132446,
+    0.1846354752779007,
+    0.12342070788145065,
+    0.22000429034233093,
+    0.2409037947654724,
+    0.24217015504837036,
+    0.1548968404531479,
+    0.006631236989051104,
+    0.015659542754292488,
+    0.007447507232427597,
+    0.2848525643348694,
+    0.212535560131073,
+    0.1960430145263672,
+    0.06719627976417542,
+    0.04555704444646835,
+    0.0873681977391243,
+    0.024700775742530823,
+    0.1876610964536667,
+    0.10093286633491516,
+    0.17332947254180908,
+    0.1805001050233841,
+    0.05087220296263695,
+    0.15719245374202728,
+    0.06730274111032486,
+    0.07680343091487885,
+    0.1356024444103241,
+    0.0703079029917717,
+    0.045371316373348236,
+    0.1567181944847107,
+    0.10874670743942261,
+    0.273380309343338,
+    0.03510568290948868,
+    0.4415915906429291,
+    0.3682110011577606,
+    0.2445506751537323,
+    0.28379398584365845,
+    0.05448189377784729,
+    0.06740566343069077,
+    0.28796741366386414,
+    0.28749901056289673,
+    0.15301252901554108,
+    0.25796717405319214,
+    0.2917157709598541,
+    0.3598921298980713,
+    0.20585091412067413,
+    0.16548258066177368,
+    0.11057011783123016,
+    0.26678362488746643,
+    0.07775028795003891,
+    0.026925185695290565,
+    0.0929369330406189,
+    0.012168264016509056,
+    0.07005626708269119,
+    0.1402612328529358,
+    0.10183434933423996,
+    0.06389912217855453,
+    0.08111250400543213,
+    0.31281259655952454,
+    0.030232902616262436,
+    0.022116810083389282,
+    0.0956498235464096,
+    0.03623497113585472,
+    0.06378057599067688,
+    0.1093437671661377,
+    0.024288376793265343,
+    0.09295525401830673,
+    0.04951952397823334,
+    0.012368365190923214,
+    0.042737532407045364,
+    0.20902973413467407,
+    0.015105894766747952,
+    0.06871391087770462,
+    0.12352324277162552,
+    0.15887223184108734,
+    0.02913050539791584,
+    0.03770856559276581,
+    0.4029209315776825,
+    0.19129371643066406,
+    0.01953459344804287,
+    0.12244026362895966,
+    0.13990576565265656,
+    0.13747075200080872,
+    0.12270141392946243,
+    0.346204549074173,
+    0.21865707635879517,
+    0.02596847526729107,
+    0.08936665207147598,
+    0.07232828438282013,
+    0.01068082358688116,
+    0.020953983068466187,
+    0.034399911761283875,
+    0.13335172832012177,
+    0.16854281723499298,
+    0.05294483155012131,
+    0.13737517595291138,
+    0.22815731167793274,
+    0.17556717991828918,
+    0.075273796916008,
+    0.04271193593740463,
+    0.07243034243583679,
+    0.2848811149597168,
+    0.12773720920085907,
+    0.031720373779535294,
+    0.39738035202026367,
+    0.29019734263420105,
+    0.06831245124340057,
+    0.5023108124732971,
+    0.5971137881278992,
+    0.05242137610912323,
+    0.36840197443962097,
+    0.4881576895713806,
+    0.07718908041715622,
+    0.12924371659755707,
+    0.28717097640037537,
+    0.02097831480205059,
+    0.012912638485431671,
+    0.028084760531783104,
+    0.0493425689637661,
+    0.04554715007543564,
+    0.01296155247837305,
+    0.012009136378765106,
+    0.19432668387889862,
+    0.027221251279115677,
+    0.05482916533946991,
+    0.28417402505874634,
+    0.2485271394252777,
+    0.045430414378643036,
+    0.01586119458079338,
+    0.10042909532785416,
+    0.13866877555847168,
+    0.23849430680274963,
+    0.06929618865251541,
+    0.09108833223581314,
+    0.338384747505188,
+    0.10294651240110397,
+    0.1012105792760849,
+    0.053232669830322266,
+    0.21259503066539764,
+    0.24852362275123596,
+    0.17060941457748413,
+    0.13320578634738922,
+    0.1725970357656479,
+    0.16815170645713806,
+    0.09243955463171005,
+    0.006092419382184744,
+    0.10452541708946228,
+    0.21555332839488983,
+    0.07757239043712616,
+    0.1611858606338501,
+    0.025035271421074867,
+    0.026579247787594795,
+    0.037340179085731506,
+    0.009628969244658947,
+    0.10857870429754257,
+    0.013911734335124493,
+    0.1338711529970169,
+    0.037238288670778275,
+    0.007490628398954868,
+    0.022299733012914658,
+    0.07731031626462936,
+    0.012305593118071556,
+    0.04868749901652336,
+    0.012202945537865162,
+    0.04363250359892845,
+    0.04013403505086899,
+    0.2163902372121811,
+    0.044680289924144745,
+    0.12354237586259842,
+    0.034839220345020294,
+    0.17562523484230042,
+    0.05852803215384483,
+    0.03553183749318123,
+    0.37133368849754333,
+    0.5088527798652649,
+    0.2888247072696686,
+    0.18878699839115143,
+    0.04626501724123955,
+    0.08641856908798218,
+    0.04228825867176056,
+    0.20217259228229523,
+    0.1019703820347786,
+    0.051083046942949295,
+    0.09665233641862869,
+    0.016395319253206253,
+    0.1972685605287552,
+    0.007695326115936041,
+    0.2886073887348175,
+    0.07216349244117737,
+    0.05865510553121567,
+    0.1900000423192978,
+    0.1599007397890091,
+    0.09402257204055786,
+    0.011891456320881844,
+    0.127732515335083,
+    0.08287891745567322,
+    0.013255178928375244,
+    0.0063570644706487656,
+    0.047688402235507965,
+    0.04465944692492485,
+    0.06190108507871628,
+    0.19180817902088165,
+    0.30910682678222656,
+    0.09002847224473953,
+    0.15866656601428986,
+    0.23692530393600464,
+    0.06714203953742981,
+    0.05180734023451805,
+    0.14184553921222687,
+    0.10207898169755936,
+    0.12588803470134735,
+    0.13487517833709717,
+    0.2677984833717346,
+    0.0073660132475197315,
+    0.12854811549186707,
+    0.026036500930786133,
+    0.015560341067612171,
+    0.10271074622869492,
+    0.016382090747356415,
+    0.017266618087887764,
+    0.03534393385052681,
+    0.025407837703824043,
+    0.1799445003271103,
+    0.09501940757036209,
+    0.008300614543259144,
+    0.125671848654747,
+    0.275379478931427,
+    0.08904112130403519,
+    0.3725936710834503,
+    0.035977061837911606,
+    0.06227028742432594,
+    0.02250690758228302,
+    0.22837316989898682,
+    0.16840048134326935,
+    0.048065125942230225,
+    0.00862712413072586,
+    0.12353931367397308,
+    0.10982920974493027
+  ]
+}

p5-mae-base-d136/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00025000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.16204518354913144,
+  "probe/map_train": 0.6765429744571164,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1943531602831377,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.769327255082317,
+  "probe/total_s": 25.77832030400168,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18925436322340491
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18970651319073742
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1914201410212492
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1943531602831377
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.18799816359248034
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16518441400582595
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1312443000455325
+    }
+  ],
+  "per_class_ap": [
+    0.6533657312393188,
+    0.02068323828279972,
+    0.06592637300491333,
+    0.19121912121772766,
+    0.13037168979644775,
+    0.2872481048107147,
+    0.23399269580841064,
+    0.3061472177505493,
+    0.033903177827596664,
+    0.04515727609395981,
+    0.019426852464675903,
+    0.09196475148200989,
+    0.5775628089904785,
+    0.3082272708415985,
+    0.06353823840618134,
+    0.5222524404525757,
+    0.3207141160964966,
+    0.379346638917923,
+    0.059651412069797516,
+    0.08725934475660324,
+    0.2578373849391937,
+    0.08733682334423065,
+    0.20279301702976227,
+    0.15965275466442108,
+    0.11330422013998032,
+    0.020482638850808144,
+    0.09800199419260025,
+    0.19054989516735077,
+    0.3242868483066559,
+    0.0738847404718399,
+    0.29395976662635803,
+    0.18912170827388763,
+    0.03437469154596329,
+    0.07897331565618515,
+    0.2594234347343445,
+    0.08601263165473938,
+    0.3995913863182068,
+    0.0664002075791359,
+    0.08252882212400436,
+    0.14017707109451294,
+    0.177658349275589,
+    0.04117242619395256,
+    0.07209455966949463,
+    0.44057518243789673,
+    0.01669318787753582,
+    0.08858878165483475,
+    0.025322016328573227,
+    0.17561981081962585,
+    0.08953838795423508,
+    0.09074866026639938,
+    0.13093301653862,
+    0.012496862560510635,
+    0.028949910774827003,
+    0.08164070546627045,
+    0.239698126912117,
+    0.12904693186283112,
+    0.2515309453010559,
+    0.36150479316711426,
+    0.11948701739311218,
+    0.09383466839790344,
+    0.15346978604793549,
+    0.18520750105381012,
+    0.05042100325226784,
+    0.18320414423942566,
+    0.5339473485946655,
+    0.21621477603912354,
+    0.2792154848575592,
+    0.3469928205013275,
+    0.415707528591156,
+    0.41135886311531067,
+    0.12798112630844116,
+    0.1664968729019165,
+    0.21693648397922516,
+    0.19815683364868164,
+    0.21192386746406555,
+    0.2338228076696396,
+    0.06908836960792542,
+    0.3096461892127991,
+    0.17729885876178741,
+    0.13013914227485657,
+    0.03235750272870064,
+    0.1041705310344696,
+    0.2838667929172516,
+    0.18648844957351685,
+    0.1178361102938652,
+    0.0347004197537899,
+    0.09627112001180649,
+    0.03615589439868927,
+    0.03506839647889137,
+    0.10685266554355621,
+    0.12880705296993256,
+    0.12820900976657867,
+    0.15687386691570282,
+    0.026708612218499184,
+    0.05486486107110977,
+    0.09941435605287552,
+    0.017474018037319183,
+    0.04292439669370651,
+    0.15493667125701904,
+    0.24918203055858612,
+    0.16010120511054993,
+    0.3456183075904846,
+    0.04309356212615967,
+    0.043229568749666214,
+    0.030024109408259392,
+    0.08663464337587357,
+    0.06685107201337814,
+    0.06490941345691681,
+    0.116010881960392,
+    0.2545013725757599,
+    0.22885167598724365,
+    0.16295690834522247,
+    0.15148110687732697,
+    0.10572251677513123,
+    0.0678926482796669,
+    0.23001550137996674,
+    0.22720220685005188,
+    0.1714559942483902,
+    0.18371467292308807,
+    0.3639945089817047,
+    0.3724665343761444,
+    0.22088532149791718,
+    0.08063356578350067,
+    0.09538169205188751,
+    0.013765336945652962,
+    0.03436454012989998,
+    0.16070224344730377,
+    0.19394825398921967,
+    0.2388945072889328,
+    0.21387530863285065,
+    0.005432212725281715,
+    0.1269172579050064,
+    0.23704124987125397,
+    0.2210998833179474,
+    0.06547892093658447,
+    0.015621944330632687,
+    0.09064589440822601,
+    0.7352210283279419,
+    0.2701531946659088,
+    0.3626800775527954,
+    0.4647064805030823,
+    0.3309655785560608,
+    0.12957027554512024,
+    0.17774644494056702,
+    0.12891487777233124,
+    0.14960964024066925,
+    0.13928501307964325,
+    0.3049314320087433,
+    0.15800024569034576,
+    0.25320741534233093,
+    0.19486194849014282,
+    0.22259129583835602,
+    0.27863961458206177,
+    0.15570403635501862,
+    0.14259418845176697,
+    0.2996320128440857,
+    0.13503631949424744,
+    0.15715226531028748,
+    0.027664246037602425,
+    0.06491458415985107,
+    0.4881969690322876,
+    0.30384135246276855,
+    0.33261075615882874,
+    0.15218673646450043,
+    0.268777072429657,
+    0.2766326367855072,
+    0.30244776606559753,
+    0.13957715034484863,
+    0.30064404010772705,
+    0.4503762423992157,
+    0.2838810980319977,
+    0.3127393424510956,
+    0.32830771803855896,
+    0.20730255544185638,
+    0.11872436106204987,
+    0.11023946106433868,
+    0.13133086264133453,
+    0.3845927119255066,
+    0.10756489634513855,
+    0.20791998505592346,
+    0.2637030780315399,
+    0.23054562509059906,
+    0.1595461219549179,
+    0.3633057475090027,
+    0.16259978711605072,
+    0.4530959725379944,
+    0.42178875207901,
+    0.2201167345046997,
+    0.33528023958206177,
+    0.19252854585647583,
+    0.1981843262910843,
+    0.12212996929883957,
+    0.3604455888271332,
+    0.25652840733528137,
+    0.24039244651794434,
+    0.42968735098838806,
+    0.07953474670648575,
+    0.09416047483682632,
+    0.14169923961162567,
+    0.36859434843063354,
+    0.05401698872447014,
+    0.2657630145549774,
+    0.09136099368333817,
+    0.1676241159439087,
+    0.22565272450447083,
+    0.22597229480743408,
+    0.24397850036621094,
+    0.5842733979225159,
+    0.29187920689582825,
+    0.2958310842514038,
+    0.7715030908584595,
+    0.5081106424331665,
+    0.5438780784606934,
+    0.07657384127378464,
+    0.40081363916397095,
+    0.17213208973407745,
+    0.04585237428545952,
+    0.24451254308223724,
+    0.2297922521829605,
+    0.13166457414627075,
+    0.17243625223636627,
+    0.1269858479499817,
+    0.2339962124824524,
+    0.20563019812107086,
+    0.09077448397874832,
+    0.07324248552322388,
+    0.09366699308156967,
+    0.06410904228687286,
+    0.19441725313663483,
+    0.05246405676007271,
+    0.05722244456410408,
+    0.13817977905273438,
+    0.07949089258909225,
+    0.09024247527122498,
+    0.06615935266017914,
+    0.021363388746976852,
+    0.17537683248519897,
+    0.01948409527540207,
+    0.36832043528556824,
+    0.035080358386039734,
+    0.1344224512577057,
+    0.2230423092842102,
+    0.2978776693344116,
+    0.16713133454322815,
+    0.2014373242855072,
+    0.26880496740341187,
+    0.09744066745042801,
+    0.12561018764972687,
+    0.04711771011352539,
+    0.151985302567482,
+    0.14524027705192566,
+    0.01909136399626732,
+    0.07445734739303589,
+    0.09375470876693726,
+    0.06092759594321251,
+    0.24491484463214874,
+    0.2576698958873749,
+    0.21029621362686157,
+    0.18191558122634888,
+    0.11864955723285675,
+    0.053183358162641525,
+    0.10756008327007294,
+    0.2483147233724594,
+    0.17434827983379364,
+    0.02866600640118122,
+    0.06934833526611328,
+    0.08412862569093704,
+    0.1347598433494568,
+    0.18880243599414825,
+    0.044971901923418045,
+    0.016313854604959488,
+    0.26802778244018555,
+    0.11929190903902054,
+    0.0361415296792984,
+    0.19959603250026703,
+    0.044234391301870346,
+    0.09401792287826538,
+    0.038701381534338,
+    0.09232445061206818,
+    0.06202317401766777,
+    0.01665819063782692,
+    0.29297304153442383,
+    0.16268175840377808,
+    0.2696860730648041,
+    0.08883364498615265,
+    0.29731476306915283,
+    0.44122231006622314,
+    0.4549604654312134,
+    0.27408841252326965,
+    0.2737167179584503,
+    0.22874440252780914,
+    0.24668633937835693,
+    0.12753750383853912,
+    0.21025416254997253,
+    0.2300392985343933,
+    0.2511841952800751,
+    0.15549805760383606,
+    0.008263538591563702,
+    0.012905081734061241,
+    0.007801660802215338,
+    0.2909095585346222,
+    0.21830107271671295,
+    0.21062533557415009,
+    0.07578095048666,
+    0.0418514646589756,
+    0.09889817237854004,
+    0.03005264513194561,
+    0.1851016879081726,
+    0.14513778686523438,
+    0.18895567953586578,
+    0.18116505444049835,
+    0.08479802310466766,
+    0.16559582948684692,
+    0.07498055696487427,
+    0.09223422408103943,
+    0.1512281745672226,
+    0.07599125802516937,
+    0.05267271772027016,
+    0.16134808957576752,
+    0.1232542097568512,
+    0.3215782046318054,
+    0.04315211623907089,
+    0.47887909412384033,
+    0.38375791907310486,
+    0.2551051378250122,
+    0.29199862480163574,
+    0.07603918761014938,
+    0.06967729330062866,
+    0.31092020869255066,
+    0.30355897545814514,
+    0.1617332100868225,
+    0.26569193601608276,
+    0.3199697434902191,
+    0.3739466071128845,
+    0.2515234649181366,
+    0.1867348700761795,
+    0.14190085232257843,
+    0.20967260003089905,
+    0.08872371166944504,
+    0.03062477521598339,
+    0.13191518187522888,
+    0.010968639515340328,
+    0.1036512553691864,
+    0.1418057680130005,
+    0.09844504296779633,
+    0.07128453999757767,
+    0.10699982941150665,
+    0.31753775477409363,
+    0.02577708102762699,
+    0.021975595504045486,
+    0.0989207997918129,
+    0.04006237909197807,
+    0.07159215211868286,
+    0.10599445551633835,
+    0.031216973438858986,
+    0.08877965062856674,
+    0.049509525299072266,
+    0.015563282184302807,
+    0.03836255148053169,
+    0.20924092829227448,
+    0.015839731320738792,
+    0.05908944457769394,
+    0.16034500300884247,
+    0.15891064703464508,
+    0.0336487703025341,
+    0.040749602019786835,
+    0.39189234375953674,
+    0.20885607600212097,
+    0.015568697825074196,
+    0.1328427940607071,
+    0.14661404490470886,
+    0.1430055797100067,
+    0.11642804741859436,
+    0.33142709732055664,
+    0.27628636360168457,
+    0.044007349759340286,
+    0.10103438794612885,
+    0.07909198850393295,
+    0.0129927396774292,
+    0.025218112394213676,
+    0.032937146723270416,
+    0.12664669752120972,
+    0.18387998640537262,
+    0.07806812971830368,
+    0.16927243769168854,
+    0.21573778986930847,
+    0.1983044594526291,
+    0.06219404190778732,
+    0.053195126354694366,
+    0.05802711099386215,
+    0.2573753297328949,
+    0.13978447020053864,
+    0.06114571914076805,
+    0.47046929597854614,
+    0.2783684730529785,
+    0.08389125019311905,
+    0.5488303303718567,
+    0.625069797039032,
+    0.0508035346865654,
+    0.36429354548454285,
+    0.47778090834617615,
+    0.07828458398580551,
+    0.13785012066364288,
+    0.3112865388393402,
+    0.020695319399237633,
+    0.013872398994863033,
+    0.027062613517045975,
+    0.03875914216041565,
+    0.04638741910457611,
+    0.014008569531142712,
+    0.01526406966149807,
+    0.19146659970283508,
+    0.03845131769776344,
+    0.04976380988955498,
+    0.27031299471855164,
+    0.23926450312137604,
+    0.047354552894830704,
+    0.02885015308856964,
+    0.1031518429517746,
+    0.1489039957523346,
+    0.24887360632419586,
+    0.08995144069194794,
+    0.11533299833536148,
+    0.33600372076034546,
+    0.10013098269701004,
+    0.10477948933839798,
+    0.06521455198526382,
+    0.2192600965499878,
+    0.2770591080188751,
+    0.18880361318588257,
+    0.14772821962833405,
+    0.18882249295711517,
+    0.17480814456939697,
+    0.09328877925872803,
+    0.006554755847901106,
+    0.10658060014247894,
+    0.19029010832309723,
+    0.08419787138700485,
+    0.15271034836769104,
+    0.03038094937801361,
+    0.031215963885188103,
+    0.05093946307897568,
+    0.00871877372264862,
+    0.10268516838550568,
+    0.01689954288303852,
+    0.14219073951244354,
+    0.03590565174818039,
+    0.008108926936984062,
+    0.018898680806159973,
+    0.10904697328805923,
+    0.012363653630018234,
+    0.05517095699906349,
+    0.017546042799949646,
+    0.04743243381381035,
+    0.04348304867744446,
+    0.20818489789962769,
+    0.04943685978651047,
+    0.14264410734176636,
+    0.04635992646217346,
+    0.15403547883033752,
+    0.05960223823785782,
+    0.033819008618593216,
+    0.388588011264801,
+    0.5178062915802002,
+    0.2691042721271515,
+    0.20185920596122742,
+    0.0360269732773304,
+    0.09404133260250092,
+    0.06291155517101288,
+    0.25802117586135864,
+    0.11791269481182098,
+    0.05857330933213234,
+    0.1002003401517868,
+    0.01824033446609974,
+    0.2021181434392929,
+    0.006675011944025755,
+    0.31694409251213074,
+    0.09760463237762451,
+    0.05892622098326683,
+    0.2099260836839676,
+    0.15239110589027405,
+    0.10892727226018906,
+    0.020165089517831802,
+    0.0843292772769928,
+    0.08798037469387054,
+    0.015910957008600235,
+    0.005777037236839533,
+    0.05218120291829109,
+    0.048518307507038116,
+    0.05905710160732269,
+    0.20005902647972107,
+    0.2715754210948944,
+    0.09759099781513214,
+    0.1495298445224762,
+    0.21911782026290894,
+    0.07722104340791702,
+    0.05568608641624451,
+    0.13524554669857025,
+    0.10427496582269669,
+    0.13149994611740112,
+    0.11652173846960068,
+    0.33801043033599854,
+    0.009273731149733067,
+    0.151190847158432,
+    0.027427298948168755,
+    0.015192179009318352,
+    0.10151205956935883,
+    0.01725541241466999,
+    0.0169088002294302,
+    0.03538725897669792,
+    0.025391146540641785,
+    0.1792062520980835,
+    0.0955730602145195,
+    0.010728846304118633,
+    0.13895408809185028,
+    0.3039383292198181,
+    0.1155637726187706,
+    0.3674754500389099,
+    0.04342836141586304,
+    0.0759202092885971,
+    0.040678419172763824,
+    0.23798798024654388,
+    0.16793261468410492,
+    0.05392816290259361,
+    0.011311173439025879,
+    0.1196991354227066,
+    0.11028707772493362
+  ]
+}

p5-mae-base-d136/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00030000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.16822567240527675,
+  "probe/map_train": 0.6629607173025721,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.20104461501925067,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.89751119702123,
+  "probe/total_s": 26.1206071380293,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19352177552219685
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19410965671768127
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19697934370514436
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.20104461501925067
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19318779781319384
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16939914802290795
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13464582416421578
+    }
+  ],
+  "per_class_ap": [
+    0.6520159244537354,
+    0.017093485221266747,
+    0.06690966337919235,
+    0.21761555969715118,
+    0.11505837738513947,
+    0.3068571984767914,
+    0.24084146320819855,
+    0.3279361426830292,
+    0.04000943526625633,
+    0.04442403465509415,
+    0.021516885608434677,
+    0.10584090650081635,
+    0.6154701113700867,
+    0.318336546421051,
+    0.06782830506563187,
+    0.5440912246704102,
+    0.3394985496997833,
+    0.380656361579895,
+    0.05954138562083244,
+    0.07442028820514679,
+    0.2449578195810318,
+    0.08860664069652557,
+    0.21870236098766327,
+    0.1699940711259842,
+    0.08678615838289261,
+    0.02018134482204914,
+    0.09412246197462082,
+    0.2018897980451584,
+    0.35065311193466187,
+    0.07355251163244247,
+    0.30823323130607605,
+    0.23262861371040344,
+    0.03347800672054291,
+    0.09427808970212936,
+    0.2759527862071991,
+    0.08858468383550644,
+    0.4123249053955078,
+    0.08621048927307129,
+    0.09018310159444809,
+    0.1455911099910736,
+    0.20678900182247162,
+    0.030747776851058006,
+    0.07972146570682526,
+    0.4464912414550781,
+    0.019740333780646324,
+    0.08804132789373398,
+    0.025802087038755417,
+    0.18246805667877197,
+    0.06765574216842651,
+    0.09308560937643051,
+    0.14177176356315613,
+    0.010969104245305061,
+    0.02893979102373123,
+    0.05953588709235191,
+    0.2634182274341583,
+    0.13383735716342926,
+    0.27225378155708313,
+    0.37986159324645996,
+    0.12725524604320526,
+    0.1376519501209259,
+    0.1591482162475586,
+    0.20594635605812073,
+    0.05882078781723976,
+    0.16784335672855377,
+    0.536072313785553,
+    0.22946229577064514,
+    0.29037559032440186,
+    0.34790319204330444,
+    0.4339699149131775,
+    0.4129963219165802,
+    0.11478061974048615,
+    0.18778948485851288,
+    0.22540651261806488,
+    0.21461357176303864,
+    0.22511263191699982,
+    0.2600966691970825,
+    0.06878086179494858,
+    0.34647583961486816,
+    0.21362964808940887,
+    0.17128919064998627,
+    0.02747114934027195,
+    0.13198649883270264,
+    0.2768653929233551,
+    0.2352036088705063,
+    0.11659938842058182,
+    0.04293866828083992,
+    0.12318315356969833,
+    0.026636797934770584,
+    0.03705960512161255,
+    0.08340800553560257,
+    0.16692164540290833,
+    0.16855840384960175,
+    0.17475992441177368,
+    0.03376675769686699,
+    0.05034641921520233,
+    0.10674037784337997,
+    0.01897924579679966,
+    0.04218121990561485,
+    0.1660601794719696,
+    0.28531721234321594,
+    0.17168627679347992,
+    0.3888825476169586,
+    0.05809853971004486,
+    0.059412140399217606,
+    0.04103041812777519,
+    0.10064100474119186,
+    0.06858199834823608,
+    0.06827013194561005,
+    0.11476557701826096,
+    0.2284308522939682,
+    0.23712144792079926,
+    0.1620010882616043,
+    0.15744654834270477,
+    0.11373835057020187,
+    0.06832347065210342,
+    0.2190595120191574,
+    0.22571596503257751,
+    0.15961527824401855,
+    0.17777998745441437,
+    0.4156757891178131,
+    0.4302293062210083,
+    0.2363559752702713,
+    0.09273915737867355,
+    0.1014314740896225,
+    0.021012648940086365,
+    0.032827626913785934,
+    0.16402745246887207,
+    0.20198509097099304,
+    0.24324609339237213,
+    0.19216826558113098,
+    0.006687364540994167,
+    0.12119854241609573,
+    0.23936067521572113,
+    0.24056968092918396,
+    0.08241092413663864,
+    0.024233633652329445,
+    0.12054305523633957,
+    0.7400091290473938,
+    0.28204435110092163,
+    0.36191847920417786,
+    0.47906991839408875,
+    0.3407125473022461,
+    0.14793972671031952,
+    0.18457798659801483,
+    0.13945576548576355,
+    0.1484186053276062,
+    0.15427640080451965,
+    0.32991957664489746,
+    0.16548776626586914,
+    0.24514637887477875,
+    0.19582054018974304,
+    0.228926882147789,
+    0.28696510195732117,
+    0.17143940925598145,
+    0.1675080955028534,
+    0.3216072618961334,
+    0.1474398374557495,
+    0.17109523713588715,
+    0.029786651954054832,
+    0.07930423319339752,
+    0.4992711544036865,
+    0.31929007172584534,
+    0.36903145909309387,
+    0.16388370096683502,
+    0.2757599949836731,
+    0.3133794963359833,
+    0.3366657793521881,
+    0.140731081366539,
+    0.33538153767585754,
+    0.43120214343070984,
+    0.31382328271865845,
+    0.3281351327896118,
+    0.35693204402923584,
+    0.21002474427223206,
+    0.13046833872795105,
+    0.11512509733438492,
+    0.13757860660552979,
+    0.3976532518863678,
+    0.13702426850795746,
+    0.20788851380348206,
+    0.2809794247150421,
+    0.22933420538902283,
+    0.17551007866859436,
+    0.38654109835624695,
+    0.1523512452840805,
+    0.4742586612701416,
+    0.4197893440723419,
+    0.21432331204414368,
+    0.3362918198108673,
+    0.19292350113391876,
+    0.213413268327713,
+    0.11404944956302643,
+    0.36895760893821716,
+    0.2616463601589203,
+    0.24804790318012238,
+    0.44089818000793457,
+    0.0921773612499237,
+    0.10617926716804504,
+    0.13607747852802277,
+    0.3650744557380676,
+    0.04444427043199539,
+    0.3035179376602173,
+    0.10192564129829407,
+    0.19060826301574707,
+    0.21376487612724304,
+    0.21383138000965118,
+    0.24530726671218872,
+    0.5959210991859436,
+    0.30632284283638,
+    0.32111865282058716,
+    0.79316645860672,
+    0.5210725665092468,
+    0.5728034377098083,
+    0.07781682163476944,
+    0.3859052360057831,
+    0.22236338257789612,
+    0.044507186859846115,
+    0.23310048878192902,
+    0.23659594357013702,
+    0.14701443910598755,
+    0.17391273379325867,
+    0.13571196794509888,
+    0.24202224612236023,
+    0.23655493557453156,
+    0.09171970188617706,
+    0.10509940981864929,
+    0.0942356139421463,
+    0.05322972312569618,
+    0.19139410555362701,
+    0.06363862007856369,
+    0.07021698355674744,
+    0.1379019170999527,
+    0.08090908080339432,
+    0.06796018034219742,
+    0.07765884697437286,
+    0.022727439180016518,
+    0.17000779509544373,
+    0.026896396651864052,
+    0.3792768120765686,
+    0.03247632086277008,
+    0.13574180006980896,
+    0.2422478199005127,
+    0.26360511779785156,
+    0.17994678020477295,
+    0.19256176054477692,
+    0.24167807400226593,
+    0.12021970748901367,
+    0.14419305324554443,
+    0.039150677621364594,
+    0.13909122347831726,
+    0.16135174036026,
+    0.019574567675590515,
+    0.07218437641859055,
+    0.09071505069732666,
+    0.07207988202571869,
+    0.25479766726493835,
+    0.2574068307876587,
+    0.2789289951324463,
+    0.17433999478816986,
+    0.10192251205444336,
+    0.06539227813482285,
+    0.10070063173770905,
+    0.2716084420681,
+    0.14044073224067688,
+    0.024474509060382843,
+    0.07697504013776779,
+    0.08269784599542618,
+    0.127608060836792,
+    0.18920955061912537,
+    0.04709204286336899,
+    0.018079355359077454,
+    0.2645820677280426,
+    0.11987249553203583,
+    0.05276201665401459,
+    0.18376827239990234,
+    0.04509996995329857,
+    0.07123925536870956,
+    0.060160014778375626,
+    0.10479944199323654,
+    0.0800190195441246,
+    0.020114993676543236,
+    0.2919634282588959,
+    0.18084052205085754,
+    0.27120429277420044,
+    0.07865435630083084,
+    0.3010212182998657,
+    0.4205877482891083,
+    0.4458361566066742,
+    0.27217352390289307,
+    0.2694368064403534,
+    0.2053147852420807,
+    0.2515638768672943,
+    0.12219483405351639,
+    0.21363414824008942,
+    0.2312244474887848,
+    0.259569376707077,
+    0.16084961593151093,
+    0.007693921215832233,
+    0.01812092401087284,
+    0.01033827755600214,
+    0.30023983120918274,
+    0.222916379570961,
+    0.22146588563919067,
+    0.07746820896863937,
+    0.041149936616420746,
+    0.11533934623003006,
+    0.030797487124800682,
+    0.19524644315242767,
+    0.12886150181293488,
+    0.2179834395647049,
+    0.17884008586406708,
+    0.05812075361609459,
+    0.16885899007320404,
+    0.07942809164524078,
+    0.09520667791366577,
+    0.15857131779193878,
+    0.06962552666664124,
+    0.05502089112997055,
+    0.1630287915468216,
+    0.1253272444009781,
+    0.31936049461364746,
+    0.04043664410710335,
+    0.48181888461112976,
+    0.3803443908691406,
+    0.27333372831344604,
+    0.29777923226356506,
+    0.09272772073745728,
+    0.06661045551300049,
+    0.32900652289390564,
+    0.31911227107048035,
+    0.17627865076065063,
+    0.2704026997089386,
+    0.33783993124961853,
+    0.4049344062805176,
+    0.2629324495792389,
+    0.20399890840053558,
+    0.17191947996616364,
+    0.25685620307922363,
+    0.08580414950847626,
+    0.03285623714327812,
+    0.14095792174339294,
+    0.008262768387794495,
+    0.07004313170909882,
+    0.14909330010414124,
+    0.10687952488660812,
+    0.07420483231544495,
+    0.11446094512939453,
+    0.33471593260765076,
+    0.023525120690464973,
+    0.024151787161827087,
+    0.10848523676395416,
+    0.04847116768360138,
+    0.08306379616260529,
+    0.12210394442081451,
+    0.02967480756342411,
+    0.09127875417470932,
+    0.04604889824986458,
+    0.013276487588882446,
+    0.03627922758460045,
+    0.20120491087436676,
+    0.011470720171928406,
+    0.06385553628206253,
+    0.15593518316745758,
+    0.17404010891914368,
+    0.03909279778599739,
+    0.05154569074511528,
+    0.3902112543582916,
+    0.21217091381549835,
+    0.018119024112820625,
+    0.1464419662952423,
+    0.14137418568134308,
+    0.13956254720687866,
+    0.11773602664470673,
+    0.35248616337776184,
+    0.28373804688453674,
+    0.058126870542764664,
+    0.11245663464069366,
+    0.09454338997602463,
+    0.015766959637403488,
+    0.023348430171608925,
+    0.032534897327423096,
+    0.12311257421970367,
+    0.1796572506427765,
+    0.07469632476568222,
+    0.18500854074954987,
+    0.2347332388162613,
+    0.2196943461894989,
+    0.05412602052092552,
+    0.05869495868682861,
+    0.06246233731508255,
+    0.24028587341308594,
+    0.14063400030136108,
+    0.044443950057029724,
+    0.4353533387184143,
+    0.32178422808647156,
+    0.0917927548289299,
+    0.5490015149116516,
+    0.6486968398094177,
+    0.048826977610588074,
+    0.39075377583503723,
+    0.47861215472221375,
+    0.08328039944171906,
+    0.14144325256347656,
+    0.30950552225112915,
+    0.021194662898778915,
+    0.013165823183953762,
+    0.028366804122924805,
+    0.04810527339577675,
+    0.06362923979759216,
+    0.012933650985360146,
+    0.01811743900179863,
+    0.1952812820672989,
+    0.03806261345744133,
+    0.052765242755413055,
+    0.29488903284072876,
+    0.24575528502464294,
+    0.04169637709856033,
+    0.027217010036110878,
+    0.1097533106803894,
+    0.17152774333953857,
+    0.2569308876991272,
+    0.1026293933391571,
+    0.10567176342010498,
+    0.35313817858695984,
+    0.10542804002761841,
+    0.10598217695951462,
+    0.05550243332982063,
+    0.20121359825134277,
+    0.23379847407341003,
+    0.1815090775489807,
+    0.13311368227005005,
+    0.21782034635543823,
+    0.20048347115516663,
+    0.09763439744710922,
+    0.006868191994726658,
+    0.11010199785232544,
+    0.19375430047512054,
+    0.09912930428981781,
+    0.1567668467760086,
+    0.0340166911482811,
+    0.023822296410799026,
+    0.04633667692542076,
+    0.012694597244262695,
+    0.10824520140886307,
+    0.020285706967115402,
+    0.14356611669063568,
+    0.04529445990920067,
+    0.01031756866723299,
+    0.02636662870645523,
+    0.11390026658773422,
+    0.014603483490645885,
+    0.05291064456105232,
+    0.01745576225221157,
+    0.051638178527355194,
+    0.03873585909605026,
+    0.22849564254283905,
+    0.045452848076820374,
+    0.14690382778644562,
+    0.05019790306687355,
+    0.1450471431016922,
+    0.06699246913194656,
+    0.034604400396347046,
+    0.39164167642593384,
+    0.5197610259056091,
+    0.27531248331069946,
+    0.23100517690181732,
+    0.03316611424088478,
+    0.0857527107000351,
+    0.08081268519163132,
+    0.2532033324241638,
+    0.12151309102773666,
+    0.06195677071809769,
+    0.09544555097818375,
+    0.017802827060222626,
+    0.2086755484342575,
+    0.008093515411019325,
+    0.3089851438999176,
+    0.1014898419380188,
+    0.0760921835899353,
+    0.21262907981872559,
+    0.16868600249290466,
+    0.11504650115966797,
+    0.03697103261947632,
+    0.09396392107009888,
+    0.09730447828769684,
+    0.016478752717375755,
+    0.00574235524982214,
+    0.05161384120583534,
+    0.04674869403243065,
+    0.06490068882703781,
+    0.20962855219841003,
+    0.3103388249874115,
+    0.10121645778417587,
+    0.14200562238693237,
+    0.2341904491186142,
+    0.08470844477415085,
+    0.04959823563694954,
+    0.14830060303211212,
+    0.10371065139770508,
+    0.13752029836177826,
+    0.12145630270242691,
+    0.31829509139060974,
+    0.009206217713654041,
+    0.15764646232128143,
+    0.027536338195204735,
+    0.0164986290037632,
+    0.10304252058267593,
+    0.0190738458186388,
+    0.015844734385609627,
+    0.03962695598602295,
+    0.023937691003084183,
+    0.19542263448238373,
+    0.11965297162532806,
+    0.010468505322933197,
+    0.14875419437885284,
+    0.2901444435119629,
+    0.1310647428035736,
+    0.37970471382141113,
+    0.058829404413700104,
+    0.0737510398030281,
+    0.03562008962035179,
+    0.24743002653121948,
+    0.164023756980896,
+    0.06447552144527435,
+    0.013139953836798668,
+    0.1379469931125641,
+    0.11334040760993958
+  ]
+}

p5-mae-base-d136/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00035000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.17100687488468197,
+  "probe/map_train": 0.6545597856026673,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.20361158813074218,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.603348743985407,
+  "probe/total_s": 25.624013454071246,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19653885336628138
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19715994739316517
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20028823395339204
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.20361158813074218
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19510387077810953
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.17116859542873938
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.13557794013862945
+    }
+  ],
+  "per_class_ap": [
+    0.6538491249084473,
+    0.01863555982708931,
+    0.07229594141244888,
+    0.22357049584388733,
+    0.1257551908493042,
+    0.3082587718963623,
+    0.23677007853984833,
+    0.32227393984794617,
+    0.05315891280770302,
+    0.04688175767660141,
+    0.02173275128006935,
+    0.10125059634447098,
+    0.6174291968345642,
+    0.3076156973838806,
+    0.0742628425359726,
+    0.5480477809906006,
+    0.34027373790740967,
+    0.38797298073768616,
+    0.06336738169193268,
+    0.08661357313394547,
+    0.24978461861610413,
+    0.09124387055635452,
+    0.2301599532365799,
+    0.16774673759937286,
+    0.09502973407506943,
+    0.021776622161269188,
+    0.09275458008050919,
+    0.21030864119529724,
+    0.3534248173236847,
+    0.10107790678739548,
+    0.3106115162372589,
+    0.23818740248680115,
+    0.04018067941069603,
+    0.10223373770713806,
+    0.2868146300315857,
+    0.0972231775522232,
+    0.4235447645187378,
+    0.07769381254911423,
+    0.0866130068898201,
+    0.14413417875766754,
+    0.21436475217342377,
+    0.030338304117321968,
+    0.08163615316152573,
+    0.44931384921073914,
+    0.021204493939876556,
+    0.08141825348138809,
+    0.025849685072898865,
+    0.18683426082134247,
+    0.06899809092283249,
+    0.08503591269254684,
+    0.14288680255413055,
+    0.01279002521187067,
+    0.028131207451224327,
+    0.061574291437864304,
+    0.2637101411819458,
+    0.13051889836788177,
+    0.26494377851486206,
+    0.3649837076663971,
+    0.13180404901504517,
+    0.11811667680740356,
+    0.16366584599018097,
+    0.21681979298591614,
+    0.053729794919490814,
+    0.18288381397724152,
+    0.5367301106452942,
+    0.22829926013946533,
+    0.2901573181152344,
+    0.36051952838897705,
+    0.42377763986587524,
+    0.4026520550251007,
+    0.1242239773273468,
+    0.18392479419708252,
+    0.23286300897598267,
+    0.21405485272407532,
+    0.22382037341594696,
+    0.2662205398082733,
+    0.0685550794005394,
+    0.3384592533111572,
+    0.22147369384765625,
+    0.16933494806289673,
+    0.03387390077114105,
+    0.13764026761054993,
+    0.27834248542785645,
+    0.2551887333393097,
+    0.1275714784860611,
+    0.04451371729373932,
+    0.14239278435707092,
+    0.03368552029132843,
+    0.039684195071458817,
+    0.08918027579784393,
+    0.2065347135066986,
+    0.20917682349681854,
+    0.18378928303718567,
+    0.03526974841952324,
+    0.05201146751642227,
+    0.13655491173267365,
+    0.0207842905074358,
+    0.03338334336876869,
+    0.17367997765541077,
+    0.2867108881473541,
+    0.168003112077713,
+    0.37959355115890503,
+    0.06064315512776375,
+    0.06124207749962807,
+    0.03506514057517052,
+    0.09214472025632858,
+    0.06940846145153046,
+    0.07072839885950089,
+    0.12696048617362976,
+    0.24555477499961853,
+    0.24190634489059448,
+    0.16662649810314178,
+    0.16447466611862183,
+    0.13021595776081085,
+    0.07391725480556488,
+    0.23513701558113098,
+    0.24006977677345276,
+    0.1729857325553894,
+    0.18392716348171234,
+    0.4281044006347656,
+    0.43662452697753906,
+    0.23825818300247192,
+    0.0982581153512001,
+    0.09550265222787857,
+    0.016402265056967735,
+    0.03149581700563431,
+    0.16786225140094757,
+    0.20634649693965912,
+    0.22667856514453888,
+    0.19483762979507446,
+    0.006314944475889206,
+    0.13180501759052277,
+    0.2344222217798233,
+    0.2375868707895279,
+    0.09463764727115631,
+    0.01974593661725521,
+    0.10924140363931656,
+    0.7398510575294495,
+    0.2869662940502167,
+    0.37105679512023926,
+    0.48053595423698425,
+    0.34723350405693054,
+    0.158851757645607,
+    0.19212128221988678,
+    0.14148251712322235,
+    0.15310588479042053,
+    0.16339202225208282,
+    0.3315732777118683,
+    0.16194622218608856,
+    0.2573091387748718,
+    0.181436687707901,
+    0.23796288669109344,
+    0.3008483648300171,
+    0.17068877816200256,
+    0.1710413247346878,
+    0.32603663206100464,
+    0.15263041853904724,
+    0.1811896711587906,
+    0.044081032276153564,
+    0.09240832924842834,
+    0.5246171951293945,
+    0.3203052580356598,
+    0.3703869581222534,
+    0.15074247121810913,
+    0.2803037464618683,
+    0.31186994910240173,
+    0.3359220325946808,
+    0.1360733062028885,
+    0.3336949050426483,
+    0.4457836151123047,
+    0.32796138525009155,
+    0.33602258563041687,
+    0.3624265193939209,
+    0.21690532565116882,
+    0.1330810785293579,
+    0.11488666385412216,
+    0.14295662939548492,
+    0.3883807063102722,
+    0.12843741476535797,
+    0.23674657940864563,
+    0.28738871216773987,
+    0.24467803537845612,
+    0.1867642104625702,
+    0.3715135157108307,
+    0.1568407118320465,
+    0.48291510343551636,
+    0.41731083393096924,
+    0.21482083201408386,
+    0.33619925379753113,
+    0.18976189196109772,
+    0.2125123292207718,
+    0.11359105259180069,
+    0.3829341232776642,
+    0.26136514544487,
+    0.2589665949344635,
+    0.4417426884174347,
+    0.08878163248300552,
+    0.11432585120201111,
+    0.1336081326007843,
+    0.3680383861064911,
+    0.052534788846969604,
+    0.2878243029117584,
+    0.10875324159860611,
+    0.21754686534404755,
+    0.2039223462343216,
+    0.225983127951622,
+    0.2662369906902313,
+    0.5789121389389038,
+    0.2992512881755829,
+    0.3084646463394165,
+    0.7929186224937439,
+    0.5346823334693909,
+    0.5808876156806946,
+    0.07857663184404373,
+    0.40063509345054626,
+    0.22449736297130585,
+    0.0463305301964283,
+    0.24367596209049225,
+    0.25602811574935913,
+    0.14872899651527405,
+    0.17813722789287567,
+    0.13605885207653046,
+    0.23570577800273895,
+    0.2301480919122696,
+    0.09372442960739136,
+    0.10993312299251556,
+    0.0917837992310524,
+    0.06094661355018616,
+    0.18580561876296997,
+    0.06032070890069008,
+    0.07004706561565399,
+    0.12507212162017822,
+    0.08376915007829666,
+    0.07230016589164734,
+    0.07804617285728455,
+    0.020897913724184036,
+    0.17359419167041779,
+    0.029871752485632896,
+    0.38520604372024536,
+    0.0352046862244606,
+    0.13634733855724335,
+    0.24119113385677338,
+    0.2553424537181854,
+    0.17502431571483612,
+    0.1974399834871292,
+    0.2424364537000656,
+    0.1203104630112648,
+    0.14615283906459808,
+    0.04484321177005768,
+    0.14453080296516418,
+    0.1591305285692215,
+    0.020421575754880905,
+    0.08050602674484253,
+    0.08935210853815079,
+    0.08006462454795837,
+    0.25989484786987305,
+    0.25393959879875183,
+    0.25644612312316895,
+    0.18953010439872742,
+    0.11567889153957367,
+    0.060388121753931046,
+    0.10101913660764694,
+    0.26916182041168213,
+    0.1399988979101181,
+    0.026376405730843544,
+    0.08026676625013351,
+    0.08938362449407578,
+    0.13590164482593536,
+    0.1819719672203064,
+    0.04754148796200752,
+    0.020569028332829475,
+    0.2766633927822113,
+    0.13306330144405365,
+    0.050079554319381714,
+    0.17968221008777618,
+    0.05850080028176308,
+    0.08301535248756409,
+    0.06938813626766205,
+    0.11497898399829865,
+    0.07594838738441467,
+    0.018861735239624977,
+    0.29836511611938477,
+    0.1725517362356186,
+    0.2725743055343628,
+    0.07327834516763687,
+    0.30418190360069275,
+    0.4136301577091217,
+    0.43718746304512024,
+    0.27249181270599365,
+    0.24328738451004028,
+    0.2178131341934204,
+    0.21201421320438385,
+    0.11909158527851105,
+    0.21226759254932404,
+    0.22972089052200317,
+    0.246297225356102,
+    0.1798735111951828,
+    0.008902047760784626,
+    0.012272926978766918,
+    0.009428267367184162,
+    0.30140024423599243,
+    0.22746916115283966,
+    0.2222592979669571,
+    0.09543877840042114,
+    0.043051157146692276,
+    0.12401141226291656,
+    0.03493369743227959,
+    0.1985212117433548,
+    0.15774065256118774,
+    0.2342662662267685,
+    0.18427732586860657,
+    0.057588882744312286,
+    0.1776675134897232,
+    0.0865110456943512,
+    0.11552859097719193,
+    0.17093822360038757,
+    0.06574005633592606,
+    0.0615408755838871,
+    0.1670539528131485,
+    0.112944096326828,
+    0.3239014446735382,
+    0.03970332816243172,
+    0.48460569977760315,
+    0.3963943123817444,
+    0.2786741554737091,
+    0.29756712913513184,
+    0.10490496456623077,
+    0.0711333304643631,
+    0.33717846870422363,
+    0.32439592480659485,
+    0.17717602849006653,
+    0.2778753638267517,
+    0.3416615128517151,
+    0.43330907821655273,
+    0.2509343922138214,
+    0.207707479596138,
+    0.1712987720966339,
+    0.2579328417778015,
+    0.0885484367609024,
+    0.035582397133111954,
+    0.16396161913871765,
+    0.009698621928691864,
+    0.08535057306289673,
+    0.15050283074378967,
+    0.11741384118795395,
+    0.07598249614238739,
+    0.10336480289697647,
+    0.3420294523239136,
+    0.0287017785012722,
+    0.02371925860643387,
+    0.11190406233072281,
+    0.051926229149103165,
+    0.08589763194322586,
+    0.13500066101551056,
+    0.02364853210747242,
+    0.10671024024486542,
+    0.04663848131895065,
+    0.014651695266366005,
+    0.03602840006351471,
+    0.20709671080112457,
+    0.011385983787477016,
+    0.07201705127954483,
+    0.1584557294845581,
+    0.1889273226261139,
+    0.03921319916844368,
+    0.04796593636274338,
+    0.39144256711006165,
+    0.2137005478143692,
+    0.022196805104613304,
+    0.14482559263706207,
+    0.14959657192230225,
+    0.14287759363651276,
+    0.11578889936208725,
+    0.34932589530944824,
+    0.29921290278434753,
+    0.05391043797135353,
+    0.11644423753023148,
+    0.09192879498004913,
+    0.015639329329133034,
+    0.018031233921647072,
+    0.031985700130462646,
+    0.11883581429719925,
+    0.19116473197937012,
+    0.0731927827000618,
+    0.18230542540550232,
+    0.21656139194965363,
+    0.22629909217357635,
+    0.045238446444272995,
+    0.05266670510172844,
+    0.07811082899570465,
+    0.2476118505001068,
+    0.1386067420244217,
+    0.055271897464990616,
+    0.4358879327774048,
+    0.3146854341030121,
+    0.09490369260311127,
+    0.5596824288368225,
+    0.6554116010665894,
+    0.04250210151076317,
+    0.39848387241363525,
+    0.46438947319984436,
+    0.0725250169634819,
+    0.15062084794044495,
+    0.318776398897171,
+    0.024197140708565712,
+    0.015557533130049706,
+    0.032471463084220886,
+    0.06384693086147308,
+    0.07335428148508072,
+    0.01370571181178093,
+    0.020889265462756157,
+    0.19328762590885162,
+    0.03956955671310425,
+    0.05704524368047714,
+    0.27554795145988464,
+    0.2493261694908142,
+    0.04123186320066452,
+    0.029494555667042732,
+    0.10989360511302948,
+    0.16852621734142303,
+    0.2700939178466797,
+    0.09963037073612213,
+    0.11409993469715118,
+    0.3597660958766937,
+    0.10312193632125854,
+    0.10727798938751221,
+    0.05245371535420418,
+    0.20542049407958984,
+    0.24707239866256714,
+    0.19968806207180023,
+    0.14051494002342224,
+    0.21123206615447998,
+    0.2028040736913681,
+    0.09009771794080734,
+    0.006579781416803598,
+    0.12004312127828598,
+    0.21292094886302948,
+    0.098268523812294,
+    0.17170321941375732,
+    0.03758574277162552,
+    0.02809946984052658,
+    0.03767640143632889,
+    0.010459518991410732,
+    0.11578120291233063,
+    0.01865801215171814,
+    0.15177476406097412,
+    0.047069232910871506,
+    0.013601725921034813,
+    0.028084740042686462,
+    0.11753998696804047,
+    0.013085908256471157,
+    0.05630522593855858,
+    0.018359743058681488,
+    0.048539552837610245,
+    0.044703833758831024,
+    0.21701765060424805,
+    0.04521145671606064,
+    0.1560315042734146,
+    0.06740604341030121,
+    0.15655580163002014,
+    0.07436268776655197,
+    0.034747108817100525,
+    0.4044886827468872,
+    0.5273600220680237,
+    0.27915242314338684,
+    0.23477794229984283,
+    0.04294624179601669,
+    0.0897379219532013,
+    0.07179595530033112,
+    0.24752651154994965,
+    0.13204894959926605,
+    0.06321819126605988,
+    0.09780360758304596,
+    0.016402345150709152,
+    0.2155730426311493,
+    0.00724073126912117,
+    0.31592848896980286,
+    0.10543707013130188,
+    0.0794907808303833,
+    0.21793438494205475,
+    0.15737460553646088,
+    0.12710510194301605,
+    0.041000694036483765,
+    0.09343903511762619,
+    0.09394821524620056,
+    0.019108813256025314,
+    0.005878007505089045,
+    0.06418827921152115,
+    0.04460657387971878,
+    0.07153105735778809,
+    0.20094585418701172,
+    0.3176043927669525,
+    0.10696705430746078,
+    0.14727482199668884,
+    0.22305510938167572,
+    0.08282499760389328,
+    0.05009998753666878,
+    0.12916214764118195,
+    0.10995712131261826,
+    0.13311931490898132,
+    0.12228403985500336,
+    0.30926328897476196,
+    0.008669569157063961,
+    0.15613587200641632,
+    0.02906239964067936,
+    0.019203154370188713,
+    0.1047465056180954,
+    0.018044762313365936,
+    0.017916109412908554,
+    0.03985434025526047,
+    0.0235231164842844,
+    0.18967095017433167,
+    0.12058904021978378,
+    0.00917995534837246,
+    0.1565171629190445,
+    0.2967386245727539,
+    0.12681230902671814,
+    0.37952277064323425,
+    0.05677716061472893,
+    0.07556848227977753,
+    0.03670567646622658,
+    0.24412700533866882,
+    0.16751937568187714,
+    0.0625542551279068,
+    0.012151895090937614,
+    0.14284314215183258,
+    0.1142643615603447
+  ]
+}

p5-mae-base-d136/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.001580078125
+  - 0.0
+  - 0.257638671875
+  - 0.217779296875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.000138671875
+  - 0.0
+  - 0.0
+  - 0.186373046875
+  - 0.010857421875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d136
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d136/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0ef93f6b8d030f3f5996e0debd8e8fc8dbcf554639be37a250ea24a8d82057
+size 352156376

p5-mae-base-d136/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d136/exports/step_00040000",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "probe/map": 0.17165860890603468,
+  "probe/map_train": 0.6535321158521316,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.2047224092916665,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.90188845200464,
+  "probe/total_s": 26.67944986000657,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19736472926804163
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19810868871612103
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.20116915921079775
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.2047224092916665
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19595802802702084
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1721373698974569
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1364442354591256
+    }
+  ],
+  "per_class_ap": [
+    0.6544762849807739,
+    0.01900319568812847,
+    0.07503621280193329,
+    0.2238345593214035,
+    0.12481420487165451,
+    0.30176958441734314,
+    0.24540922045707703,
+    0.33020520210266113,
+    0.04413345828652382,
+    0.0475955456495285,
+    0.022376250475645065,
+    0.10575762391090393,
+    0.6225878000259399,
+    0.31197589635849,
+    0.07228664308786392,
+    0.5493059754371643,
+    0.34268274903297424,
+    0.38664302229881287,
+    0.06271737068891525,
+    0.08775466680526733,
+    0.2507402300834656,
+    0.09873301535844803,
+    0.22964391112327576,
+    0.15832696855068207,
+    0.09584031999111176,
+    0.02145989052951336,
+    0.09330817312002182,
+    0.21033206582069397,
+    0.35338732600212097,
+    0.10554392635822296,
+    0.3119608461856842,
+    0.24020984768867493,
+    0.039841897785663605,
+    0.10676467418670654,
+    0.2853456139564514,
+    0.09705370664596558,
+    0.42365702986717224,
+    0.08689190447330475,
+    0.09508176892995834,
+    0.14911557734012604,
+    0.21608921885490417,
+    0.031797025352716446,
+    0.08207371085882187,
+    0.4500449597835541,
+    0.02549302950501442,
+    0.0860699787735939,
+    0.025865044444799423,
+    0.18199336528778076,
+    0.06799096614122391,
+    0.0962819829583168,
+    0.14546455442905426,
+    0.013542111031711102,
+    0.028747033327817917,
+    0.06710170209407806,
+    0.2622586488723755,
+    0.13342997431755066,
+    0.2689823806285858,
+    0.36644628643989563,
+    0.13217754662036896,
+    0.127727672457695,
+    0.17058603465557098,
+    0.2147841453552246,
+    0.05534821003675461,
+    0.17870929837226868,
+    0.536432147026062,
+    0.22999557852745056,
+    0.29571107029914856,
+    0.36231502890586853,
+    0.42242375016212463,
+    0.40663039684295654,
+    0.1351410299539566,
+    0.1812276542186737,
+    0.2337808758020401,
+    0.2154824584722519,
+    0.2259051650762558,
+    0.2678529620170593,
+    0.07035332918167114,
+    0.33441540598869324,
+    0.21841281652450562,
+    0.16912312805652618,
+    0.03231361508369446,
+    0.1443301886320114,
+    0.27814793586730957,
+    0.25385212898254395,
+    0.1258249431848526,
+    0.04477294906973839,
+    0.138276144862175,
+    0.035705264657735825,
+    0.040168020874261856,
+    0.09285526722669601,
+    0.20717528462409973,
+    0.2015060931444168,
+    0.18676847219467163,
+    0.036174919456243515,
+    0.05310863256454468,
+    0.13922491669654846,
+    0.02025028131902218,
+    0.032923102378845215,
+    0.1736847460269928,
+    0.28839004039764404,
+    0.16611264646053314,
+    0.387315034866333,
+    0.061920952051877975,
+    0.06265608966350555,
+    0.03504449501633644,
+    0.09572888910770416,
+    0.06966710090637207,
+    0.07214105874300003,
+    0.12169142067432404,
+    0.24430862069129944,
+    0.24447400867938995,
+    0.1644100844860077,
+    0.1642770618200302,
+    0.12788249552249908,
+    0.07381775975227356,
+    0.23946456611156464,
+    0.24201297760009766,
+    0.17285829782485962,
+    0.1813661903142929,
+    0.4264484941959381,
+    0.43855732679367065,
+    0.24333657324314117,
+    0.10337834805250168,
+    0.09542296081781387,
+    0.015530513599514961,
+    0.03134264051914215,
+    0.1677224040031433,
+    0.2117088884115219,
+    0.21753813326358795,
+    0.18529942631721497,
+    0.006809851620346308,
+    0.12241434305906296,
+    0.23218783736228943,
+    0.23272307217121124,
+    0.09424282610416412,
+    0.02161146141588688,
+    0.11235867440700531,
+    0.7399618029594421,
+    0.2893316149711609,
+    0.37035033106803894,
+    0.4772889018058777,
+    0.3415440022945404,
+    0.1619586944580078,
+    0.1946730613708496,
+    0.14223749935626984,
+    0.15249335765838623,
+    0.1631946861743927,
+    0.3380378484725952,
+    0.16454823315143585,
+    0.26044556498527527,
+    0.18330739438533783,
+    0.23854592442512512,
+    0.2951393723487854,
+    0.1703159511089325,
+    0.16678974032402039,
+    0.3273279070854187,
+    0.1551804393529892,
+    0.17998237907886505,
+    0.0435962900519371,
+    0.09149175882339478,
+    0.520936906337738,
+    0.32333096861839294,
+    0.3661070466041565,
+    0.15356358885765076,
+    0.28318479657173157,
+    0.31021326780319214,
+    0.3354886770248413,
+    0.1389898657798767,
+    0.33304470777511597,
+    0.4394458830356598,
+    0.3255891799926758,
+    0.33728909492492676,
+    0.36299771070480347,
+    0.2157903015613556,
+    0.14221645891666412,
+    0.11775761842727661,
+    0.14734436571598053,
+    0.3934958577156067,
+    0.1272791177034378,
+    0.24349725246429443,
+    0.29549065232276917,
+    0.25164541602134705,
+    0.18705880641937256,
+    0.3794932961463928,
+    0.15661945939064026,
+    0.48558610677719116,
+    0.41806450486183167,
+    0.2166624367237091,
+    0.3362976014614105,
+    0.19241362810134888,
+    0.20918455719947815,
+    0.11269453167915344,
+    0.3833886682987213,
+    0.26132288575172424,
+    0.2583218216896057,
+    0.4422060251235962,
+    0.08903194218873978,
+    0.11913944780826569,
+    0.13511088490486145,
+    0.3670125901699066,
+    0.04990829527378082,
+    0.2910759747028351,
+    0.10664897412061691,
+    0.21537993848323822,
+    0.20771156251430511,
+    0.2289029359817505,
+    0.2705068290233612,
+    0.5778553485870361,
+    0.29169169068336487,
+    0.3128953278064728,
+    0.7938886284828186,
+    0.544884204864502,
+    0.5814791917800903,
+    0.0841527208685875,
+    0.3927532136440277,
+    0.22199630737304688,
+    0.046325795352458954,
+    0.24085062742233276,
+    0.2692963182926178,
+    0.1468735784292221,
+    0.17949528992176056,
+    0.13542121648788452,
+    0.2423754185438156,
+    0.23934708535671234,
+    0.09394550323486328,
+    0.10965278744697571,
+    0.09421683847904205,
+    0.05803866311907768,
+    0.18461909890174866,
+    0.06010134890675545,
+    0.0728200227022171,
+    0.12382085621356964,
+    0.08566536754369736,
+    0.0687684565782547,
+    0.07746608555316925,
+    0.01928136684000492,
+    0.1716761738061905,
+    0.028641561046242714,
+    0.393939733505249,
+    0.03531261906027794,
+    0.13710835576057434,
+    0.24185825884342194,
+    0.2600429654121399,
+    0.17468200623989105,
+    0.1989242285490036,
+    0.2424684464931488,
+    0.120447538793087,
+    0.14946027100086212,
+    0.04586125910282135,
+    0.14750738441944122,
+    0.15594950318336487,
+    0.01983901485800743,
+    0.08238343149423599,
+    0.0892101600766182,
+    0.08124415576457977,
+    0.25952398777008057,
+    0.26258939504623413,
+    0.2546367943286896,
+    0.18813303112983704,
+    0.11218899488449097,
+    0.06267951428890228,
+    0.1075998917222023,
+    0.2695227861404419,
+    0.12362076342105865,
+    0.025558775290846825,
+    0.08304736018180847,
+    0.09087758511304855,
+    0.13807228207588196,
+    0.18863871693611145,
+    0.048653051257133484,
+    0.020346520468592644,
+    0.27230846881866455,
+    0.12326470017433167,
+    0.05074864998459816,
+    0.18049205839633942,
+    0.05128636956214905,
+    0.08083456009626389,
+    0.06527377665042877,
+    0.11336155235767365,
+    0.07052510976791382,
+    0.01892143487930298,
+    0.3026682436466217,
+    0.16822662949562073,
+    0.27233976125717163,
+    0.0731314942240715,
+    0.3056110143661499,
+    0.4144881069660187,
+    0.4383625090122223,
+    0.27468010783195496,
+    0.2501996159553528,
+    0.21297267079353333,
+    0.22249393165111542,
+    0.11717810481786728,
+    0.21012671291828156,
+    0.2369251251220703,
+    0.25309082865715027,
+    0.17757321894168854,
+    0.008349630050361156,
+    0.012263542972505093,
+    0.00926327146589756,
+    0.30282312631607056,
+    0.2270554006099701,
+    0.22367066144943237,
+    0.09374026209115982,
+    0.04243083298206329,
+    0.12193160504102707,
+    0.03496526926755905,
+    0.20022545754909515,
+    0.15043005347251892,
+    0.23760661482810974,
+    0.18155844509601593,
+    0.056521523743867874,
+    0.1787519007921219,
+    0.08628951013088226,
+    0.11298739910125732,
+    0.17200610041618347,
+    0.06784925609827042,
+    0.06750137358903885,
+    0.16403554379940033,
+    0.11875244230031967,
+    0.3188405930995941,
+    0.04172223061323166,
+    0.4823595881462097,
+    0.3965606093406677,
+    0.2817167043685913,
+    0.29746291041374207,
+    0.09744251519441605,
+    0.07047663629055023,
+    0.33872511982917786,
+    0.32500162720680237,
+    0.17212902009487152,
+    0.28269389271736145,
+    0.3404783308506012,
+    0.440146803855896,
+    0.24843794107437134,
+    0.21023377776145935,
+    0.17219944298267365,
+    0.26744523644447327,
+    0.08897906541824341,
+    0.03479812666773796,
+    0.1575256735086441,
+    0.00879040826112032,
+    0.08369894325733185,
+    0.1533655822277069,
+    0.11150191724300385,
+    0.07993943244218826,
+    0.10278504341840744,
+    0.3447859585285187,
+    0.03709765896201134,
+    0.02308110147714615,
+    0.11697101593017578,
+    0.05640297755599022,
+    0.08922366797924042,
+    0.13370779156684875,
+    0.023197077214717865,
+    0.10489209741353989,
+    0.04641464725136757,
+    0.014739688485860825,
+    0.035934168845415115,
+    0.2062675505876541,
+    0.012271905317902565,
+    0.07209841907024384,
+    0.16568836569786072,
+    0.18295930325984955,
+    0.03844928368926048,
+    0.04619508236646652,
+    0.3934408128261566,
+    0.2127583920955658,
+    0.02237894758582115,
+    0.1557755172252655,
+    0.15104883909225464,
+    0.1434813290834427,
+    0.11931256949901581,
+    0.3463152348995209,
+    0.3022637665271759,
+    0.05526025965809822,
+    0.11712855845689774,
+    0.09063685685396194,
+    0.01590758003294468,
+    0.018421059474349022,
+    0.030857020989060402,
+    0.12224961072206497,
+    0.18677745759487152,
+    0.07485324889421463,
+    0.19298194348812103,
+    0.21164165437221527,
+    0.23065437376499176,
+    0.05274467170238495,
+    0.05296652391552925,
+    0.07927040010690689,
+    0.25435033440589905,
+    0.1484556943178177,
+    0.06071111932396889,
+    0.4454612731933594,
+    0.311051607131958,
+    0.09437546879053116,
+    0.5588184595108032,
+    0.6542262434959412,
+    0.042177848517894745,
+    0.3951491713523865,
+    0.4644237458705902,
+    0.07484668493270874,
+    0.15435370802879333,
+    0.31305131316185,
+    0.02439100854098797,
+    0.01582438312470913,
+    0.030660774558782578,
+    0.06555185467004776,
+    0.07868058234453201,
+    0.01426450815051794,
+    0.020478013902902603,
+    0.19977708160877228,
+    0.04066925495862961,
+    0.05748848244547844,
+    0.28085899353027344,
+    0.24758554995059967,
+    0.041833873838186264,
+    0.02924242988228798,
+    0.10823101550340652,
+    0.17464090883731842,
+    0.26668238639831543,
+    0.10062967240810394,
+    0.11351998895406723,
+    0.36042460799217224,
+    0.10242854803800583,
+    0.10546200722455978,
+    0.05233592912554741,
+    0.20519515872001648,
+    0.2366110384464264,
+    0.2025812566280365,
+    0.13637188076972961,
+    0.22153134644031525,
+    0.21105746924877167,
+    0.09663225710391998,
+    0.00642477348446846,
+    0.11700664460659027,
+    0.2082407921552658,
+    0.09596491605043411,
+    0.17008861899375916,
+    0.03858665004372597,
+    0.029801037162542343,
+    0.03758466988801956,
+    0.010862322524189949,
+    0.11198171228170395,
+    0.017220182344317436,
+    0.1477668732404709,
+    0.04636232927441597,
+    0.013500193133950233,
+    0.02872624062001705,
+    0.11813067644834518,
+    0.014466049149632454,
+    0.05602647736668587,
+    0.018423663452267647,
+    0.05132864788174629,
+    0.046327415853738785,
+    0.22253599762916565,
+    0.042081039398908615,
+    0.15285372734069824,
+    0.06642641127109528,
+    0.15581870079040527,
+    0.07509949803352356,
+    0.035887461155653,
+    0.40098926424980164,
+    0.52528977394104,
+    0.27718302607536316,
+    0.2352466732263565,
+    0.039092082530260086,
+    0.08864977955818176,
+    0.0780593678355217,
+    0.24811209738254547,
+    0.12782642245292664,
+    0.06375575065612793,
+    0.09335791319608688,
+    0.01610155776143074,
+    0.21192005276679993,
+    0.0077094873413443565,
+    0.31640177965164185,
+    0.10809405893087387,
+    0.08115505427122116,
+    0.21706414222717285,
+    0.16490986943244934,
+    0.12370458245277405,
+    0.040712110698223114,
+    0.0917491465806961,
+    0.09498193114995956,
+    0.02048182301223278,
+    0.005795149132609367,
+    0.06445805728435516,
+    0.04624437168240547,
+    0.07394786924123764,
+    0.203294575214386,
+    0.31600961089134216,
+    0.10604610294103622,
+    0.14490868151187897,
+    0.2271355390548706,
+    0.08313625305891037,
+    0.049904026091098785,
+    0.1344141662120819,
+    0.10749298334121704,
+    0.1326046735048294,
+    0.12265627831220627,
+    0.3129976987838745,
+    0.008575516752898693,
+    0.15588633716106415,
+    0.026826467365026474,
+    0.018833301961421967,
+    0.1051592230796814,
+    0.018400438129901886,
+    0.0181906558573246,
+    0.04061843827366829,
+    0.02359067089855671,
+    0.19268107414245605,
+    0.1201934888958931,
+    0.009437032975256443,
+    0.15467938780784607,
+    0.29326343536376953,
+    0.12804555892944336,
+    0.3830917775630951,
+    0.056566864252090454,
+    0.07246023416519165,
+    0.03508920595049858,
+    0.25466370582580566,
+    0.16927242279052734,
+    0.06314008682966232,
+    0.012078064493834972,
+    0.14973042905330658,
+    0.11488670855760574
+  ]
+}

p5-mae-base-d136/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f7976a4e3928a7eaff2d94d2a651e4e3848d99efe5613391225984ef962064
+size 15360128

p5-mae-base-d136/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d136",
+  "fingerprint": "e1ebc70609cbbcbb",
+  "wandb_run_id": "phase5-p5-mae-base-d136",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 85252608,
+    "decoder_params": 2585856,
+    "trainable_params": 88035328,
+    "total_params": 88035328
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511308e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 377063,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0015802083333333334,
+      0.0,
+      0.2576390625,
+      0.21777916666666666,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.3256328125,
+      0.00013854166666666667,
+      0.0,
+      0.0,
+      0.18637291666666667,
+      0.010857291666666666,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "started_at": 1787027429.4587877,
+  "finished_at": 1787029114.4174953,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.0947370529174805,
+    "val/loss": 0.6306387209333479,
+    "val/frame": 0.6306387209333479,
+    "val/utterance": 0.0
+  }
+}

p5-mae-base-d136/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787029114.4194398,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.0947370529174805,
+  "val/loss": 0.6306387209333479,
+  "val/frame": 0.6306387209333479,
+  "val/utterance": 0.0
+}

p5-mae-base-d136/wandb/debug-internal.log

@@ -0,0 +1,241 @@
+{"time":"2026-08-18T04:30:27.9824723Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T04:30:27.982791459Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T04:30:28.246499474Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d136"}
+{"time":"2026-08-18T04:30:28.246560915Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T04:30:28.246691849Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T04:30:28.24671372Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d136"}
+{"time":"2026-08-18T04:30:28.24673002Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T04:30:29.81513262Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T04:30:30.244421308Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:30:44.816155605Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":10,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":30,"uploaded_len":2}
+{"time":"2026-08-18T04:30:45.305609685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:30:59.815994922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":15,"events_offset":2,"events_lines":2,"console_offset":30,"console_lines":15}
+{"time":"2026-08-18T04:31:00.71107733Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:14.81555981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":17,"events_offset":4,"events_lines":2,"console_offset":45,"console_lines":17}
+{"time":"2026-08-18T04:31:15.157448599Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:29.81629757Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":14,"events_offset":6,"events_lines":2,"console_offset":62,"console_lines":15}
+{"time":"2026-08-18T04:31:30.159332009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:44.816255613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":17,"events_offset":8,"events_lines":2,"console_offset":77,"console_lines":17}
+{"time":"2026-08-18T04:31:45.176677384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:59.816150853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":14,"events_offset":10,"events_lines":2,"console_offset":94,"console_lines":14}
+{"time":"2026-08-18T04:32:00.141444254Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:14.816695189Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":16,"events_offset":12,"events_lines":2,"console_offset":108,"console_lines":17}
+{"time":"2026-08-18T04:32:15.20331995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:29.816171652Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":15,"events_offset":14,"events_lines":2,"console_offset":125,"console_lines":15}
+{"time":"2026-08-18T04:32:30.155020247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:44.816056127Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":118,"history_lines":18,"events_offset":16,"events_lines":2,"console_offset":140,"console_lines":18}
+{"time":"2026-08-18T04:32:45.133139112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:59.816097998Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":136,"history_lines":15,"events_offset":18,"events_lines":2,"console_offset":158,"console_lines":16}
+{"time":"2026-08-18T04:33:00.138480703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:14.815686372Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":151,"history_lines":17,"events_offset":20,"events_lines":2,"console_offset":174,"console_lines":17}
+{"time":"2026-08-18T04:33:15.177481581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:29.816032062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":168,"history_lines":16,"events_offset":22,"events_lines":2,"console_offset":191,"console_lines":16}
+{"time":"2026-08-18T04:33:30.131448195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:44.816414726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":184,"history_lines":16,"events_offset":24,"events_lines":2,"console_offset":207,"console_lines":17}
+{"time":"2026-08-18T04:33:45.140075712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:59.816285869Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":200,"history_lines":19,"events_offset":26,"events_lines":2,"console_offset":224,"console_lines":19}
+{"time":"2026-08-18T04:34:00.143924752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:14.815342385Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":219,"history_lines":18,"events_offset":28,"events_lines":2,"console_offset":243,"console_lines":18}
+{"time":"2026-08-18T04:34:15.212160213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:29.816408386Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":237,"history_lines":17,"events_offset":30,"events_lines":2,"console_offset":261,"console_lines":18}
+{"time":"2026-08-18T04:34:30.153491952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:44.815686855Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":254,"history_lines":20,"events_offset":32,"events_lines":2,"console_offset":279,"console_lines":20}
+{"time":"2026-08-18T04:34:45.156129103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:59.815940907Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":274,"history_lines":20,"events_offset":34,"events_lines":2,"console_offset":299,"console_lines":20}
+{"time":"2026-08-18T04:35:00.294143401Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:14.815611752Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":294,"history_lines":18,"events_offset":36,"events_lines":2,"console_offset":319,"console_lines":19}
+{"time":"2026-08-18T04:35:15.138487891Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:29.815649165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":312,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":338,"console_lines":18}
+{"time":"2026-08-18T04:35:30.149067914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:44.817410557Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":330,"history_lines":18,"events_offset":40,"events_lines":2,"console_offset":356,"console_lines":18}
+{"time":"2026-08-18T04:35:45.143465161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:59.81617146Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":348,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":374,"console_lines":20}
+{"time":"2026-08-18T04:36:00.157149213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:14.816248717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":367,"history_lines":19,"events_offset":44,"events_lines":2,"console_offset":394,"console_lines":19}
+{"time":"2026-08-18T04:36:15.16187454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:29.816324275Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":386,"history_lines":19,"events_offset":46,"events_lines":2,"console_offset":413,"console_lines":20}
+{"time":"2026-08-18T04:36:30.163325087Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:44.815638928Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":405,"history_lines":19,"events_offset":48,"events_lines":2,"console_offset":433,"console_lines":19}
+{"time":"2026-08-18T04:36:45.245204626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:59.816616228Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":424,"history_lines":19,"events_offset":50,"events_lines":2,"console_offset":452,"console_lines":19}
+{"time":"2026-08-18T04:37:00.117061769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:14.81622243Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":443,"history_lines":18,"events_offset":52,"events_lines":2,"console_offset":471,"console_lines":19}
+{"time":"2026-08-18T04:37:15.106884743Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:29.815647996Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":461,"history_lines":19,"events_offset":54,"events_lines":2,"console_offset":490,"console_lines":19}
+{"time":"2026-08-18T04:37:30.105929205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:44.816231743Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":480,"history_lines":19,"events_offset":56,"events_lines":2,"console_offset":509,"console_lines":19}
+{"time":"2026-08-18T04:37:45.17019538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:59.816553045Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":15,"events_offset":58,"events_lines":2,"console_offset":528,"console_lines":16}
+{"time":"2026-08-18T04:38:00.126609637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:14.816045945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":514,"history_lines":17,"events_offset":60,"events_lines":2,"console_offset":544,"console_lines":17}
+{"time":"2026-08-18T04:38:15.271183357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:29.816084657Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":531,"history_lines":18,"events_offset":62,"events_lines":2,"console_offset":561,"console_lines":18}
+{"time":"2026-08-18T04:38:30.0977408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:44.815470507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":549,"history_lines":15,"events_offset":64,"events_lines":2,"console_offset":579,"console_lines":16}
+{"time":"2026-08-18T04:38:45.130674883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:59.815812902Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":564,"history_lines":19,"events_offset":66,"events_lines":2,"console_offset":595,"console_lines":19}
+{"time":"2026-08-18T04:39:00.304068851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:14.816273726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":583,"history_lines":16,"events_offset":68,"events_lines":2,"console_offset":614,"console_lines":17}
+{"time":"2026-08-18T04:39:15.111934096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:29.816170067Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":599,"history_lines":18,"events_offset":70,"events_lines":2,"console_offset":631,"console_lines":18}
+{"time":"2026-08-18T04:39:30.101045294Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:44.816395697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":617,"history_lines":18,"events_offset":72,"events_lines":2,"console_offset":649,"console_lines":18}
+{"time":"2026-08-18T04:39:45.138038193Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:59.816591527Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":635,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":667,"console_lines":19}
+{"time":"2026-08-18T04:40:00.10049379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:14.815481819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":17,"events_offset":76,"events_lines":2,"console_offset":686,"console_lines":17}
+{"time":"2026-08-18T04:40:15.120937721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:29.815389733Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":670,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":703,"console_lines":19}
+{"time":"2026-08-18T04:40:30.109390352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:44.816243705Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":689,"history_lines":16,"events_offset":80,"events_lines":2,"console_offset":722,"console_lines":17}
+{"time":"2026-08-18T04:40:45.129204591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:59.815604806Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":705,"history_lines":18,"events_offset":82,"events_lines":2,"console_offset":739,"console_lines":18}
+{"time":"2026-08-18T04:41:00.090068616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:14.816496251Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":723,"history_lines":17,"events_offset":84,"events_lines":2,"console_offset":757,"console_lines":17}
+{"time":"2026-08-18T04:41:15.127753677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:29.816223913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":740,"history_lines":15,"events_offset":86,"events_lines":2,"console_offset":774,"console_lines":16}
+{"time":"2026-08-18T04:41:30.105175414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:44.815935772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":755,"history_lines":19,"events_offset":88,"events_lines":2,"console_offset":790,"console_lines":19}
+{"time":"2026-08-18T04:41:45.101957585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:59.816053096Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":774,"history_lines":18,"events_offset":90,"events_lines":2,"console_offset":809,"console_lines":18}
+{"time":"2026-08-18T04:42:00.130544469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:14.8162996Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":792,"history_lines":17,"events_offset":92,"events_lines":2,"console_offset":827,"console_lines":18}
+{"time":"2026-08-18T04:42:15.118293737Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:29.81556121Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":809,"history_lines":18,"events_offset":94,"events_lines":2,"console_offset":845,"console_lines":18}
+{"time":"2026-08-18T04:42:30.096718903Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:44.8160008Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":827,"history_lines":19,"events_offset":96,"events_lines":2,"console_offset":863,"console_lines":19}
+{"time":"2026-08-18T04:42:45.106979958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:59.81614404Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":846,"history_lines":17,"events_offset":98,"events_lines":2,"console_offset":882,"console_lines":18}
+{"time":"2026-08-18T04:43:00.392800579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:14.816064777Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":863,"history_lines":18,"events_offset":100,"events_lines":2,"console_offset":900,"console_lines":18}
+{"time":"2026-08-18T04:43:15.11819095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:29.816044235Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":18,"events_offset":102,"events_lines":2,"console_offset":918,"console_lines":18}
+{"time":"2026-08-18T04:43:30.120480622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:44.816154359Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":899,"history_lines":18,"events_offset":104,"events_lines":2,"console_offset":936,"console_lines":19}
+{"time":"2026-08-18T04:43:45.107961385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:59.815906236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":917,"history_lines":18,"events_offset":106,"events_lines":2,"console_offset":955,"console_lines":18}
+{"time":"2026-08-18T04:44:00.104544987Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:14.816235462Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":973,"console_lines":18}
+{"time":"2026-08-18T04:44:15.110230335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:29.816026918Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":952,"history_lines":19,"events_offset":110,"events_lines":2,"console_offset":991,"console_lines":19}
+{"time":"2026-08-18T04:44:30.106729203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:44.815501826Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":971,"history_lines":19,"events_offset":112,"events_lines":2,"console_offset":1010,"console_lines":19}
+{"time":"2026-08-18T04:44:45.098013704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:59.81559268Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":990,"history_lines":15,"events_offset":114,"events_lines":2,"console_offset":1029,"console_lines":16}
+{"time":"2026-08-18T04:45:00.101017679Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:14.815483227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1005,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1045,"console_lines":19}
+{"time":"2026-08-18T04:45:15.110107075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:29.815795491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1024,"history_lines":18,"events_offset":118,"events_lines":2,"console_offset":1064,"console_lines":18}
+{"time":"2026-08-18T04:45:30.131092631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:44.815584202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1042,"history_lines":17,"events_offset":120,"events_lines":2,"console_offset":1082,"console_lines":18}
+{"time":"2026-08-18T04:45:45.107016102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:59.815412821Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1059,"history_lines":18,"events_offset":122,"events_lines":2,"console_offset":1100,"console_lines":18}
+{"time":"2026-08-18T04:46:00.110906608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:14.816277729Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1077,"history_lines":19,"events_offset":124,"events_lines":2,"console_offset":1118,"console_lines":19}
+{"time":"2026-08-18T04:46:15.113520982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:29.815342806Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1096,"history_lines":18,"events_offset":126,"events_lines":2,"console_offset":1137,"console_lines":19}
+{"time":"2026-08-18T04:46:30.119487757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:44.816435671Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1114,"history_lines":18,"events_offset":128,"events_lines":2,"console_offset":1156,"console_lines":18}
+{"time":"2026-08-18T04:46:45.105255825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:59.816095708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1132,"history_lines":17,"events_offset":130,"events_lines":2,"console_offset":1174,"console_lines":18}
+{"time":"2026-08-18T04:47:00.121529683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:14.815815286Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1149,"history_lines":19,"events_offset":132,"events_lines":2,"console_offset":1192,"console_lines":19}
+{"time":"2026-08-18T04:47:15.143964102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:29.8155538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1168,"history_lines":19,"events_offset":134,"events_lines":2,"console_offset":1211,"console_lines":19}
+{"time":"2026-08-18T04:47:30.104213097Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:44.816301778Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1187,"history_lines":18,"events_offset":136,"events_lines":2,"console_offset":1230,"console_lines":19}
+{"time":"2026-08-18T04:47:45.11164808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:59.815679005Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1205,"history_lines":19,"events_offset":138,"events_lines":2,"console_offset":1249,"console_lines":19}
+{"time":"2026-08-18T04:48:00.107640304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:14.815747852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":19,"events_offset":140,"events_lines":2,"console_offset":1268,"console_lines":19}
+{"time":"2026-08-18T04:48:15.118976445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:29.815303477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1243,"history_lines":17,"events_offset":142,"events_lines":2,"console_offset":1287,"console_lines":18}
+{"time":"2026-08-18T04:48:30.107189065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:44.81603691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1260,"history_lines":19,"events_offset":144,"events_lines":2,"console_offset":1305,"console_lines":19}
+{"time":"2026-08-18T04:48:45.113579321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:59.81628791Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1279,"history_lines":20,"events_offset":146,"events_lines":2,"console_offset":1324,"console_lines":20}
+{"time":"2026-08-18T04:49:00.167794223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:14.815268425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1299,"history_lines":18,"events_offset":148,"events_lines":2,"console_offset":1344,"console_lines":19}
+{"time":"2026-08-18T04:49:15.135121276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:29.815758724Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1317,"history_lines":17,"events_offset":150,"events_lines":2,"console_offset":1363,"console_lines":17}
+{"time":"2026-08-18T04:49:30.118728064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:44.81540141Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1334,"history_lines":18,"events_offset":152,"events_lines":2,"console_offset":1380,"console_lines":19}
+{"time":"2026-08-18T04:49:45.113545242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:59.815720723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1352,"history_lines":19,"events_offset":154,"events_lines":2,"console_offset":1399,"console_lines":19}
+{"time":"2026-08-18T04:50:00.123487625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:14.815882692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1371,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1418,"console_lines":18}
+{"time":"2026-08-18T04:50:15.121098238Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:29.815794846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1389,"history_lines":16,"events_offset":158,"events_lines":2,"console_offset":1436,"console_lines":17}
+{"time":"2026-08-18T04:50:30.119642796Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:44.816105823Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1405,"history_lines":19,"events_offset":160,"events_lines":2,"console_offset":1453,"console_lines":19}
+{"time":"2026-08-18T04:50:45.127828729Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:59.817226983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1424,"history_lines":18,"events_offset":162,"events_lines":2,"console_offset":1472,"console_lines":18}
+{"time":"2026-08-18T04:51:00.126247865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:14.816216282Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1442,"history_lines":18,"events_offset":164,"events_lines":2,"console_offset":1490,"console_lines":19}
+{"time":"2026-08-18T04:51:15.11738223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:29.815927352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1460,"history_lines":18,"events_offset":166,"events_lines":2,"console_offset":1509,"console_lines":18}
+{"time":"2026-08-18T04:51:30.111981321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:44.816423792Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1478,"history_lines":18,"events_offset":168,"events_lines":2,"console_offset":1527,"console_lines":18}
+{"time":"2026-08-18T04:51:45.116099333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:59.816131538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1496,"history_lines":15,"events_offset":170,"events_lines":2,"console_offset":1545,"console_lines":16}
+{"time":"2026-08-18T04:52:00.113423831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:14.815448885Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1511,"history_lines":18,"events_offset":172,"events_lines":2,"console_offset":1561,"console_lines":18}
+{"time":"2026-08-18T04:52:15.168884883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:29.815394695Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1529,"history_lines":19,"events_offset":174,"events_lines":2,"console_offset":1579,"console_lines":19}
+{"time":"2026-08-18T04:52:30.105378795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:44.816299992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1548,"history_lines":18,"events_offset":176,"events_lines":2,"console_offset":1598,"console_lines":19}
+{"time":"2026-08-18T04:52:45.150277793Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:59.815935585Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1566,"history_lines":18,"events_offset":178,"events_lines":2,"console_offset":1617,"console_lines":18}
+{"time":"2026-08-18T04:53:00.108971311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:14.815249194Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1584,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1635,"console_lines":20}
+{"time":"2026-08-18T04:53:15.137892091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:29.815967879Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1603,"history_lines":19,"events_offset":182,"events_lines":2,"console_offset":1655,"console_lines":19}
+{"time":"2026-08-18T04:53:30.125983974Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:44.815242694Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1622,"history_lines":20,"events_offset":184,"events_lines":2,"console_offset":1674,"console_lines":20}
+{"time":"2026-08-18T04:53:45.672809488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:59.815604849Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1642,"history_lines":18,"events_offset":186,"events_lines":2,"console_offset":1694,"console_lines":19}
+{"time":"2026-08-18T04:54:00.100306637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:14.816973429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1660,"history_lines":19,"events_offset":188,"events_lines":2,"console_offset":1713,"console_lines":19}
+{"time":"2026-08-18T04:54:15.14502385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:29.816180726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1679,"history_lines":19,"events_offset":190,"events_lines":2,"console_offset":1732,"console_lines":19}
+{"time":"2026-08-18T04:54:30.104589432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:44.816212176Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1698,"history_lines":18,"events_offset":192,"events_lines":2,"console_offset":1751,"console_lines":19}
+{"time":"2026-08-18T04:54:45.144129411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:59.815822479Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1716,"history_lines":19,"events_offset":194,"events_lines":2,"console_offset":1770,"console_lines":19}
+{"time":"2026-08-18T04:55:00.111415389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:14.815554012Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1735,"history_lines":16,"events_offset":196,"events_lines":2,"console_offset":1789,"console_lines":17}
+{"time":"2026-08-18T04:55:15.118226128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:29.816467703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1751,"history_lines":18,"events_offset":198,"events_lines":2,"console_offset":1806,"console_lines":18}
+{"time":"2026-08-18T04:55:30.098208788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:44.816129074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1769,"history_lines":20,"events_offset":200,"events_lines":2,"console_offset":1824,"console_lines":20}
+{"time":"2026-08-18T04:55:45.109504646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:59.815757268Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1789,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1844,"console_lines":20}
+{"time":"2026-08-18T04:56:00.120831663Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:14.816294507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1808,"history_lines":18,"events_offset":204,"events_lines":2,"console_offset":1864,"console_lines":18}
+{"time":"2026-08-18T04:56:15.119048982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:29.816744483Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1826,"history_lines":19,"events_offset":206,"events_lines":2,"console_offset":1882,"console_lines":19}
+{"time":"2026-08-18T04:56:30.107571049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:44.81551084Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1845,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1901,"console_lines":20}
+{"time":"2026-08-18T04:56:45.134534392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:59.815583684Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1864,"history_lines":19,"events_offset":210,"events_lines":2,"console_offset":1921,"console_lines":19}
+{"time":"2026-08-18T04:57:00.116476243Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:14.815933666Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1883,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":1940,"console_lines":20}
+{"time":"2026-08-18T04:57:15.119925194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:29.815801021Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1902,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":1960,"console_lines":19}
+{"time":"2026-08-18T04:57:30.132542967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:44.816242956Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1921,"history_lines":19,"events_offset":216,"events_lines":2,"console_offset":1979,"console_lines":19}
+{"time":"2026-08-18T04:57:45.091351687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:59.815432642Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1940,"history_lines":19,"events_offset":218,"events_lines":2,"console_offset":1998,"console_lines":20}
+{"time":"2026-08-18T04:58:00.141231691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:14.816060807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1959,"history_lines":20,"events_offset":220,"events_lines":2,"console_offset":2018,"console_lines":20}
+{"time":"2026-08-18T04:58:15.132296089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:29.816332461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1979,"history_lines":19,"events_offset":222,"events_lines":2,"console_offset":2038,"console_lines":19}
+{"time":"2026-08-18T04:58:30.110507028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:36.795189463Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T04:58:36.796493539Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1998,"history_lines":2,"console_offset":2057,"console_lines":2,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T04:58:37.077028996Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:37.079132526Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T04:58:37.084611834Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T04:58:37.084625154Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T04:58:37.084749352Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T04:58:37.084756912Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d136/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_setup.py:_flush():81] Configure stats pid to 2535762
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug.log
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug-internal.log
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:init():783] calling init triggers
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.001580078125, 0.0, 0.257638671875, 0.217779296875, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.3256328125, 0.000138671875, 0.0, 0.0, 0.186373046875, 0.010857421875, 0.0, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d136', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:init():831] starting backend
+2026-08-18 04:30:27,978 INFO    MainThread:2535762 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 04:30:28,247 INFO    MainThread:2535762 [wandb_init.py:init():851] backend started and connected
+2026-08-18 04:30:28,249 INFO    MainThread:2535762 [wandb_init.py:init():921] updated telemetry
+2026-08-18 04:30:28,260 INFO    MainThread:2535762 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 04:30:29,186 INFO    MainThread:2535762 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 04:30:29,283 INFO    MainThread:2535762 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 04:58:34,420 INFO    MainThread:2535762 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d136
+2026-08-18 04:58:34,420 INFO    MainThread:2535762 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 04:58:34,421 INFO    MainThread:2535762 [wandb_run.py:_restore():2575] restore
+2026-08-18 04:58:34,421 INFO    MainThread:2535762 [wandb_run.py:_restore():2581] restore done
+2026-08-18 04:58:37,083 INFO    MainThread:2535762 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            3iwpgxu0rqpr79zncbbsiqi4gi6ugj6k:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-base-d136
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_base.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=1.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.001580078125, 0.0, 0.257638671875, 0.217779296875, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.3256328125, 0.000138671875, 0.0, 0.0, 0.186373046875, 0.010857421875, 0.0, 0.0, 0.0, 0.0]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-base-d136
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "491196919808"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-base-d136
+                startedAt: "2026-08-18T04:30:27.973909Z"
+                writerId: 3iwpgxu0rqpr79zncbbsiqi4gi6ugj6k
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 24
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 2
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0.001580078125
+            - 0
+            - 0.257638671875
+            - 0.217779296875
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0.3256328125
+            - 0.000138671875
+            - 0
+            - 0
+            - 0.186373046875
+            - 0.010857421875
+            - 0
+            - 0
+            - 0
+            - 0
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 12
+        embed_dim: 768
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 12
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0001
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-base-d136
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T04:30:27.973909Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-base-d136",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_base.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=1.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.001580078125, 0.0, 0.257638671875, 0.217779296875, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.3256328125, 0.000138671875, 0.0, 0.0, 0.186373046875, 0.010857421875, 0.0, 0.0, 0.0, 0.0]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-base-d136",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-base-d136",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "491196919808"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "3iwpgxu0rqpr79zncbbsiqi4gi6ugj6k"
+}

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/files/wandb-summary.json

@@ -0,0 +1 @@
+{"total_params":88035328,"train/ema_decay":0.99999,"completed":true,"val/loss":0.6306387209333479,"ema_anneal_steps":40000,"decoder_params":2585856,"schedule_steps":40000,"_wandb":{"runtime":1685},"train/grad_norm":0.0926801860332489,"_runtime":1685.23525656,"perf/peak_gib":2.0947370529174805,"_step":40000,"_timestamp":1.7870291140038843e+09,"val/frame":0.6306387209333479,"train/lr":2.0000019000511308e-07,"optimizer_step":40000,"progress/epoch_frac":1.0041714957552834,"perf/data_wait_frac":0.002505444310810242,"warmup_steps":4000,"perf/clips_per_s":1304.2084812945668,"final_step":40000,"train/frame_loss":0.5747126340866089,"final_ema_decay":0.9999899952500001,"clips_seen":1920000,"final_lr":2.0000019000511308e-07,"val/utterance":0,"peak_gib":2.0947370529174805,"max_repetition":7.5,"clips_per_step":48,"trainable_params":88035328,"encoder_params":85252608,"progress/clips_seen":1920000,"total_steps":40000,"budget_clips":1920000,"train/utterance_loss":0,"train/loss":0.5747126340866089}

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug-core.log

@@ -0,0 +1,61 @@
+{"time":"2026-08-18T04:30:27.485810184Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpkvlestg3/port-2535762.txt","pid":2535762,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T04:30:27.486504345Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2535762}
+{"time":"2026-08-18T04:30:27.486458673Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2535762-2536073-1667825183/socket","Net":"unix"}}
+{"time":"2026-08-18T04:30:27.641783629Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T04:30:27.980867313Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-base-d136","id":"1(@)"}
+{"time":"2026-08-18T04:30:28.24670258Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-base-d136","id":"1(@)"}
+{"time":"2026-08-18T04:30:34.285432786Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"azg8yabpmlqe"}
+{"time":"2026-08-18T04:30:58.984660206Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/logs\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:31:19.178123643Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:32:02.178684167Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:32:05.679924794Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:33:20.17978392Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:33:22.995570081Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:34:03.483214346Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:35:15.443289344Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:36:01.256072667Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:36:23.798389537Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:36:47.950800175Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:37:17.951605281Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:37:42.819228654Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:38:49.148578915Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:39:30.254708947Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:39:44.483386541Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:40:21.180955457Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:41:07.613137012Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:42:27.298332179Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:43:40.237019683Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:44:10.238098084Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:45:55.772537054Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:46:48.97948394Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:48:20.678741337Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:48:40.52799959Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:49:10.678075589Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:50:10.679377822Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:50:23.025034551Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:52:14.824483546Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:52:49.831984151Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:53:19.162479798Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:54:25.828123374Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:55:09.602768948Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:55:47.482644745Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:55:54.178733076Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:56:35.495738932Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:56:59.330504912Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:58:34.421792656Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"azg8yabpmlqe"}
+{"time":"2026-08-18T04:58:37.081279876Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"azg8yabpmlqe"}
+{"time":"2026-08-18T04:58:37.084590775Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-base-d136","id":"1(@)"}
+{"time":"2026-08-18T04:58:37.084793901Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:58:37.281894979Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-base-d136","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.433498129Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.433541059Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.433551278Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.433561988Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.433590828Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.433605867Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T04:58:38.433647387Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T04:58:38.433670616Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T04:58:38.433655236Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T04:58:38.433780664Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2535762-2536073-1667825183/socket","Net":"unix"}}
+{"time":"2026-08-18T04:58:38.616809435Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T04:58:38.616847714Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug-internal.log

@@ -0,0 +1,241 @@
+{"time":"2026-08-18T04:30:27.9824723Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T04:30:27.982791459Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T04:30:28.246499474Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d136"}
+{"time":"2026-08-18T04:30:28.246560915Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T04:30:28.246691849Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T04:30:28.24671372Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d136"}
+{"time":"2026-08-18T04:30:28.24673002Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T04:30:29.81513262Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T04:30:30.244421308Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:30:44.816155605Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":10,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":30,"uploaded_len":2}
+{"time":"2026-08-18T04:30:45.305609685Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:30:59.815994922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":15,"events_offset":2,"events_lines":2,"console_offset":30,"console_lines":15}
+{"time":"2026-08-18T04:31:00.71107733Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:14.81555981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25,"history_lines":17,"events_offset":4,"events_lines":2,"console_offset":45,"console_lines":17}
+{"time":"2026-08-18T04:31:15.157448599Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:29.81629757Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":42,"history_lines":14,"events_offset":6,"events_lines":2,"console_offset":62,"console_lines":15}
+{"time":"2026-08-18T04:31:30.159332009Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:44.816255613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":56,"history_lines":17,"events_offset":8,"events_lines":2,"console_offset":77,"console_lines":17}
+{"time":"2026-08-18T04:31:45.176677384Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:31:59.816150853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":73,"history_lines":14,"events_offset":10,"events_lines":2,"console_offset":94,"console_lines":14}
+{"time":"2026-08-18T04:32:00.141444254Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:14.816695189Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":87,"history_lines":16,"events_offset":12,"events_lines":2,"console_offset":108,"console_lines":17}
+{"time":"2026-08-18T04:32:15.20331995Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:29.816171652Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":103,"history_lines":15,"events_offset":14,"events_lines":2,"console_offset":125,"console_lines":15}
+{"time":"2026-08-18T04:32:30.155020247Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:44.816056127Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":118,"history_lines":18,"events_offset":16,"events_lines":2,"console_offset":140,"console_lines":18}
+{"time":"2026-08-18T04:32:45.133139112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:32:59.816097998Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":136,"history_lines":15,"events_offset":18,"events_lines":2,"console_offset":158,"console_lines":16}
+{"time":"2026-08-18T04:33:00.138480703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:14.815686372Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":151,"history_lines":17,"events_offset":20,"events_lines":2,"console_offset":174,"console_lines":17}
+{"time":"2026-08-18T04:33:15.177481581Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:29.816032062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":168,"history_lines":16,"events_offset":22,"events_lines":2,"console_offset":191,"console_lines":16}
+{"time":"2026-08-18T04:33:30.131448195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:44.816414726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":184,"history_lines":16,"events_offset":24,"events_lines":2,"console_offset":207,"console_lines":17}
+{"time":"2026-08-18T04:33:45.140075712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:33:59.816285869Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":200,"history_lines":19,"events_offset":26,"events_lines":2,"console_offset":224,"console_lines":19}
+{"time":"2026-08-18T04:34:00.143924752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:14.815342385Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":219,"history_lines":18,"events_offset":28,"events_lines":2,"console_offset":243,"console_lines":18}
+{"time":"2026-08-18T04:34:15.212160213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:29.816408386Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":237,"history_lines":17,"events_offset":30,"events_lines":2,"console_offset":261,"console_lines":18}
+{"time":"2026-08-18T04:34:30.153491952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:44.815686855Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":254,"history_lines":20,"events_offset":32,"events_lines":2,"console_offset":279,"console_lines":20}
+{"time":"2026-08-18T04:34:45.156129103Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:34:59.815940907Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":274,"history_lines":20,"events_offset":34,"events_lines":2,"console_offset":299,"console_lines":20}
+{"time":"2026-08-18T04:35:00.294143401Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:14.815611752Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":294,"history_lines":18,"events_offset":36,"events_lines":2,"console_offset":319,"console_lines":19}
+{"time":"2026-08-18T04:35:15.138487891Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:29.815649165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":312,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":338,"console_lines":18}
+{"time":"2026-08-18T04:35:30.149067914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:44.817410557Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":330,"history_lines":18,"events_offset":40,"events_lines":2,"console_offset":356,"console_lines":18}
+{"time":"2026-08-18T04:35:45.143465161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:35:59.81617146Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":348,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":374,"console_lines":20}
+{"time":"2026-08-18T04:36:00.157149213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:14.816248717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":367,"history_lines":19,"events_offset":44,"events_lines":2,"console_offset":394,"console_lines":19}
+{"time":"2026-08-18T04:36:15.16187454Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:29.816324275Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":386,"history_lines":19,"events_offset":46,"events_lines":2,"console_offset":413,"console_lines":20}
+{"time":"2026-08-18T04:36:30.163325087Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:44.815638928Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":405,"history_lines":19,"events_offset":48,"events_lines":2,"console_offset":433,"console_lines":19}
+{"time":"2026-08-18T04:36:45.245204626Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:36:59.816616228Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":424,"history_lines":19,"events_offset":50,"events_lines":2,"console_offset":452,"console_lines":19}
+{"time":"2026-08-18T04:37:00.117061769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:14.81622243Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":443,"history_lines":18,"events_offset":52,"events_lines":2,"console_offset":471,"console_lines":19}
+{"time":"2026-08-18T04:37:15.106884743Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:29.815647996Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":461,"history_lines":19,"events_offset":54,"events_lines":2,"console_offset":490,"console_lines":19}
+{"time":"2026-08-18T04:37:30.105929205Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:44.816231743Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":480,"history_lines":19,"events_offset":56,"events_lines":2,"console_offset":509,"console_lines":19}
+{"time":"2026-08-18T04:37:45.17019538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:37:59.816553045Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":15,"events_offset":58,"events_lines":2,"console_offset":528,"console_lines":16}
+{"time":"2026-08-18T04:38:00.126609637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:14.816045945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":514,"history_lines":17,"events_offset":60,"events_lines":2,"console_offset":544,"console_lines":17}
+{"time":"2026-08-18T04:38:15.271183357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:29.816084657Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":531,"history_lines":18,"events_offset":62,"events_lines":2,"console_offset":561,"console_lines":18}
+{"time":"2026-08-18T04:38:30.0977408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:44.815470507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":549,"history_lines":15,"events_offset":64,"events_lines":2,"console_offset":579,"console_lines":16}
+{"time":"2026-08-18T04:38:45.130674883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:38:59.815812902Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":564,"history_lines":19,"events_offset":66,"events_lines":2,"console_offset":595,"console_lines":19}
+{"time":"2026-08-18T04:39:00.304068851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:14.816273726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":583,"history_lines":16,"events_offset":68,"events_lines":2,"console_offset":614,"console_lines":17}
+{"time":"2026-08-18T04:39:15.111934096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:29.816170067Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":599,"history_lines":18,"events_offset":70,"events_lines":2,"console_offset":631,"console_lines":18}
+{"time":"2026-08-18T04:39:30.101045294Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:44.816395697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":617,"history_lines":18,"events_offset":72,"events_lines":2,"console_offset":649,"console_lines":18}
+{"time":"2026-08-18T04:39:45.138038193Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:39:59.816591527Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":635,"history_lines":18,"events_offset":74,"events_lines":2,"console_offset":667,"console_lines":19}
+{"time":"2026-08-18T04:40:00.10049379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:14.815481819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":17,"events_offset":76,"events_lines":2,"console_offset":686,"console_lines":17}
+{"time":"2026-08-18T04:40:15.120937721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:29.815389733Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":670,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":703,"console_lines":19}
+{"time":"2026-08-18T04:40:30.109390352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:44.816243705Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":689,"history_lines":16,"events_offset":80,"events_lines":2,"console_offset":722,"console_lines":17}
+{"time":"2026-08-18T04:40:45.129204591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:40:59.815604806Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":705,"history_lines":18,"events_offset":82,"events_lines":2,"console_offset":739,"console_lines":18}
+{"time":"2026-08-18T04:41:00.090068616Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:14.816496251Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":723,"history_lines":17,"events_offset":84,"events_lines":2,"console_offset":757,"console_lines":17}
+{"time":"2026-08-18T04:41:15.127753677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:29.816223913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":740,"history_lines":15,"events_offset":86,"events_lines":2,"console_offset":774,"console_lines":16}
+{"time":"2026-08-18T04:41:30.105175414Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:44.815935772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":755,"history_lines":19,"events_offset":88,"events_lines":2,"console_offset":790,"console_lines":19}
+{"time":"2026-08-18T04:41:45.101957585Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:41:59.816053096Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":774,"history_lines":18,"events_offset":90,"events_lines":2,"console_offset":809,"console_lines":18}
+{"time":"2026-08-18T04:42:00.130544469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:14.8162996Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":792,"history_lines":17,"events_offset":92,"events_lines":2,"console_offset":827,"console_lines":18}
+{"time":"2026-08-18T04:42:15.118293737Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:29.81556121Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":809,"history_lines":18,"events_offset":94,"events_lines":2,"console_offset":845,"console_lines":18}
+{"time":"2026-08-18T04:42:30.096718903Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:44.8160008Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":827,"history_lines":19,"events_offset":96,"events_lines":2,"console_offset":863,"console_lines":19}
+{"time":"2026-08-18T04:42:45.106979958Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:42:59.81614404Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":846,"history_lines":17,"events_offset":98,"events_lines":2,"console_offset":882,"console_lines":18}
+{"time":"2026-08-18T04:43:00.392800579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:14.816064777Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":863,"history_lines":18,"events_offset":100,"events_lines":2,"console_offset":900,"console_lines":18}
+{"time":"2026-08-18T04:43:15.11819095Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:29.816044235Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":18,"events_offset":102,"events_lines":2,"console_offset":918,"console_lines":18}
+{"time":"2026-08-18T04:43:30.120480622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:44.816154359Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":899,"history_lines":18,"events_offset":104,"events_lines":2,"console_offset":936,"console_lines":19}
+{"time":"2026-08-18T04:43:45.107961385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:43:59.815906236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":917,"history_lines":18,"events_offset":106,"events_lines":2,"console_offset":955,"console_lines":18}
+{"time":"2026-08-18T04:44:00.104544987Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:14.816235462Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":973,"console_lines":18}
+{"time":"2026-08-18T04:44:15.110230335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:29.816026918Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":952,"history_lines":19,"events_offset":110,"events_lines":2,"console_offset":991,"console_lines":19}
+{"time":"2026-08-18T04:44:30.106729203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:44.815501826Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":971,"history_lines":19,"events_offset":112,"events_lines":2,"console_offset":1010,"console_lines":19}
+{"time":"2026-08-18T04:44:45.098013704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:44:59.81559268Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":990,"history_lines":15,"events_offset":114,"events_lines":2,"console_offset":1029,"console_lines":16}
+{"time":"2026-08-18T04:45:00.101017679Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:14.815483227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1005,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1045,"console_lines":19}
+{"time":"2026-08-18T04:45:15.110107075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:29.815795491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1024,"history_lines":18,"events_offset":118,"events_lines":2,"console_offset":1064,"console_lines":18}
+{"time":"2026-08-18T04:45:30.131092631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:44.815584202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1042,"history_lines":17,"events_offset":120,"events_lines":2,"console_offset":1082,"console_lines":18}
+{"time":"2026-08-18T04:45:45.107016102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:45:59.815412821Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1059,"history_lines":18,"events_offset":122,"events_lines":2,"console_offset":1100,"console_lines":18}
+{"time":"2026-08-18T04:46:00.110906608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:14.816277729Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1077,"history_lines":19,"events_offset":124,"events_lines":2,"console_offset":1118,"console_lines":19}
+{"time":"2026-08-18T04:46:15.113520982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:29.815342806Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1096,"history_lines":18,"events_offset":126,"events_lines":2,"console_offset":1137,"console_lines":19}
+{"time":"2026-08-18T04:46:30.119487757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:44.816435671Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1114,"history_lines":18,"events_offset":128,"events_lines":2,"console_offset":1156,"console_lines":18}
+{"time":"2026-08-18T04:46:45.105255825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:46:59.816095708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1132,"history_lines":17,"events_offset":130,"events_lines":2,"console_offset":1174,"console_lines":18}
+{"time":"2026-08-18T04:47:00.121529683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:14.815815286Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1149,"history_lines":19,"events_offset":132,"events_lines":2,"console_offset":1192,"console_lines":19}
+{"time":"2026-08-18T04:47:15.143964102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:29.8155538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1168,"history_lines":19,"events_offset":134,"events_lines":2,"console_offset":1211,"console_lines":19}
+{"time":"2026-08-18T04:47:30.104213097Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:44.816301778Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1187,"history_lines":18,"events_offset":136,"events_lines":2,"console_offset":1230,"console_lines":19}
+{"time":"2026-08-18T04:47:45.11164808Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:47:59.815679005Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1205,"history_lines":19,"events_offset":138,"events_lines":2,"console_offset":1249,"console_lines":19}
+{"time":"2026-08-18T04:48:00.107640304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:14.815747852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":19,"events_offset":140,"events_lines":2,"console_offset":1268,"console_lines":19}
+{"time":"2026-08-18T04:48:15.118976445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:29.815303477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1243,"history_lines":17,"events_offset":142,"events_lines":2,"console_offset":1287,"console_lines":18}
+{"time":"2026-08-18T04:48:30.107189065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:44.81603691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1260,"history_lines":19,"events_offset":144,"events_lines":2,"console_offset":1305,"console_lines":19}
+{"time":"2026-08-18T04:48:45.113579321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:48:59.81628791Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1279,"history_lines":20,"events_offset":146,"events_lines":2,"console_offset":1324,"console_lines":20}
+{"time":"2026-08-18T04:49:00.167794223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:14.815268425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1299,"history_lines":18,"events_offset":148,"events_lines":2,"console_offset":1344,"console_lines":19}
+{"time":"2026-08-18T04:49:15.135121276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:29.815758724Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1317,"history_lines":17,"events_offset":150,"events_lines":2,"console_offset":1363,"console_lines":17}
+{"time":"2026-08-18T04:49:30.118728064Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:44.81540141Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1334,"history_lines":18,"events_offset":152,"events_lines":2,"console_offset":1380,"console_lines":19}
+{"time":"2026-08-18T04:49:45.113545242Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:49:59.815720723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1352,"history_lines":19,"events_offset":154,"events_lines":2,"console_offset":1399,"console_lines":19}
+{"time":"2026-08-18T04:50:00.123487625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:14.815882692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1371,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1418,"console_lines":18}
+{"time":"2026-08-18T04:50:15.121098238Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:29.815794846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1389,"history_lines":16,"events_offset":158,"events_lines":2,"console_offset":1436,"console_lines":17}
+{"time":"2026-08-18T04:50:30.119642796Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:44.816105823Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1405,"history_lines":19,"events_offset":160,"events_lines":2,"console_offset":1453,"console_lines":19}
+{"time":"2026-08-18T04:50:45.127828729Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:50:59.817226983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1424,"history_lines":18,"events_offset":162,"events_lines":2,"console_offset":1472,"console_lines":18}
+{"time":"2026-08-18T04:51:00.126247865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:14.816216282Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1442,"history_lines":18,"events_offset":164,"events_lines":2,"console_offset":1490,"console_lines":19}
+{"time":"2026-08-18T04:51:15.11738223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:29.815927352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1460,"history_lines":18,"events_offset":166,"events_lines":2,"console_offset":1509,"console_lines":18}
+{"time":"2026-08-18T04:51:30.111981321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:44.816423792Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1478,"history_lines":18,"events_offset":168,"events_lines":2,"console_offset":1527,"console_lines":18}
+{"time":"2026-08-18T04:51:45.116099333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:51:59.816131538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1496,"history_lines":15,"events_offset":170,"events_lines":2,"console_offset":1545,"console_lines":16}
+{"time":"2026-08-18T04:52:00.113423831Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:14.815448885Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1511,"history_lines":18,"events_offset":172,"events_lines":2,"console_offset":1561,"console_lines":18}
+{"time":"2026-08-18T04:52:15.168884883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:29.815394695Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1529,"history_lines":19,"events_offset":174,"events_lines":2,"console_offset":1579,"console_lines":19}
+{"time":"2026-08-18T04:52:30.105378795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:44.816299992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1548,"history_lines":18,"events_offset":176,"events_lines":2,"console_offset":1598,"console_lines":19}
+{"time":"2026-08-18T04:52:45.150277793Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:52:59.815935585Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1566,"history_lines":18,"events_offset":178,"events_lines":2,"console_offset":1617,"console_lines":18}
+{"time":"2026-08-18T04:53:00.108971311Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:14.815249194Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1584,"history_lines":19,"events_offset":180,"events_lines":2,"console_offset":1635,"console_lines":20}
+{"time":"2026-08-18T04:53:15.137892091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:29.815967879Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1603,"history_lines":19,"events_offset":182,"events_lines":2,"console_offset":1655,"console_lines":19}
+{"time":"2026-08-18T04:53:30.125983974Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:44.815242694Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1622,"history_lines":20,"events_offset":184,"events_lines":2,"console_offset":1674,"console_lines":20}
+{"time":"2026-08-18T04:53:45.672809488Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:53:59.815604849Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1642,"history_lines":18,"events_offset":186,"events_lines":2,"console_offset":1694,"console_lines":19}
+{"time":"2026-08-18T04:54:00.100306637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:14.816973429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1660,"history_lines":19,"events_offset":188,"events_lines":2,"console_offset":1713,"console_lines":19}
+{"time":"2026-08-18T04:54:15.14502385Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:29.816180726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1679,"history_lines":19,"events_offset":190,"events_lines":2,"console_offset":1732,"console_lines":19}
+{"time":"2026-08-18T04:54:30.104589432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:44.816212176Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1698,"history_lines":18,"events_offset":192,"events_lines":2,"console_offset":1751,"console_lines":19}
+{"time":"2026-08-18T04:54:45.144129411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:54:59.815822479Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1716,"history_lines":19,"events_offset":194,"events_lines":2,"console_offset":1770,"console_lines":19}
+{"time":"2026-08-18T04:55:00.111415389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:14.815554012Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1735,"history_lines":16,"events_offset":196,"events_lines":2,"console_offset":1789,"console_lines":17}
+{"time":"2026-08-18T04:55:15.118226128Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:29.816467703Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1751,"history_lines":18,"events_offset":198,"events_lines":2,"console_offset":1806,"console_lines":18}
+{"time":"2026-08-18T04:55:30.098208788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:44.816129074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1769,"history_lines":20,"events_offset":200,"events_lines":2,"console_offset":1824,"console_lines":20}
+{"time":"2026-08-18T04:55:45.109504646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:55:59.815757268Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1789,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1844,"console_lines":20}
+{"time":"2026-08-18T04:56:00.120831663Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:14.816294507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1808,"history_lines":18,"events_offset":204,"events_lines":2,"console_offset":1864,"console_lines":18}
+{"time":"2026-08-18T04:56:15.119048982Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:29.816744483Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1826,"history_lines":19,"events_offset":206,"events_lines":2,"console_offset":1882,"console_lines":19}
+{"time":"2026-08-18T04:56:30.107571049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:44.81551084Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1845,"history_lines":19,"events_offset":208,"events_lines":2,"console_offset":1901,"console_lines":20}
+{"time":"2026-08-18T04:56:45.134534392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:56:59.815583684Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1864,"history_lines":19,"events_offset":210,"events_lines":2,"console_offset":1921,"console_lines":19}
+{"time":"2026-08-18T04:57:00.116476243Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:14.815933666Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1883,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":1940,"console_lines":20}
+{"time":"2026-08-18T04:57:15.119925194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:29.815801021Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1902,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":1960,"console_lines":19}
+{"time":"2026-08-18T04:57:30.132542967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:44.816242956Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1921,"history_lines":19,"events_offset":216,"events_lines":2,"console_offset":1979,"console_lines":19}
+{"time":"2026-08-18T04:57:45.091351687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:57:59.815432642Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1940,"history_lines":19,"events_offset":218,"events_lines":2,"console_offset":1998,"console_lines":20}
+{"time":"2026-08-18T04:58:00.141231691Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:14.816060807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1959,"history_lines":20,"events_offset":220,"events_lines":2,"console_offset":2018,"console_lines":20}
+{"time":"2026-08-18T04:58:15.132296089Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:29.816332461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1979,"history_lines":19,"events_offset":222,"events_lines":2,"console_offset":2038,"console_lines":19}
+{"time":"2026-08-18T04:58:30.110507028Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:36.795189463Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T04:58:36.796493539Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1998,"history_lines":2,"console_offset":2057,"console_lines":2,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T04:58:37.077028996Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T04:58:37.079132526Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T04:58:37.084611834Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T04:58:37.084625154Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T04:58:37.084749352Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T04:58:37.084756912Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_setup.py:_flush():81] Configure stats pid to 2535762
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug.log
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/logs/debug-internal.log
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:init():783] calling init triggers
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.001580078125, 0.0, 0.257638671875, 0.217779296875, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.3256328125, 0.000138671875, 0.0, 0.0, 0.186373046875, 0.010857421875, 0.0, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d136', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 04:30:27,977 INFO    MainThread:2535762 [wandb_init.py:init():831] starting backend
+2026-08-18 04:30:27,978 INFO    MainThread:2535762 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 04:30:28,247 INFO    MainThread:2535762 [wandb_init.py:init():851] backend started and connected
+2026-08-18 04:30:28,249 INFO    MainThread:2535762 [wandb_init.py:init():921] updated telemetry
+2026-08-18 04:30:28,260 INFO    MainThread:2535762 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 04:30:29,186 INFO    MainThread:2535762 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 04:30:29,281 INFO    MainThread:2535762 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 04:30:29,283 INFO    MainThread:2535762 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 04:58:34,420 INFO    MainThread:2535762 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d136
+2026-08-18 04:58:34,420 INFO    MainThread:2535762 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 04:58:34,421 INFO    MainThread:2535762 [wandb_run.py:_restore():2575] restore
+2026-08-18 04:58:34,421 INFO    MainThread:2535762 [wandb_run.py:_restore():2581] restore done
+2026-08-18 04:58:37,083 INFO    MainThread:2535762 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/run-phase5-p5-mae-base-d136.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8404ef6c215c447e049817b1a97131c11a883b0197d6e38513f1eb0e4bd95aba
+size 3619603

p5-mae-base-d136/wandb/run-20260818_043027-phase5-p5-mae-base-d136/run-phase5-p5-mae-base-d136.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}