Upload folder using huggingface_hub

.gitattributes

@@ -70,3 +70,4 @@ p5-mae-base-d32/wandb/run-20260818_025419-phase5-p5-mae-base-d32/run-phase5-p5-m
 p5-mae-base-d33/wandb/run-20260818_025636-phase5-p5-mae-base-d33/run-phase5-p5-mae-base-d33.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d40/wandb/run-20260818_025831-phase5-p5-mae-base-d40/run-phase5-p5-mae-base-d40.wandb filter=lfs diff=lfs merge=lfs -text
 p5-mae-base-d44/wandb/run-20260818_030143-phase5-p5-mae-base-d44/run-phase5-p5-mae-base-d44.wandb filter=lfs diff=lfs merge=lfs -text
+p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/run-phase5-p5-mae-base-d57.wandb filter=lfs diff=lfs merge=lfs -text

p5-mae-base-d57/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00005000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.11170778363992583,
+  "probe/map_train": 0.647172196823008,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.13618423793539122,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.041039273957722,
+  "probe/total_s": 26.541650772909634,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12642237474784906
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12689503071170505
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13060865390019055
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13618423793539122
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1299445103214209
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10865055518648967
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0823392667507212
+    }
+  ],
+  "per_class_ap": [
+    0.6113487482070923,
+    0.011003999039530754,
+    0.05132492631673813,
+    0.18542762100696564,
+    0.06089938431978226,
+    0.24165387451648712,
+    0.2098940759897232,
+    0.25368624925613403,
+    0.013707145117223263,
+    0.021571382880210876,
+    0.027499280869960785,
+    0.060950975865125656,
+    0.37494954466819763,
+    0.2123563438653946,
+    0.02234279178082943,
+    0.4614453613758087,
+    0.2245577871799469,
+    0.33650287985801697,
+    0.0347474031150341,
+    0.040096770972013474,
+    0.19774208962917328,
+    0.06313000619411469,
+    0.10954688489437103,
+    0.15535025298595428,
+    0.019248373806476593,
+    0.01773769222199917,
+    0.04918371140956879,
+    0.14042063057422638,
+    0.2251398265361786,
+    0.030651304870843887,
+    0.1923663169145584,
+    0.10530899465084076,
+    0.011277962476015091,
+    0.04501725733280182,
+    0.1761128455400467,
+    0.02262111008167267,
+    0.2720368206501007,
+    0.03753058239817619,
+    0.07220572233200073,
+    0.10761945694684982,
+    0.12174158543348312,
+    0.01076105423271656,
+    0.04553850740194321,
+    0.28385359048843384,
+    0.009283448569476604,
+    0.09301185607910156,
+    0.008107840083539486,
+    0.12510156631469727,
+    0.04974428936839104,
+    0.06053299084305763,
+    0.11447758227586746,
+    0.008072348311543465,
+    0.02872385084629059,
+    0.03801948204636574,
+    0.14389994740486145,
+    0.07913266122341156,
+    0.1384652853012085,
+    0.2486388236284256,
+    0.1102978065609932,
+    0.05616524815559387,
+    0.1588699370622635,
+    0.1987377554178238,
+    0.03675134852528572,
+    0.11945737898349762,
+    0.4809170663356781,
+    0.20402704179286957,
+    0.21557357907295227,
+    0.20376379787921906,
+    0.309538334608078,
+    0.32673919200897217,
+    0.07327790558338165,
+    0.07744115591049194,
+    0.16291220486164093,
+    0.1341388076543808,
+    0.1446271389722824,
+    0.17835137248039246,
+    0.036841124296188354,
+    0.1500445306301117,
+    0.1435718834400177,
+    0.06369278579950333,
+    0.02322026714682579,
+    0.048216234892606735,
+    0.11776271462440491,
+    0.05181996151804924,
+    0.07842333614826202,
+    0.0182222630828619,
+    0.03069351240992546,
+    0.017481455579400063,
+    0.017666686326265335,
+    0.04300320893526077,
+    0.0253874771296978,
+    0.028152627870440483,
+    0.12203584611415863,
+    0.010719386860728264,
+    0.030025534331798553,
+    0.034278612583875656,
+    0.017305854707956314,
+    0.025499634444713593,
+    0.12517821788787842,
+    0.18284198641777039,
+    0.10243768244981766,
+    0.2675074636936188,
+    0.036836471408605576,
+    0.037179701030254364,
+    0.013254617340862751,
+    0.05624200776219368,
+    0.07819899171590805,
+    0.09149470925331116,
+    0.07896677404642105,
+    0.15315881371498108,
+    0.1618158370256424,
+    0.10098149627447128,
+    0.09096463769674301,
+    0.0790843516588211,
+    0.039056576788425446,
+    0.15342341363430023,
+    0.15158122777938843,
+    0.08036521822214127,
+    0.10118688642978668,
+    0.1716868132352829,
+    0.18119171261787415,
+    0.10046488791704178,
+    0.08878981322050095,
+    0.07473941147327423,
+    0.010399170219898224,
+    0.038630224764347076,
+    0.10212142765522003,
+    0.148365780711174,
+    0.11412785202264786,
+    0.08649156987667084,
+    0.004109444096684456,
+    0.09396833181381226,
+    0.184744194149971,
+    0.16398225724697113,
+    0.023340143263339996,
+    0.00807045865803957,
+    0.03355833888053894,
+    0.6904127597808838,
+    0.18777647614479065,
+    0.25470253825187683,
+    0.3676072061061859,
+    0.22526688873767853,
+    0.146576389670372,
+    0.12599386274814606,
+    0.07896257191896439,
+    0.10016794502735138,
+    0.06031760945916176,
+    0.10544681549072266,
+    0.052144017070531845,
+    0.09963095188140869,
+    0.14393925666809082,
+    0.09150688350200653,
+    0.19728535413742065,
+    0.09700866788625717,
+    0.08161642402410507,
+    0.17193152010440826,
+    0.07483477890491486,
+    0.07663396745920181,
+    0.02632540464401245,
+    0.06478369235992432,
+    0.3443843722343445,
+    0.25369977951049805,
+    0.29250258207321167,
+    0.13585342466831207,
+    0.21655675768852234,
+    0.23111285269260406,
+    0.2618063688278198,
+    0.183009535074234,
+    0.2627551555633545,
+    0.33791694045066833,
+    0.17543146014213562,
+    0.2729954719543457,
+    0.2862268090248108,
+    0.22981604933738708,
+    0.05258815363049507,
+    0.059978701174259186,
+    0.09624872356653214,
+    0.2756285071372986,
+    0.0444737933576107,
+    0.06292007863521576,
+    0.07176174223423004,
+    0.06481029838323593,
+    0.13001208007335663,
+    0.1707405149936676,
+    0.03471485897898674,
+    0.30018022656440735,
+    0.2889346778392792,
+    0.13437362015247345,
+    0.2076038122177124,
+    0.12993265688419342,
+    0.18921317160129547,
+    0.09722771495580673,
+    0.20829878747463226,
+    0.16534258425235748,
+    0.12552981078624725,
+    0.35020896792411804,
+    0.05670464411377907,
+    0.0521959625184536,
+    0.12572719156742096,
+    0.13701176643371582,
+    0.047883227467536926,
+    0.15031041204929352,
+    0.08388947695493698,
+    0.16671326756477356,
+    0.19668841361999512,
+    0.0870172530412674,
+    0.10189619660377502,
+    0.2612915337085724,
+    0.15825709700584412,
+    0.16675065457820892,
+    0.6838940978050232,
+    0.2979212999343872,
+    0.44144079089164734,
+    0.03972194716334343,
+    0.26703161001205444,
+    0.07716117054224014,
+    0.02441076561808586,
+    0.16854692995548248,
+    0.1111525297164917,
+    0.09269458800554276,
+    0.1204005554318428,
+    0.09392143785953522,
+    0.13870227336883545,
+    0.1638510674238205,
+    0.055312588810920715,
+    0.05302051827311516,
+    0.08006823807954788,
+    0.02847891114652157,
+    0.14354100823402405,
+    0.024150867015123367,
+    0.05340670794248581,
+    0.05298493057489395,
+    0.09078969061374664,
+    0.04221465811133385,
+    0.015306171961128712,
+    0.00973973236978054,
+    0.11314958333969116,
+    0.014694958925247192,
+    0.29472675919532776,
+    0.02848508395254612,
+    0.08934780210256577,
+    0.19067224860191345,
+    0.2669367790222168,
+    0.15759114921092987,
+    0.14639869332313538,
+    0.2127613127231598,
+    0.040159158408641815,
+    0.1458059698343277,
+    0.03584232181310654,
+    0.1173916757106781,
+    0.09001744538545609,
+    0.0328633151948452,
+    0.03774063661694527,
+    0.06960400193929672,
+    0.04266473278403282,
+    0.14438435435295105,
+    0.22778937220573425,
+    0.24224147200584412,
+    0.12195254117250443,
+    0.05204092338681221,
+    0.059698231518268585,
+    0.0476050078868866,
+    0.13676360249519348,
+    0.10135781764984131,
+    0.013505784794688225,
+    0.07693353295326233,
+    0.07356899976730347,
+    0.069069042801857,
+    0.09745169430971146,
+    0.01647276245057583,
+    0.015005133114755154,
+    0.1838066577911377,
+    0.03789837658405304,
+    0.0267706997692585,
+    0.1482231467962265,
+    0.045402467250823975,
+    0.056914594024419785,
+    0.027111006900668144,
+    0.07445993274450302,
+    0.02777518890798092,
+    0.021574771031737328,
+    0.24769477546215057,
+    0.09833791851997375,
+    0.1734672337770462,
+    0.06568494439125061,
+    0.19099198281764984,
+    0.27302291989326477,
+    0.286208838224411,
+    0.18523961305618286,
+    0.18554556369781494,
+    0.1578427255153656,
+    0.15374065935611725,
+    0.09942571818828583,
+    0.26443058252334595,
+    0.1397431194782257,
+    0.11578573286533356,
+    0.10534878075122833,
+    0.0077603538520634174,
+    0.01032466720789671,
+    0.006144776474684477,
+    0.25598543882369995,
+    0.15948660671710968,
+    0.0971137061715126,
+    0.053079839795827866,
+    0.03779134526848793,
+    0.09279762953519821,
+    0.017610032111406326,
+    0.14739276468753815,
+    0.051992498338222504,
+    0.03646329045295715,
+    0.10124373435974121,
+    0.04572727903723717,
+    0.07491002231836319,
+    0.04031936451792717,
+    0.04662018641829491,
+    0.09655458480119705,
+    0.049908995628356934,
+    0.03730257600545883,
+    0.07206931710243225,
+    0.05067479982972145,
+    0.15381184220314026,
+    0.04671131819486618,
+    0.38336965441703796,
+    0.25012636184692383,
+    0.22114792466163635,
+    0.17468369007110596,
+    0.013771241530776024,
+    0.0450034961104393,
+    0.210510715842247,
+    0.2025037258863449,
+    0.09877461940050125,
+    0.1801474690437317,
+    0.21124598383903503,
+    0.2195207178592682,
+    0.1333783119916916,
+    0.09936871379613876,
+    0.058886367827653885,
+    0.12670835852622986,
+    0.043834637850522995,
+    0.023852016776800156,
+    0.05072285234928131,
+    0.008518051356077194,
+    0.03265910968184471,
+    0.10952208191156387,
+    0.10999587923288345,
+    0.05232136324048042,
+    0.08492797613143921,
+    0.21604467928409576,
+    0.02094396948814392,
+    0.012989860028028488,
+    0.028785258531570435,
+    0.03125910833477974,
+    0.04755372554063797,
+    0.06793902069330215,
+    0.02545834146440029,
+    0.04380219429731369,
+    0.021224452182650566,
+    0.013433321379125118,
+    0.03780973330140114,
+    0.10952788591384888,
+    0.008213209919631481,
+    0.05340643599629402,
+    0.10746826231479645,
+    0.08772577345371246,
+    0.02167748287320137,
+    0.022787107154726982,
+    0.3893069624900818,
+    0.14604805409908295,
+    0.012587827630341053,
+    0.12530186772346497,
+    0.10668160766363144,
+    0.09801096469163895,
+    0.09245569258928299,
+    0.3116479516029358,
+    0.12528130412101746,
+    0.028469307348132133,
+    0.0602855384349823,
+    0.051800522953271866,
+    0.012515530921518803,
+    0.013376511633396149,
+    0.030429242178797722,
+    0.11614518612623215,
+    0.04358628764748573,
+    0.0553627535700798,
+    0.1025761067867279,
+    0.19090978801250458,
+    0.12506330013275146,
+    0.04265963286161423,
+    0.04303216561675072,
+    0.04721301421523094,
+    0.29274484515190125,
+    0.05699978396296501,
+    0.020225219428539276,
+    0.36089324951171875,
+    0.18616710603237152,
+    0.0367862805724144,
+    0.3949695825576782,
+    0.49563100934028625,
+    0.017990849912166595,
+    0.3233606517314911,
+    0.39951416850090027,
+    0.03500395640730858,
+    0.08689212799072266,
+    0.19282948970794678,
+    0.013209924101829529,
+    0.008781230077147484,
+    0.022162113338708878,
+    0.03701538220047951,
+    0.028997594490647316,
+    0.008759777992963791,
+    0.007758408784866333,
+    0.15854167938232422,
+    0.012413335964083672,
+    0.019053306430578232,
+    0.2676977217197418,
+    0.2020740807056427,
+    0.022587744519114494,
+    0.015460565686225891,
+    0.0892045795917511,
+    0.08223356306552887,
+    0.14956676959991455,
+    0.038597896695137024,
+    0.07648901641368866,
+    0.17767705023288727,
+    0.0772135853767395,
+    0.09047821909189224,
+    0.041798707097768784,
+    0.12415578216314316,
+    0.16830769181251526,
+    0.14807289838790894,
+    0.08527445793151855,
+    0.09596139192581177,
+    0.10089999437332153,
+    0.08047544956207275,
+    0.00632128119468689,
+    0.09986604750156403,
+    0.23318693041801453,
+    0.05826141685247421,
+    0.11228487640619278,
+    0.00869960617274046,
+    0.02061450108885765,
+    0.012118891812860966,
+    0.007457899861037731,
+    0.05932391434907913,
+    0.006318237632513046,
+    0.09032505750656128,
+    0.01485747192054987,
+    0.012376142665743828,
+    0.00730464793741703,
+    0.030204344540834427,
+    0.00907211285084486,
+    0.02392643690109253,
+    0.007497111335396767,
+    0.045468077063560486,
+    0.02616771124303341,
+    0.1552472710609436,
+    0.022235993295907974,
+    0.09869277477264404,
+    0.05627518892288208,
+    0.1024995967745781,
+    0.030238090083003044,
+    0.03372484818100929,
+    0.19510723650455475,
+    0.4618189036846161,
+    0.1924804300069809,
+    0.13506343960762024,
+    0.03191808611154556,
+    0.06344911456108093,
+    0.055762503296136856,
+    0.056052837520837784,
+    0.07327838242053986,
+    0.06908927112817764,
+    0.08354958146810532,
+    0.008168764412403107,
+    0.09211715310811996,
+    0.00678912503644824,
+    0.23460936546325684,
+    0.06692783534526825,
+    0.052477117627859116,
+    0.22311550378799438,
+    0.1151416227221489,
+    0.06871379911899567,
+    0.006978276651352644,
+    0.0676058828830719,
+    0.054217271506786346,
+    0.008569333702325821,
+    0.004575778730213642,
+    0.053353358060121536,
+    0.041401609778404236,
+    0.03093644417822361,
+    0.14397084712982178,
+    0.24220548570156097,
+    0.061359748244285583,
+    0.1652744710445404,
+    0.21662113070487976,
+    0.03654402866959572,
+    0.028265295550227165,
+    0.17620296776294708,
+    0.07638630270957947,
+    0.08942756801843643,
+    0.13973090052604675,
+    0.25898846983909607,
+    0.0073840199038386345,
+    0.1151747927069664,
+    0.02866535447537899,
+    0.0209845919162035,
+    0.0867600366473198,
+    0.016238052397966385,
+    0.013531600125133991,
+    0.023712053894996643,
+    0.020739231258630753,
+    0.11914797872304916,
+    0.08201286196708679,
+    0.012066252529621124,
+    0.08669893443584442,
+    0.3214554786682129,
+    0.011899559758603573,
+    0.3487394154071808,
+    0.03442694619297981,
+    0.025512611493468285,
+    0.027022764086723328,
+    0.20047776401042938,
+    0.13191798329353333,
+    0.015824541449546814,
+    0.009961183182895184,
+    0.097443126142025,
+    0.10585056245326996
+  ]
+}

p5-mae-base-d57/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32fbb15be362c468772cc22ba69e720d11296971d4bf8069713febf0e4f10cd
+size 352156376

p5-mae-base-d57/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00010000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.13186940944186312,
+  "probe/map_train": 0.6752512136039517,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.16033362668445883,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.946162287029438,
+  "probe/total_s": 25.877057993086055,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15129057493721765
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15164801214805732
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15431020889021244
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16033362668445883
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15396675105123608
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1298955878047573
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10210799318614576
+    }
+  ],
+  "per_class_ap": [
+    0.6364936232566833,
+    0.013213526457548141,
+    0.05555209144949913,
+    0.20035244524478912,
+    0.0951613336801529,
+    0.25032564997673035,
+    0.18498775362968445,
+    0.3435896933078766,
+    0.016665536910295486,
+    0.02599201537668705,
+    0.01935885287821293,
+    0.07849909365177155,
+    0.4452030658721924,
+    0.22786618769168854,
+    0.0446079820394516,
+    0.5052264928817749,
+    0.274081289768219,
+    0.3381434381008148,
+    0.04580065980553627,
+    0.09202802926301956,
+    0.24479524791240692,
+    0.10814790427684784,
+    0.15205444395542145,
+    0.14566369354724884,
+    0.05033494532108307,
+    0.028068581596016884,
+    0.06994309276342392,
+    0.1733320951461792,
+    0.27264565229415894,
+    0.026430604979395866,
+    0.22327271103858948,
+    0.13306009769439697,
+    0.020124278962612152,
+    0.07815086841583252,
+    0.2080686390399933,
+    0.03299505636096001,
+    0.29757246375083923,
+    0.05274995416402817,
+    0.07693012058734894,
+    0.10201536864042282,
+    0.12300015985965729,
+    0.020844314247369766,
+    0.05245249345898628,
+    0.41442978382110596,
+    0.023168690502643585,
+    0.07210572808980942,
+    0.011984196491539478,
+    0.15754584968090057,
+    0.07212375849485397,
+    0.09469666332006454,
+    0.10433843731880188,
+    0.009469689801335335,
+    0.024441633373498917,
+    0.031249599531292915,
+    0.18559622764587402,
+    0.09140463173389435,
+    0.22020108997821808,
+    0.34954190254211426,
+    0.1528853178024292,
+    0.10090445727109909,
+    0.18703296780586243,
+    0.20107176899909973,
+    0.043024107813835144,
+    0.16350078582763672,
+    0.4963296353816986,
+    0.22128567099571228,
+    0.2097351849079132,
+    0.28246548771858215,
+    0.3873661458492279,
+    0.36396870017051697,
+    0.10600829869508743,
+    0.1366635411977768,
+    0.18008682131767273,
+    0.17063859105110168,
+    0.15821103751659393,
+    0.21549515426158905,
+    0.04366224259138107,
+    0.21801553666591644,
+    0.1502482146024704,
+    0.10068940371274948,
+    0.02062428742647171,
+    0.07744721323251724,
+    0.23254573345184326,
+    0.1033770814538002,
+    0.10610649734735489,
+    0.030267436057329178,
+    0.06016603484749794,
+    0.040650464594364166,
+    0.014735824428498745,
+    0.06839779764413834,
+    0.09331905841827393,
+    0.07825955748558044,
+    0.16092449426651,
+    0.01478574424982071,
+    0.0430862233042717,
+    0.0634865090250969,
+    0.023488296195864677,
+    0.021174797788262367,
+    0.15072867274284363,
+    0.20256996154785156,
+    0.1272367238998413,
+    0.2600281238555908,
+    0.06656604260206223,
+    0.07686368376016617,
+    0.0290230605751276,
+    0.06944916397333145,
+    0.054377708584070206,
+    0.06005677953362465,
+    0.07616981863975525,
+    0.17192986607551575,
+    0.24222496151924133,
+    0.12935997545719147,
+    0.11988238990306854,
+    0.08630287647247314,
+    0.056537557393312454,
+    0.18222877383232117,
+    0.1854305863380432,
+    0.13350170850753784,
+    0.1470254808664322,
+    0.3545180559158325,
+    0.3703702986240387,
+    0.14330823719501495,
+    0.10357755422592163,
+    0.07606660574674606,
+    0.02906927466392517,
+    0.01655067875981331,
+    0.11605657637119293,
+    0.15087537467479706,
+    0.13872653245925903,
+    0.14557002484798431,
+    0.00416308781132102,
+    0.11471971124410629,
+    0.15752466022968292,
+    0.14550745487213135,
+    0.0472264289855957,
+    0.009430238045752048,
+    0.05337756499648094,
+    0.7089757323265076,
+    0.24176281690597534,
+    0.30340051651000977,
+    0.40681928396224976,
+    0.2830520570278168,
+    0.11452700197696686,
+    0.16043341159820557,
+    0.10198290646076202,
+    0.08226677775382996,
+    0.0760684683918953,
+    0.16737359762191772,
+    0.07900205999612808,
+    0.14720095694065094,
+    0.17002220451831818,
+    0.13716645538806915,
+    0.19990134239196777,
+    0.07681185752153397,
+    0.08148815482854843,
+    0.1938241571187973,
+    0.08746557682752609,
+    0.07581307739019394,
+    0.02856176719069481,
+    0.062517911195755,
+    0.42333418130874634,
+    0.29316163063049316,
+    0.32054388523101807,
+    0.14013490080833435,
+    0.2539214789867401,
+    0.2500969469547272,
+    0.2813445031642914,
+    0.19255830347537994,
+    0.2888101041316986,
+    0.3844289183616638,
+    0.23327310383319855,
+    0.2953345477581024,
+    0.3173452317714691,
+    0.2223946750164032,
+    0.08415541052818298,
+    0.0570482574403286,
+    0.1240801215171814,
+    0.32324373722076416,
+    0.043544381856918335,
+    0.09455293416976929,
+    0.11770685762166977,
+    0.09988394379615784,
+    0.13771288096904755,
+    0.21537062525749207,
+    0.042162008583545685,
+    0.3557373881340027,
+    0.3206110894680023,
+    0.164999857544899,
+    0.24211615324020386,
+    0.12278969585895538,
+    0.14870892465114594,
+    0.08274850249290466,
+    0.2584189176559448,
+    0.18536634743213654,
+    0.13328061997890472,
+    0.37414613366127014,
+    0.05882608890533447,
+    0.08296617865562439,
+    0.13317593932151794,
+    0.1890188753604889,
+    0.027288272976875305,
+    0.18247577548027039,
+    0.09474572539329529,
+    0.19956600666046143,
+    0.2238280475139618,
+    0.1086038127541542,
+    0.12473603338003159,
+    0.3769935071468353,
+    0.22735022008419037,
+    0.2217835932970047,
+    0.7081825137138367,
+    0.3635536730289459,
+    0.49146613478660583,
+    0.06724358350038528,
+    0.3053538203239441,
+    0.1423390656709671,
+    0.0347810834646225,
+    0.17721284925937653,
+    0.12450540065765381,
+    0.08376868069171906,
+    0.14874528348445892,
+    0.10764887928962708,
+    0.2052249312400818,
+    0.17006783187389374,
+    0.057560522109270096,
+    0.06912945955991745,
+    0.07608125358819962,
+    0.031550332903862,
+    0.1590874344110489,
+    0.03841409459710121,
+    0.066339410841465,
+    0.0996624082326889,
+    0.09919606894254684,
+    0.065149687230587,
+    0.045196179300546646,
+    0.019937168806791306,
+    0.12220104783773422,
+    0.015637414529919624,
+    0.3174728751182556,
+    0.035855483263731,
+    0.10694123059511185,
+    0.19102881848812103,
+    0.2559535503387451,
+    0.16814415156841278,
+    0.14057078957557678,
+    0.20808693766593933,
+    0.046669941395521164,
+    0.12010052055120468,
+    0.03863354027271271,
+    0.13973574340343475,
+    0.0903722494840622,
+    0.02676321566104889,
+    0.06793203949928284,
+    0.08331549167633057,
+    0.07315470278263092,
+    0.1620415896177292,
+    0.2676776349544525,
+    0.249490424990654,
+    0.15269258618354797,
+    0.06600760668516159,
+    0.05666625127196312,
+    0.05925952270627022,
+    0.15600357949733734,
+    0.09071535617113113,
+    0.017631636932492256,
+    0.051494427025318146,
+    0.07331531494855881,
+    0.08460943400859833,
+    0.16315127909183502,
+    0.024350401014089584,
+    0.019838247448205948,
+    0.23046226799488068,
+    0.08666282147169113,
+    0.030634228140115738,
+    0.17037968337535858,
+    0.035815171897411346,
+    0.07048749923706055,
+    0.034366779029369354,
+    0.06250898540019989,
+    0.03367626294493675,
+    0.016955405473709106,
+    0.24746261537075043,
+    0.1320665031671524,
+    0.214125856757164,
+    0.07383613288402557,
+    0.23209095001220703,
+    0.3308892250061035,
+    0.34919843077659607,
+    0.22383573651313782,
+    0.2028055340051651,
+    0.186610147356987,
+    0.16728776693344116,
+    0.11820770800113678,
+    0.2474602609872818,
+    0.20770396292209625,
+    0.2086998075246811,
+    0.11509260535240173,
+    0.006126531399786472,
+    0.009884080849587917,
+    0.011836749501526356,
+    0.2686493992805481,
+    0.18094903230667114,
+    0.15001457929611206,
+    0.08333300054073334,
+    0.020571010187268257,
+    0.10846943408250809,
+    0.023493411019444466,
+    0.16430258750915527,
+    0.10048887133598328,
+    0.13550549745559692,
+    0.17482276260852814,
+    0.04372432827949524,
+    0.11030855029821396,
+    0.05263010412454605,
+    0.06754209846258163,
+    0.1316043585538864,
+    0.045827560126781464,
+    0.041983332484960556,
+    0.06950348615646362,
+    0.055192798376083374,
+    0.22144460678100586,
+    0.04471448063850403,
+    0.42443370819091797,
+    0.3126697838306427,
+    0.22841936349868774,
+    0.22346754372119904,
+    0.02591521106660366,
+    0.05469117313623428,
+    0.2464873045682907,
+    0.23246550559997559,
+    0.11850030720233917,
+    0.2124299854040146,
+    0.25264841318130493,
+    0.3007907569408417,
+    0.19078215956687927,
+    0.1295308917760849,
+    0.09543690830469131,
+    0.22416137158870697,
+    0.04927453026175499,
+    0.02718300186097622,
+    0.08060084283351898,
+    0.008193537592887878,
+    0.04980822652578354,
+    0.13701720535755157,
+    0.07805013656616211,
+    0.06324837356805801,
+    0.10240377485752106,
+    0.24651838839054108,
+    0.03176804631948471,
+    0.017085453495383263,
+    0.07627426087856293,
+    0.020854372531175613,
+    0.04406535625457764,
+    0.06474334746599197,
+    0.026858557015657425,
+    0.053227126598358154,
+    0.044104259461164474,
+    0.013713203370571136,
+    0.04337851330637932,
+    0.08659524470567703,
+    0.007135023828595877,
+    0.0637342557311058,
+    0.10246915370225906,
+    0.12798462808132172,
+    0.031133154407143593,
+    0.038965728133916855,
+    0.4132026135921478,
+    0.24449290335178375,
+    0.01371788326650858,
+    0.1159636601805687,
+    0.11515023559331894,
+    0.08812016993761063,
+    0.09615114331245422,
+    0.3041404187679291,
+    0.21483491361141205,
+    0.03347554802894592,
+    0.06886747479438782,
+    0.06980864703655243,
+    0.012225668877363205,
+    0.00976717472076416,
+    0.019689936190843582,
+    0.07454673945903778,
+    0.0908195748925209,
+    0.05894148722290993,
+    0.154063880443573,
+    0.19539275765419006,
+    0.15371759235858917,
+    0.05652236193418503,
+    0.035863347351551056,
+    0.06381183117628098,
+    0.2548689842224121,
+    0.10398254543542862,
+    0.01703573949635029,
+    0.34575071930885315,
+    0.2350766658782959,
+    0.03227308765053749,
+    0.451751708984375,
+    0.5554866194725037,
+    0.01630045473575592,
+    0.3883795142173767,
+    0.37585362792015076,
+    0.046957600861787796,
+    0.11138015985488892,
+    0.22475919127464294,
+    0.01777377538383007,
+    0.012883542105555534,
+    0.02478981390595436,
+    0.03600651025772095,
+    0.02793406881392002,
+    0.010980294086039066,
+    0.01377785298973322,
+    0.24239753186702728,
+    0.031051918864250183,
+    0.03694979101419449,
+    0.3096614181995392,
+    0.18418262898921967,
+    0.04238416627049446,
+    0.03347993642091751,
+    0.10244116932153702,
+    0.10378076881170273,
+    0.20451423525810242,
+    0.05419538915157318,
+    0.09969394654035568,
+    0.23518642783164978,
+    0.0956241711974144,
+    0.08789421617984772,
+    0.04454198107123375,
+    0.18726816773414612,
+    0.255804181098938,
+    0.1888444423675537,
+    0.10754898935556412,
+    0.12773948907852173,
+    0.17133314907550812,
+    0.08445493131875992,
+    0.005433389451354742,
+    0.11374049633741379,
+    0.1735537052154541,
+    0.07938679307699203,
+    0.12667199969291687,
+    0.017145834863185883,
+    0.022355692461133003,
+    0.03082006238400936,
+    0.007428712677210569,
+    0.08053435385227203,
+    0.009439920075237751,
+    0.12611578404903412,
+    0.030578820034861565,
+    0.018585817888379097,
+    0.009437591768801212,
+    0.056146230548620224,
+    0.010766401886940002,
+    0.05437261238694191,
+    0.017496701329946518,
+    0.03483860194683075,
+    0.03360973298549652,
+    0.26910820603370667,
+    0.02996089868247509,
+    0.10482905060052872,
+    0.0459776446223259,
+    0.12482631206512451,
+    0.048060037195682526,
+    0.05032907426357269,
+    0.23314154148101807,
+    0.4499163329601288,
+    0.21792586147785187,
+    0.14795595407485962,
+    0.04747559502720833,
+    0.09400126338005066,
+    0.044474877417087555,
+    0.13192947208881378,
+    0.08940580487251282,
+    0.0896914079785347,
+    0.14187248051166534,
+    0.009636846370995045,
+    0.11318172514438629,
+    0.012131827883422375,
+    0.2465907484292984,
+    0.08163710683584213,
+    0.06775213778018951,
+    0.18463698029518127,
+    0.12853685021400452,
+    0.10554465651512146,
+    0.01193555910140276,
+    0.08118754625320435,
+    0.07493219524621964,
+    0.012706296518445015,
+    0.008058049716055393,
+    0.053212881088256836,
+    0.05049340799450874,
+    0.049853671342134476,
+    0.21294836699962616,
+    0.25541096925735474,
+    0.05668875202536583,
+    0.14349904656410217,
+    0.20699718594551086,
+    0.06024913489818573,
+    0.030691225081682205,
+    0.18323029577732086,
+    0.10202726721763611,
+    0.10465384274721146,
+    0.09376447647809982,
+    0.26967546343803406,
+    0.010109658353030682,
+    0.12277574837207794,
+    0.0317855067551136,
+    0.023272041231393814,
+    0.09524749219417572,
+    0.016282230615615845,
+    0.01528952270746231,
+    0.02700575441122055,
+    0.025903455913066864,
+    0.1270710825920105,
+    0.07448441535234451,
+    0.00826699286699295,
+    0.10629632323980331,
+    0.29297637939453125,
+    0.0813181921839714,
+    0.33297908306121826,
+    0.03563274070620537,
+    0.03103349544107914,
+    0.027618085965514183,
+    0.20303064584732056,
+    0.13709305226802826,
+    0.031005367636680603,
+    0.008607123047113419,
+    0.12463924288749695,
+    0.11638299375772476
+  ]
+}

p5-mae-base-d57/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00015000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.14543464645191997,
+  "probe/map_train": 0.6665559761664447,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.17168096358405402,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.290856548934244,
+  "probe/total_s": 26.363924907986075,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1623214769055201
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1627585805812939
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16593345432706616
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17168096358405402
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16496880560675087
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14112027070707725
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11051675711936923
+    }
+  ],
+  "per_class_ap": [
+    0.6458956003189087,
+    0.02400863915681839,
+    0.061767514795064926,
+    0.2169928252696991,
+    0.11322984099388123,
+    0.2620004713535309,
+    0.22786085307598114,
+    0.3248428404331207,
+    0.0266432985663414,
+    0.03205458074808121,
+    0.02369803376495838,
+    0.07441792637109756,
+    0.43060141801834106,
+    0.2900448143482208,
+    0.05259827524423599,
+    0.5412511825561523,
+    0.2906166911125183,
+    0.3748794496059418,
+    0.05665576830506325,
+    0.10047261416912079,
+    0.2702314555644989,
+    0.08196809887886047,
+    0.17213425040245056,
+    0.1737738847732544,
+    0.07469158619642258,
+    0.028191909193992615,
+    0.0642189010977745,
+    0.18917517364025116,
+    0.2893584668636322,
+    0.06009438633918762,
+    0.3035808205604553,
+    0.16909551620483398,
+    0.02344268001616001,
+    0.07945955544710159,
+    0.23259098827838898,
+    0.03426895663142204,
+    0.33722859621047974,
+    0.08128968626260757,
+    0.06418826431035995,
+    0.09293785691261292,
+    0.1655106544494629,
+    0.02858576737344265,
+    0.08779261261224747,
+    0.47096002101898193,
+    0.02703072875738144,
+    0.09573791176080704,
+    0.01970648393034935,
+    0.16173939406871796,
+    0.08068840205669403,
+    0.13329960405826569,
+    0.14622145891189575,
+    0.0104201789945364,
+    0.03369447588920593,
+    0.07111600786447525,
+    0.2401629090309143,
+    0.113684743642807,
+    0.22557896375656128,
+    0.41444340348243713,
+    0.13752752542495728,
+    0.1433102786540985,
+    0.17919889092445374,
+    0.22592248022556305,
+    0.04232045263051987,
+    0.2052564024925232,
+    0.5177591443061829,
+    0.22628401219844818,
+    0.25226351618766785,
+    0.2955975830554962,
+    0.3554996848106384,
+    0.3750944435596466,
+    0.13677005469799042,
+    0.19616618752479553,
+    0.18959560990333557,
+    0.17455822229385376,
+    0.17583076655864716,
+    0.18918201327323914,
+    0.050424251705408096,
+    0.22617177665233612,
+    0.16588573157787323,
+    0.1134713888168335,
+    0.016821060329675674,
+    0.07734473049640656,
+    0.23765890300273895,
+    0.09621722251176834,
+    0.10354799032211304,
+    0.03579610958695412,
+    0.10576719045639038,
+    0.03767448663711548,
+    0.035039082169532776,
+    0.08727385103702545,
+    0.10865385085344315,
+    0.10127519816160202,
+    0.1646251380443573,
+    0.014860130846500397,
+    0.05522766709327698,
+    0.06590407341718674,
+    0.023978177458047867,
+    0.032907821238040924,
+    0.1562644988298416,
+    0.21918900310993195,
+    0.1415213644504547,
+    0.30527743697166443,
+    0.059491824358701706,
+    0.06224790960550308,
+    0.02630210854113102,
+    0.050333306193351746,
+    0.07817938923835754,
+    0.07111414521932602,
+    0.08606385439634323,
+    0.1417154222726822,
+    0.2088368535041809,
+    0.1474631279706955,
+    0.13120870292186737,
+    0.08230272680521011,
+    0.05656014382839203,
+    0.1862347573041916,
+    0.19272580742835999,
+    0.12231095880270004,
+    0.12858186662197113,
+    0.388717919588089,
+    0.3960143029689789,
+    0.1627100110054016,
+    0.1309347152709961,
+    0.0995495468378067,
+    0.019499288871884346,
+    0.03136193007230759,
+    0.1626613289117813,
+    0.23762254416942596,
+    0.21286872029304504,
+    0.19011758267879486,
+    0.004616072401404381,
+    0.08695271611213684,
+    0.18841733038425446,
+    0.17100916802883148,
+    0.07696183025836945,
+    0.009755097329616547,
+    0.07473162561655045,
+    0.7247886657714844,
+    0.258963406085968,
+    0.31546923518180847,
+    0.432256817817688,
+    0.2878035008907318,
+    0.15066663920879364,
+    0.15745192766189575,
+    0.10498029738664627,
+    0.10344917327165604,
+    0.10366684943437576,
+    0.24037188291549683,
+    0.07121792435646057,
+    0.20536570250988007,
+    0.19778190553188324,
+    0.16983667016029358,
+    0.24905182421207428,
+    0.07616564631462097,
+    0.09090618789196014,
+    0.22040939331054688,
+    0.12742820382118225,
+    0.08987893164157867,
+    0.027546005323529243,
+    0.0730176717042923,
+    0.4708685278892517,
+    0.3056863844394684,
+    0.3268113434314728,
+    0.13667413592338562,
+    0.26551553606987,
+    0.2862570583820343,
+    0.32049745321273804,
+    0.15278790891170502,
+    0.3134874999523163,
+    0.3949904143810272,
+    0.22873371839523315,
+    0.32132434844970703,
+    0.34100204706192017,
+    0.22865457832813263,
+    0.1177380308508873,
+    0.10335665941238403,
+    0.12865322828292847,
+    0.3407749831676483,
+    0.06032492592930794,
+    0.12759794294834137,
+    0.20225299894809723,
+    0.1419961005449295,
+    0.16135850548744202,
+    0.2159343808889389,
+    0.05966201424598694,
+    0.3957502543926239,
+    0.35791486501693726,
+    0.163081556558609,
+    0.30705496668815613,
+    0.11316706985235214,
+    0.17939025163650513,
+    0.08303571492433548,
+    0.31602737307548523,
+    0.20775823295116425,
+    0.2110603302717209,
+    0.37133273482322693,
+    0.060033850371837616,
+    0.07444499433040619,
+    0.13512317836284637,
+    0.2683180272579193,
+    0.03187524899840355,
+    0.207932248711586,
+    0.09186537563800812,
+    0.18126322329044342,
+    0.19802524149417877,
+    0.10729135572910309,
+    0.14466549456119537,
+    0.39832350611686707,
+    0.25869739055633545,
+    0.26057541370391846,
+    0.7318632006645203,
+    0.4240189492702484,
+    0.5251133441925049,
+    0.04485779255628586,
+    0.3193254768848419,
+    0.14958931505680084,
+    0.04338405281305313,
+    0.22240856289863586,
+    0.2388913929462433,
+    0.10910933464765549,
+    0.15099890530109406,
+    0.11227568238973618,
+    0.23021836578845978,
+    0.18547676503658295,
+    0.07025755941867828,
+    0.07924038171768188,
+    0.06524141132831573,
+    0.03994123265147209,
+    0.17346026003360748,
+    0.040971945971250534,
+    0.06122590973973274,
+    0.10973907262086868,
+    0.10753191262483597,
+    0.051409389823675156,
+    0.03638945519924164,
+    0.015730367973446846,
+    0.14091888070106506,
+    0.024049485102295876,
+    0.3157084286212921,
+    0.029185812920331955,
+    0.11512720584869385,
+    0.19167834520339966,
+    0.2515683174133301,
+    0.17774537205696106,
+    0.1653771698474884,
+    0.22286009788513184,
+    0.05115770548582077,
+    0.1250174343585968,
+    0.047433268278837204,
+    0.1580527424812317,
+    0.097352035343647,
+    0.04631578549742699,
+    0.08744720369577408,
+    0.07660793513059616,
+    0.06824566423892975,
+    0.21869054436683655,
+    0.24170653522014618,
+    0.2711395025253296,
+    0.15495000779628754,
+    0.06486953049898148,
+    0.04404916986823082,
+    0.08897284418344498,
+    0.19687440991401672,
+    0.11792571097612381,
+    0.01907235197722912,
+    0.07961481064558029,
+    0.07760744541883469,
+    0.12135408073663712,
+    0.14188295602798462,
+    0.04294430464506149,
+    0.023805798962712288,
+    0.2434467077255249,
+    0.11142290383577347,
+    0.040242522954940796,
+    0.1654362827539444,
+    0.03674515336751938,
+    0.08960256725549698,
+    0.04015384241938591,
+    0.07687019556760788,
+    0.040579721331596375,
+    0.02208486571907997,
+    0.2390448898077011,
+    0.12950974702835083,
+    0.23590001463890076,
+    0.10448899865150452,
+    0.250244677066803,
+    0.370996356010437,
+    0.39116179943084717,
+    0.24165387451648712,
+    0.2372903674840927,
+    0.21273250877857208,
+    0.19114239513874054,
+    0.12078294903039932,
+    0.212482288479805,
+    0.22248366475105286,
+    0.2384098321199417,
+    0.14283423125743866,
+    0.005507292225956917,
+    0.011492298915982246,
+    0.01126942876726389,
+    0.29185178875923157,
+    0.2147943675518036,
+    0.16201335191726685,
+    0.07834634929895401,
+    0.04297477379441261,
+    0.1351781040430069,
+    0.025362834334373474,
+    0.18936502933502197,
+    0.15235930681228638,
+    0.14280904829502106,
+    0.17338959872722626,
+    0.06483210623264313,
+    0.13203194737434387,
+    0.07051477581262589,
+    0.08548584580421448,
+    0.13442625105381012,
+    0.05391255393624306,
+    0.04237634316086769,
+    0.13213354349136353,
+    0.06730055063962936,
+    0.24165192246437073,
+    0.04456721991300583,
+    0.4151528477668762,
+    0.3242856562137604,
+    0.25127798318862915,
+    0.25182804465293884,
+    0.03827553242444992,
+    0.07155833393335342,
+    0.2800169289112091,
+    0.2697356641292572,
+    0.13428230583667755,
+    0.17294852435588837,
+    0.2789221405982971,
+    0.3847348093986511,
+    0.19758926331996918,
+    0.14478230476379395,
+    0.11924408376216888,
+    0.1815994679927826,
+    0.05673139542341232,
+    0.029681120067834854,
+    0.08762664347887039,
+    0.011440899223089218,
+    0.07561066746711731,
+    0.14409175515174866,
+    0.09869859367609024,
+    0.05820544436573982,
+    0.0888289287686348,
+    0.28139233589172363,
+    0.04121364280581474,
+    0.022938862442970276,
+    0.09770189225673676,
+    0.03686950355768204,
+    0.06471572816371918,
+    0.09076809138059616,
+    0.034487541764974594,
+    0.07187806069850922,
+    0.04942008852958679,
+    0.015270929783582687,
+    0.040859147906303406,
+    0.10562705248594284,
+    0.010568542405962944,
+    0.061516694724559784,
+    0.11625759303569794,
+    0.15362699329853058,
+    0.03622899204492569,
+    0.04336186870932579,
+    0.4051002562046051,
+    0.20319344103336334,
+    0.015673652291297913,
+    0.13329236209392548,
+    0.133770152926445,
+    0.1128944680094719,
+    0.12505251169204712,
+    0.35194939374923706,
+    0.1674974262714386,
+    0.07049471139907837,
+    0.09415645152330399,
+    0.09439995139837265,
+    0.012571028433740139,
+    0.014418237842619419,
+    0.02514480985701084,
+    0.07794003933668137,
+    0.08744468539953232,
+    0.10438814014196396,
+    0.15706494450569153,
+    0.208810955286026,
+    0.1744677573442459,
+    0.06461144983768463,
+    0.05095675215125084,
+    0.07875238358974457,
+    0.3014048635959625,
+    0.08265427500009537,
+    0.02568340115249157,
+    0.4196799397468567,
+    0.24749553203582764,
+    0.08625508844852448,
+    0.47606372833251953,
+    0.585418701171875,
+    0.02698194421827793,
+    0.3849124610424042,
+    0.43126019835472107,
+    0.052759237587451935,
+    0.15117555856704712,
+    0.2673265337944031,
+    0.02021094039082527,
+    0.013457388617098331,
+    0.0238578449934721,
+    0.04944842681288719,
+    0.033587172627449036,
+    0.01258892472833395,
+    0.014217752031981945,
+    0.20039378106594086,
+    0.03087460994720459,
+    0.03739884868264198,
+    0.309596985578537,
+    0.23761339485645294,
+    0.02275671623647213,
+    0.03057168982923031,
+    0.10544566065073013,
+    0.12403604388237,
+    0.23060153424739838,
+    0.08067350834608078,
+    0.1111803874373436,
+    0.30318009853363037,
+    0.10613147914409637,
+    0.09933450818061829,
+    0.04128764569759369,
+    0.2266692817211151,
+    0.2511873245239258,
+    0.18665377795696259,
+    0.11835574358701706,
+    0.1783953309059143,
+    0.1583683341741562,
+    0.08263922482728958,
+    0.004879087209701538,
+    0.11114504933357239,
+    0.2011517733335495,
+    0.09645503014326096,
+    0.1409364491701126,
+    0.02172735519707203,
+    0.02091263048350811,
+    0.0626581683754921,
+    0.008618856780230999,
+    0.09150062501430511,
+    0.01084635779261589,
+    0.13264721632003784,
+    0.03786511719226837,
+    0.015837442129850388,
+    0.01176799088716507,
+    0.07542326301336288,
+    0.024575430899858475,
+    0.0395352840423584,
+    0.012539558112621307,
+    0.036835234612226486,
+    0.030877787619829178,
+    0.2711930572986603,
+    0.02737078256905079,
+    0.11131151765584946,
+    0.05661425739526749,
+    0.1202259510755539,
+    0.058726947754621506,
+    0.05582303926348686,
+    0.32499173283576965,
+    0.47075963020324707,
+    0.21665076911449432,
+    0.13395652174949646,
+    0.029795613139867783,
+    0.09335152059793472,
+    0.05976497009396553,
+    0.1501011848449707,
+    0.09876938909292221,
+    0.06145993247628212,
+    0.12163597345352173,
+    0.010787188075482845,
+    0.1992819458246231,
+    0.01351473294198513,
+    0.29157447814941406,
+    0.06742408126592636,
+    0.06536787003278732,
+    0.20402558147907257,
+    0.13325858116149902,
+    0.11232990771532059,
+    0.015566704794764519,
+    0.0854918360710144,
+    0.09324096143245697,
+    0.016470525413751602,
+    0.008198760449886322,
+    0.05009093135595322,
+    0.06468638777732849,
+    0.041540686041116714,
+    0.2624298632144928,
+    0.2184162139892578,
+    0.08615142852067947,
+    0.1553497314453125,
+    0.2242497205734253,
+    0.06373272091150284,
+    0.03616396337747574,
+    0.17211367189884186,
+    0.09673413634300232,
+    0.12547969818115234,
+    0.10518886148929596,
+    0.2901374101638794,
+    0.009667054750025272,
+    0.13035281002521515,
+    0.023663681000471115,
+    0.021032070741057396,
+    0.0971028059720993,
+    0.016510482877492905,
+    0.01981140300631523,
+    0.033441681414842606,
+    0.02071460336446762,
+    0.1549045294523239,
+    0.081817626953125,
+    0.010914236307144165,
+    0.13364443182945251,
+    0.34654542803764343,
+    0.05405339598655701,
+    0.3418008089065552,
+    0.03678986430168152,
+    0.10469639301300049,
+    0.026999695226550102,
+    0.21939930319786072,
+    0.12973622977733612,
+    0.04684142395853996,
+    0.010735793970525265,
+    0.12832030653953552,
+    0.10163141041994095
+  ]
+}

p5-mae-base-d57/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e15359c3c8df465d886fea0df8993a121a22fe1d3abcef2e3e202be8110aee
+size 352156376

p5-mae-base-d57/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00020000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.1553543408152133,
+  "probe/map_train": 0.6709604839559298,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.18563591661744624,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.17427188390866,
+  "probe/total_s": 26.11249361198861,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17752441744394318
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17801612475931122
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18141025058091026
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18563591661744624
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1776278692039624
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15153189590624913
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11820657953948659
+    }
+  ],
+  "per_class_ap": [
+    0.6560320854187012,
+    0.024293774738907814,
+    0.08702635020017624,
+    0.23044103384017944,
+    0.12865033745765686,
+    0.25672677159309387,
+    0.2203444093465805,
+    0.30548352003097534,
+    0.026748815551400185,
+    0.029818391427397728,
+    0.023797782137989998,
+    0.08223353326320648,
+    0.5016816258430481,
+    0.30836454033851624,
+    0.04526800662279129,
+    0.6037721633911133,
+    0.2915620803833008,
+    0.3760474622249603,
+    0.07734151929616928,
+    0.07087837159633636,
+    0.27196624875068665,
+    0.09151457995176315,
+    0.19817152619361877,
+    0.1748841404914856,
+    0.07463111728429794,
+    0.024436501786112785,
+    0.07832639664411545,
+    0.19636046886444092,
+    0.27277103066444397,
+    0.055362995713949203,
+    0.2860546112060547,
+    0.18981565535068512,
+    0.024650931358337402,
+    0.0698598176240921,
+    0.260843425989151,
+    0.0503484383225441,
+    0.32430726289749146,
+    0.07525702565908432,
+    0.07429759949445724,
+    0.11634710431098938,
+    0.2016560435295105,
+    0.022411171346902847,
+    0.08527883887290955,
+    0.4833800792694092,
+    0.041638635098934174,
+    0.11426598578691483,
+    0.01970168948173523,
+    0.16435439884662628,
+    0.06568510830402374,
+    0.1307516247034073,
+    0.18052053451538086,
+    0.011534770019352436,
+    0.02954903244972229,
+    0.07767319679260254,
+    0.2429467886686325,
+    0.12008944898843765,
+    0.2325466275215149,
+    0.3863363564014435,
+    0.14924992620944977,
+    0.14365766942501068,
+    0.19374766945838928,
+    0.23766669631004333,
+    0.04644570127129555,
+    0.175528883934021,
+    0.5275353789329529,
+    0.23952056467533112,
+    0.27697092294692993,
+    0.30582013726234436,
+    0.38464856147766113,
+    0.422497034072876,
+    0.14982424676418304,
+    0.20363768935203552,
+    0.20854608714580536,
+    0.20560243725776672,
+    0.19192653894424438,
+    0.18619892001152039,
+    0.05888913944363594,
+    0.20920167863368988,
+    0.18056081235408783,
+    0.10521911829710007,
+    0.017817920073866844,
+    0.1139335110783577,
+    0.3522758185863495,
+    0.12158481776714325,
+    0.11287102848291397,
+    0.03357642516493797,
+    0.12276591360569,
+    0.03955654054880142,
+    0.03132098540663719,
+    0.057127319276332855,
+    0.16923190653324127,
+    0.1774834394454956,
+    0.11814571171998978,
+    0.016795342788100243,
+    0.0546482689678669,
+    0.0824705958366394,
+    0.028527233749628067,
+    0.03312739357352257,
+    0.16651134192943573,
+    0.28808537125587463,
+    0.2093668282032013,
+    0.3737626373767853,
+    0.07219088077545166,
+    0.07386042177677155,
+    0.023729171603918076,
+    0.06225995346903801,
+    0.06860339641571045,
+    0.06773712486028671,
+    0.10422041267156601,
+    0.17236365377902985,
+    0.2726934850215912,
+    0.162040114402771,
+    0.15469957888126373,
+    0.0965256318449974,
+    0.07518800348043442,
+    0.24675792455673218,
+    0.2475588172674179,
+    0.12344668805599213,
+    0.13265599310398102,
+    0.4130270779132843,
+    0.41586247086524963,
+    0.1774861365556717,
+    0.11717752367258072,
+    0.11266797035932541,
+    0.021346379071474075,
+    0.0415160208940506,
+    0.14964808523654938,
+    0.2113475650548935,
+    0.14411330223083496,
+    0.13765354454517365,
+    0.005508636590093374,
+    0.11965741217136383,
+    0.2230740636587143,
+    0.2003294676542282,
+    0.10217869281768799,
+    0.01755484566092491,
+    0.07467658072710037,
+    0.7257514595985413,
+    0.24649213254451752,
+    0.33717185258865356,
+    0.4507327675819397,
+    0.3196469247341156,
+    0.16271379590034485,
+    0.15120744705200195,
+    0.10275418311357498,
+    0.1083163246512413,
+    0.114946149289608,
+    0.2739485502243042,
+    0.0895732119679451,
+    0.21007096767425537,
+    0.1751556396484375,
+    0.1865212768316269,
+    0.2736653685569763,
+    0.11169061064720154,
+    0.10810428857803345,
+    0.20707915723323822,
+    0.116203173995018,
+    0.09099256992340088,
+    0.0401032455265522,
+    0.07124988734722137,
+    0.47754210233688354,
+    0.33037614822387695,
+    0.3451736569404602,
+    0.1467786282300949,
+    0.27975186705589294,
+    0.30543139576911926,
+    0.3226623833179474,
+    0.14356949925422668,
+    0.31988289952278137,
+    0.3831145167350769,
+    0.27086547017097473,
+    0.3331112265586853,
+    0.35367411375045776,
+    0.23242299258708954,
+    0.15972593426704407,
+    0.1244887262582779,
+    0.11873668432235718,
+    0.33944064378738403,
+    0.06730356812477112,
+    0.15033569931983948,
+    0.20955920219421387,
+    0.1630285382270813,
+    0.1686735302209854,
+    0.257072389125824,
+    0.08472160995006561,
+    0.452082097530365,
+    0.4413492679595947,
+    0.23882366716861725,
+    0.3077147305011749,
+    0.14004279673099518,
+    0.1807182878255844,
+    0.08970276266336441,
+    0.33027181029319763,
+    0.2280602902173996,
+    0.19684307277202606,
+    0.4010491669178009,
+    0.0825151652097702,
+    0.0793982520699501,
+    0.1377471685409546,
+    0.2784828543663025,
+    0.03492102026939392,
+    0.21010459959506989,
+    0.07922974973917007,
+    0.2123979777097702,
+    0.18405674397945404,
+    0.13749609887599945,
+    0.17693565785884857,
+    0.508934736251831,
+    0.32742008566856384,
+    0.27600300312042236,
+    0.7386825680732727,
+    0.4341311454772949,
+    0.48346376419067383,
+    0.04018406569957733,
+    0.32011160254478455,
+    0.18265552818775177,
+    0.04527367278933525,
+    0.2046215683221817,
+    0.219358429312706,
+    0.12712883949279785,
+    0.16439774632453918,
+    0.1149388775229454,
+    0.2510543465614319,
+    0.1733321100473404,
+    0.07700109481811523,
+    0.07042628526687622,
+    0.0824752077460289,
+    0.03643625229597092,
+    0.21177202463150024,
+    0.05177536979317665,
+    0.05977261811494827,
+    0.10796022415161133,
+    0.06898591667413712,
+    0.08675671368837357,
+    0.04177573323249817,
+    0.027392180636525154,
+    0.12938039004802704,
+    0.021827975288033485,
+    0.3591015040874481,
+    0.028513673692941666,
+    0.130631223320961,
+    0.19848303496837616,
+    0.29202020168304443,
+    0.1964849978685379,
+    0.15377458930015564,
+    0.2565276026725769,
+    0.06644106656312943,
+    0.12585122883319855,
+    0.06883923709392548,
+    0.1513497233390808,
+    0.13096290826797485,
+    0.04729469120502472,
+    0.10935569554567337,
+    0.08990632742643356,
+    0.06060097739100456,
+    0.20580098032951355,
+    0.2450307160615921,
+    0.2914925217628479,
+    0.13425815105438232,
+    0.07422450929880142,
+    0.05003760755062103,
+    0.08275677263736725,
+    0.21145927906036377,
+    0.10680533945560455,
+    0.026825519278645515,
+    0.0644136294722557,
+    0.07356970757246017,
+    0.10672357678413391,
+    0.13062724471092224,
+    0.03658601641654968,
+    0.03343096375465393,
+    0.2790030837059021,
+    0.11786871403455734,
+    0.030760081484913826,
+    0.1999412178993225,
+    0.039420198649168015,
+    0.10334231704473495,
+    0.04357453063130379,
+    0.10044530779123306,
+    0.04946323111653328,
+    0.0245654359459877,
+    0.2711656093597412,
+    0.1515183299779892,
+    0.23605966567993164,
+    0.09608500450849533,
+    0.2523559033870697,
+    0.4150329828262329,
+    0.43527358770370483,
+    0.3059002757072449,
+    0.2601032853126526,
+    0.19454921782016754,
+    0.20708739757537842,
+    0.11725965142250061,
+    0.21572718024253845,
+    0.26813435554504395,
+    0.26580458879470825,
+    0.15169253945350647,
+    0.00688308896496892,
+    0.019236216321587563,
+    0.011901162564754486,
+    0.2984997034072876,
+    0.21060732007026672,
+    0.17969605326652527,
+    0.07134934514760971,
+    0.04154818505048752,
+    0.14206884801387787,
+    0.03326296806335449,
+    0.19538003206253052,
+    0.14840301871299744,
+    0.20408624410629272,
+    0.18784353137016296,
+    0.09599866718053818,
+    0.128024622797966,
+    0.07173411548137665,
+    0.09598317742347717,
+    0.12709873914718628,
+    0.06605247408151627,
+    0.040261343121528625,
+    0.1673164665699005,
+    0.0588252954185009,
+    0.265960693359375,
+    0.04892376437783241,
+    0.45351818203926086,
+    0.3418712615966797,
+    0.2932201325893402,
+    0.2616085112094879,
+    0.05813080444931984,
+    0.07050933688879013,
+    0.3001532554626465,
+    0.29609373211860657,
+    0.133560910820961,
+    0.2305322140455246,
+    0.2976309061050415,
+    0.40310776233673096,
+    0.24049600958824158,
+    0.18384338915348053,
+    0.1411217600107193,
+    0.22450681030750275,
+    0.07251102477312088,
+    0.035811424255371094,
+    0.09747601300477982,
+    0.011581501923501492,
+    0.10344741493463516,
+    0.147183358669281,
+    0.10719703137874603,
+    0.08059854805469513,
+    0.10018827021121979,
+    0.29277312755584717,
+    0.03679352253675461,
+    0.019974257797002792,
+    0.1128462627530098,
+    0.04369821399450302,
+    0.08616840094327927,
+    0.0924002155661583,
+    0.022635214030742645,
+    0.07358372211456299,
+    0.03421289473772049,
+    0.011937045492231846,
+    0.0360979288816452,
+    0.11349518597126007,
+    0.015520417131483555,
+    0.10468000918626785,
+    0.13338644802570343,
+    0.12771490216255188,
+    0.07431231439113617,
+    0.06939233094453812,
+    0.393709659576416,
+    0.2530173361301422,
+    0.022884663194417953,
+    0.15817798674106598,
+    0.1719101220369339,
+    0.1209251806139946,
+    0.20015203952789307,
+    0.335578978061676,
+    0.2264363020658493,
+    0.07991167157888412,
+    0.11773084849119186,
+    0.07839634269475937,
+    0.014510851353406906,
+    0.03461908549070358,
+    0.023457122966647148,
+    0.06662876904010773,
+    0.13054423034191132,
+    0.07521022856235504,
+    0.17239050567150116,
+    0.24051091074943542,
+    0.1858128011226654,
+    0.07939046621322632,
+    0.052321843802928925,
+    0.06531701236963272,
+    0.25670409202575684,
+    0.1395915001630783,
+    0.03877253457903862,
+    0.39552542567253113,
+    0.2819826602935791,
+    0.08171941339969635,
+    0.5055485963821411,
+    0.5912261009216309,
+    0.024540843442082405,
+    0.38601672649383545,
+    0.47600963711738586,
+    0.06075684726238251,
+    0.12976060807704926,
+    0.24444134533405304,
+    0.02626672014594078,
+    0.019530436024069786,
+    0.03232135251164436,
+    0.030422624200582504,
+    0.042216379195451736,
+    0.018526235595345497,
+    0.015366029925644398,
+    0.16698873043060303,
+    0.046795494854450226,
+    0.04754239693284035,
+    0.3133529722690582,
+    0.2559800446033478,
+    0.02701561339199543,
+    0.04200127348303795,
+    0.11321651935577393,
+    0.13908961415290833,
+    0.2682708203792572,
+    0.08481549471616745,
+    0.08955800533294678,
+    0.33008527755737305,
+    0.10097604244947433,
+    0.0922737792134285,
+    0.04882430285215378,
+    0.2291814535856247,
+    0.2466391623020172,
+    0.17083638906478882,
+    0.15283270180225372,
+    0.2203381359577179,
+    0.1793954074382782,
+    0.06179582700133324,
+    0.005358398891985416,
+    0.12524312734603882,
+    0.21911321580410004,
+    0.11112620681524277,
+    0.13765938580036163,
+    0.034198205918073654,
+    0.027284836396574974,
+    0.03138861060142517,
+    0.01079168263822794,
+    0.0708257332444191,
+    0.014386449009180069,
+    0.13566644489765167,
+    0.04915272444486618,
+    0.010117249563336372,
+    0.014783945865929127,
+    0.05619536712765694,
+    0.03063555434346199,
+    0.056767482310533524,
+    0.017606031149625778,
+    0.04329533874988556,
+    0.036850541830062866,
+    0.25365960597991943,
+    0.04291057586669922,
+    0.10665673017501831,
+    0.04574458673596382,
+    0.14016415178775787,
+    0.06104913726449013,
+    0.03229542076587677,
+    0.3217187225818634,
+    0.4946465790271759,
+    0.2577875256538391,
+    0.14703311026096344,
+    0.05378561466932297,
+    0.08772598952054977,
+    0.0648258626461029,
+    0.14121054112911224,
+    0.11388739198446274,
+    0.07007815688848495,
+    0.12375356256961823,
+    0.014364765025675297,
+    0.2065313309431076,
+    0.004780792165547609,
+    0.30630603432655334,
+    0.09082493931055069,
+    0.08894016593694687,
+    0.21020358800888062,
+    0.13164830207824707,
+    0.12286245822906494,
+    0.014183885417878628,
+    0.0971534475684166,
+    0.08728547394275665,
+    0.012830410152673721,
+    0.007389841601252556,
+    0.06361711770296097,
+    0.04649797081947327,
+    0.07459726929664612,
+    0.24080297350883484,
+    0.2387252002954483,
+    0.09717994183301926,
+    0.15050967037677765,
+    0.21859905123710632,
+    0.08323856443166733,
+    0.04327243193984032,
+    0.1825849711894989,
+    0.13424474000930786,
+    0.14382795989513397,
+    0.10769282281398773,
+    0.3410604000091553,
+    0.007087306585162878,
+    0.13079115748405457,
+    0.02618827112019062,
+    0.019668009132146835,
+    0.09131493419408798,
+    0.01716005615890026,
+    0.021140241995453835,
+    0.04020757973194122,
+    0.02449316345155239,
+    0.1615474820137024,
+    0.08202332258224487,
+    0.011435050517320633,
+    0.13542644679546356,
+    0.34812381863594055,
+    0.07770784944295883,
+    0.3610885441303253,
+    0.04988298565149307,
+    0.06156522035598755,
+    0.031442929059267044,
+    0.2334844022989273,
+    0.15020956099033356,
+    0.051157668232917786,
+    0.012286295183002949,
+    0.14700809121131897,
+    0.11959570646286011
+  ]
+}

p5-mae-base-d57/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00025000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.16018649174229188,
+  "probe/map_train": 0.6507547915660453,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.19325569271113532,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 22.97482852404937,
+  "probe/total_s": 26.75240284902975,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18376841964474058
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18424331043242517
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18764960176207168
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19325569271113532
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1847778016779098
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15642286095223912
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12052307398221059
+    }
+  ],
+  "per_class_ap": [
+    0.6571322679519653,
+    0.024066559970378876,
+    0.093765489757061,
+    0.23698821663856506,
+    0.14957495033740997,
+    0.2859984040260315,
+    0.23763802647590637,
+    0.31199249625205994,
+    0.0399710088968277,
+    0.032932348549366,
+    0.024512533098459244,
+    0.06921973824501038,
+    0.5326418876647949,
+    0.3106195628643036,
+    0.05740389972925186,
+    0.5788875222206116,
+    0.30864426493644714,
+    0.3897950053215027,
+    0.0693972110748291,
+    0.08541789650917053,
+    0.2604517936706543,
+    0.0847787857055664,
+    0.2280016988515854,
+    0.1775732934474945,
+    0.08880983293056488,
+    0.021646028384566307,
+    0.08929850161075592,
+    0.1997043341398239,
+    0.3019101023674011,
+    0.0596865713596344,
+    0.29807963967323303,
+    0.19933448731899261,
+    0.033576492220163345,
+    0.09072843194007874,
+    0.25208309292793274,
+    0.06653283536434174,
+    0.3680345118045807,
+    0.0803828164935112,
+    0.08523488789796829,
+    0.10416772961616516,
+    0.1978098750114441,
+    0.05277690663933754,
+    0.09756378829479218,
+    0.45686063170433044,
+    0.025125879794359207,
+    0.13782481849193573,
+    0.01604117453098297,
+    0.1702730506658554,
+    0.0910395011305809,
+    0.11641783267259598,
+    0.15994025766849518,
+    0.013289093971252441,
+    0.03724168613553047,
+    0.06432326883077621,
+    0.28291478753089905,
+    0.1251763105392456,
+    0.24650803208351135,
+    0.40937280654907227,
+    0.13146871328353882,
+    0.16210104525089264,
+    0.18891561031341553,
+    0.251397967338562,
+    0.05062268674373627,
+    0.22663384675979614,
+    0.5324841737747192,
+    0.2617878019809723,
+    0.2799595892429352,
+    0.3111147880554199,
+    0.39097028970718384,
+    0.4131573438644409,
+    0.1465686857700348,
+    0.18870331346988678,
+    0.22295022010803223,
+    0.21990704536437988,
+    0.21633854508399963,
+    0.2085801661014557,
+    0.0731968805193901,
+    0.24224787950515747,
+    0.18562902510166168,
+    0.11479952186346054,
+    0.02121526561677456,
+    0.10535440593957901,
+    0.35568302869796753,
+    0.1599530130624771,
+    0.11155045032501221,
+    0.041954897344112396,
+    0.11442990601062775,
+    0.03688647225499153,
+    0.04370098188519478,
+    0.06885254383087158,
+    0.19128400087356567,
+    0.20252324640750885,
+    0.1646062135696411,
+    0.029943278059363365,
+    0.04489554464817047,
+    0.0979008823633194,
+    0.045412782579660416,
+    0.04111085832118988,
+    0.1795392781496048,
+    0.2801719903945923,
+    0.20162466168403625,
+    0.3607766032218933,
+    0.08086191862821579,
+    0.08321724832057953,
+    0.03220802918076515,
+    0.06413877010345459,
+    0.06985214352607727,
+    0.06418680399656296,
+    0.11189556866884232,
+    0.1709120124578476,
+    0.2484930157661438,
+    0.1583634316921234,
+    0.14422117173671722,
+    0.10641214996576309,
+    0.06358736753463745,
+    0.23518966138362885,
+    0.2311597764492035,
+    0.15066486597061157,
+    0.15643812716007233,
+    0.4265344440937042,
+    0.43202006816864014,
+    0.19815199077129364,
+    0.133897602558136,
+    0.12057141214609146,
+    0.030660312622785568,
+    0.04368888586759567,
+    0.1698690503835678,
+    0.2347615361213684,
+    0.2007749229669571,
+    0.17996998131275177,
+    0.0056204237043857574,
+    0.1485825777053833,
+    0.23611785471439362,
+    0.21729180216789246,
+    0.1293916255235672,
+    0.013901407830417156,
+    0.09255329519510269,
+    0.7292059659957886,
+    0.26056164503097534,
+    0.34863796830177307,
+    0.45307019352912903,
+    0.3368125259876251,
+    0.18143248558044434,
+    0.14634539186954498,
+    0.10952781140804291,
+    0.14996092021465302,
+    0.14238083362579346,
+    0.2615962326526642,
+    0.09106422960758209,
+    0.2327297478914261,
+    0.17048102617263794,
+    0.19347107410430908,
+    0.2899954915046692,
+    0.1225145012140274,
+    0.10633485019207001,
+    0.20878659188747406,
+    0.1231476217508316,
+    0.08589141070842743,
+    0.027104848995804787,
+    0.09241972118616104,
+    0.49162742495536804,
+    0.3116001784801483,
+    0.311056911945343,
+    0.14942827820777893,
+    0.2553241550922394,
+    0.28252074122428894,
+    0.3037377893924713,
+    0.14272867143154144,
+    0.30780699849128723,
+    0.3889063894748688,
+    0.26557251811027527,
+    0.31193986535072327,
+    0.3373622000217438,
+    0.20693384110927582,
+    0.1627584993839264,
+    0.12823283672332764,
+    0.1274733543395996,
+    0.33484557271003723,
+    0.06992931663990021,
+    0.15548428893089294,
+    0.2145717442035675,
+    0.16682639718055725,
+    0.1775830090045929,
+    0.25664305686950684,
+    0.08292856067419052,
+    0.4513358175754547,
+    0.45841607451438904,
+    0.24826844036579132,
+    0.2965608835220337,
+    0.16087134182453156,
+    0.1908055990934372,
+    0.11515583842992783,
+    0.3345511555671692,
+    0.2353571355342865,
+    0.21556830406188965,
+    0.3966628909111023,
+    0.08094420284032822,
+    0.09984800964593887,
+    0.15562956035137177,
+    0.25918954610824585,
+    0.05147484317421913,
+    0.2267804741859436,
+    0.0724763497710228,
+    0.20499493181705475,
+    0.2244100123643875,
+    0.16249370574951172,
+    0.18766945600509644,
+    0.504777193069458,
+    0.28389689326286316,
+    0.33213815093040466,
+    0.7487400770187378,
+    0.457885205745697,
+    0.5059468150138855,
+    0.04230530560016632,
+    0.3111332952976227,
+    0.23324500024318695,
+    0.06182578578591347,
+    0.2292519211769104,
+    0.23258964717388153,
+    0.11619140952825546,
+    0.17688092589378357,
+    0.12291678041219711,
+    0.2485249787569046,
+    0.20746468007564545,
+    0.07519592344760895,
+    0.06949993968009949,
+    0.07596346735954285,
+    0.0426228828728199,
+    0.2136121541261673,
+    0.04252127930521965,
+    0.06545198708772659,
+    0.11150351166725159,
+    0.08028682321310043,
+    0.07946500927209854,
+    0.04729391634464264,
+    0.017724866047501564,
+    0.14954596757888794,
+    0.02447652816772461,
+    0.3704729676246643,
+    0.02876506745815277,
+    0.12703542411327362,
+    0.19853712618350983,
+    0.2944888770580292,
+    0.17740388214588165,
+    0.1514207273721695,
+    0.26027581095695496,
+    0.06523419171571732,
+    0.12681056559085846,
+    0.06316635757684708,
+    0.17479442059993744,
+    0.13214783370494843,
+    0.04327802732586861,
+    0.08919955044984818,
+    0.09159857779741287,
+    0.09233943372964859,
+    0.21835178136825562,
+    0.2340637594461441,
+    0.2733945846557617,
+    0.1531471163034439,
+    0.08443889766931534,
+    0.04164490848779678,
+    0.1277073174715042,
+    0.2319326400756836,
+    0.10564140230417252,
+    0.025691216811537743,
+    0.05854630842804909,
+    0.08537286520004272,
+    0.10892471671104431,
+    0.15116406977176666,
+    0.041188761591911316,
+    0.04025007784366608,
+    0.28103917837142944,
+    0.12776386737823486,
+    0.038059331476688385,
+    0.18148592114448547,
+    0.05200926586985588,
+    0.10231035947799683,
+    0.052863314747810364,
+    0.07871165871620178,
+    0.051639966666698456,
+    0.022280242294073105,
+    0.28291183710098267,
+    0.14389941096305847,
+    0.24477863311767578,
+    0.09004088491201401,
+    0.26016584038734436,
+    0.4127800464630127,
+    0.43992871046066284,
+    0.30473002791404724,
+    0.24439117312431335,
+    0.20509307086467743,
+    0.20021653175354004,
+    0.12038233131170273,
+    0.2140296995639801,
+    0.23782840371131897,
+    0.2435051053762436,
+    0.1436748057603836,
+    0.006436903495341539,
+    0.014988049864768982,
+    0.008256981149315834,
+    0.297941654920578,
+    0.2368280440568924,
+    0.1749846637248993,
+    0.0915902778506279,
+    0.04918113350868225,
+    0.15458886325359344,
+    0.026021013036370277,
+    0.18818192183971405,
+    0.15530064702033997,
+    0.17289142310619354,
+    0.19958056509494781,
+    0.08526059985160828,
+    0.13299062848091125,
+    0.08262307941913605,
+    0.10781896859407425,
+    0.128886878490448,
+    0.07373945415019989,
+    0.05202465131878853,
+    0.18304608762264252,
+    0.07192007452249527,
+    0.2912527620792389,
+    0.057367075234651566,
+    0.45730212330818176,
+    0.3607972264289856,
+    0.28721094131469727,
+    0.29125380516052246,
+    0.062311671674251556,
+    0.06846475601196289,
+    0.30444249510765076,
+    0.29969605803489685,
+    0.1526324301958084,
+    0.18572689592838287,
+    0.3068466782569885,
+    0.4038405120372772,
+    0.19343401491641998,
+    0.18934765458106995,
+    0.15503868460655212,
+    0.21865059435367584,
+    0.06684063374996185,
+    0.03702598065137863,
+    0.1160813644528389,
+    0.016369109973311424,
+    0.1370450109243393,
+    0.1519414186477661,
+    0.12865403294563293,
+    0.08058921247720718,
+    0.1154492199420929,
+    0.30573487281799316,
+    0.024975361302495003,
+    0.024477561935782433,
+    0.12715619802474976,
+    0.03385710343718529,
+    0.08371822535991669,
+    0.10090671479701996,
+    0.025076067075133324,
+    0.06145043298602104,
+    0.04346546530723572,
+    0.017288165166974068,
+    0.03625350818037987,
+    0.11608577519655228,
+    0.019208937883377075,
+    0.08798805624246597,
+    0.14120787382125854,
+    0.15449130535125732,
+    0.04645340517163277,
+    0.04864751547574997,
+    0.3879861831665039,
+    0.2571412920951843,
+    0.019668731838464737,
+    0.1541658192873001,
+    0.16823486983776093,
+    0.11592496186494827,
+    0.1938609480857849,
+    0.3516981899738312,
+    0.17435665428638458,
+    0.07017379254102707,
+    0.09525176137685776,
+    0.10727639496326447,
+    0.013743453659117222,
+    0.017949920147657394,
+    0.023143267259001732,
+    0.0817975327372551,
+    0.14477694034576416,
+    0.10969627648591995,
+    0.1787703037261963,
+    0.2161199152469635,
+    0.1752745658159256,
+    0.07129553705453873,
+    0.07145125418901443,
+    0.05524248629808426,
+    0.2991500496864319,
+    0.1131993904709816,
+    0.05233626812696457,
+    0.3993551731109619,
+    0.29041609168052673,
+    0.08940935134887695,
+    0.5083941221237183,
+    0.5856651663780212,
+    0.028817210346460342,
+    0.4005424380302429,
+    0.49109557271003723,
+    0.056744273751974106,
+    0.13321278989315033,
+    0.25719064474105835,
+    0.032439664006233215,
+    0.02402104064822197,
+    0.038838695734739304,
+    0.045308712869882584,
+    0.04835966229438782,
+    0.016265027225017548,
+    0.027222612872719765,
+    0.19354577362537384,
+    0.055910512804985046,
+    0.054067619144916534,
+    0.31250885128974915,
+    0.26509398221969604,
+    0.04422301426529884,
+    0.029887011274695396,
+    0.11865006387233734,
+    0.14996780455112457,
+    0.26978248357772827,
+    0.10521182417869568,
+    0.09967710077762604,
+    0.350530743598938,
+    0.10352220386266708,
+    0.10463777929544449,
+    0.042850278317928314,
+    0.24522776901721954,
+    0.26419052481651306,
+    0.18887384235858917,
+    0.12336307764053345,
+    0.24716685712337494,
+    0.19125434756278992,
+    0.06576140969991684,
+    0.0063889045268297195,
+    0.11831601709127426,
+    0.19720187783241272,
+    0.12697473168373108,
+    0.14240258932113647,
+    0.0301456768065691,
+    0.02187350206077099,
+    0.03055192530155182,
+    0.009165359660983086,
+    0.076029472053051,
+    0.02928808145225048,
+    0.12233904004096985,
+    0.0776253491640091,
+    0.010257551446557045,
+    0.03500939533114433,
+    0.07906709611415863,
+    0.02607748843729496,
+    0.056637439876794815,
+    0.017154565081000328,
+    0.05683372914791107,
+    0.043581269681453705,
+    0.26444533467292786,
+    0.03503710776567459,
+    0.12406601756811142,
+    0.07014507055282593,
+    0.11471842974424362,
+    0.06216181069612503,
+    0.028632597997784615,
+    0.32185181975364685,
+    0.5009056329727173,
+    0.23736879229545593,
+    0.1636638194322586,
+    0.03519929200410843,
+    0.09090821444988251,
+    0.056747160851955414,
+    0.1665428727865219,
+    0.1047283262014389,
+    0.07731916010379791,
+    0.10900579392910004,
+    0.012603601440787315,
+    0.21911008656024933,
+    0.005901165772229433,
+    0.3077000677585602,
+    0.08572650700807571,
+    0.09044027328491211,
+    0.2154332548379898,
+    0.1563868373632431,
+    0.12863077223300934,
+    0.01808154582977295,
+    0.11000553518533707,
+    0.09059468656778336,
+    0.022792452946305275,
+    0.008840423077344894,
+    0.0786672979593277,
+    0.055168766528367996,
+    0.07652498036623001,
+    0.267251580953598,
+    0.20994174480438232,
+    0.10778986662626266,
+    0.14991779625415802,
+    0.22116941213607788,
+    0.06539025157690048,
+    0.038322679698467255,
+    0.18809178471565247,
+    0.146738201379776,
+    0.13767381012439728,
+    0.103589728474617,
+    0.34027427434921265,
+    0.008714208379387856,
+    0.12659421563148499,
+    0.024783484637737274,
+    0.022342149168252945,
+    0.10015399754047394,
+    0.02199222892522812,
+    0.01872563175857067,
+    0.04398316890001297,
+    0.02745797112584114,
+    0.16101494431495667,
+    0.07616028934717178,
+    0.010350969620049,
+    0.1561107635498047,
+    0.36331257224082947,
+    0.08069588989019394,
+    0.38100460171699524,
+    0.05500483140349388,
+    0.1056474819779396,
+    0.02853940799832344,
+    0.23866403102874756,
+    0.1442827582359314,
+    0.06718224287033081,
+    0.012196230702102184,
+    0.14907754957675934,
+    0.12636543810367584
+  ]
+}

p5-mae-base-d57/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00030000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.16540737884857848,
+  "probe/map_train": 0.6366133667825522,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.19844494422498304,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.06158645299729,
+  "probe/total_s": 26.101882030954584,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18825114842643872
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1887594296356603
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19275352638303186
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19844494422498304
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.18711107972641766
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.15833349570815772
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1217852846411829
+    }
+  ],
+  "per_class_ap": [
+    0.6595847606658936,
+    0.024328283965587616,
+    0.09146428108215332,
+    0.24627338349819183,
+    0.1478164792060852,
+    0.29209259152412415,
+    0.22380024194717407,
+    0.3093087673187256,
+    0.046610355377197266,
+    0.03699805960059166,
+    0.024221880361437798,
+    0.07751736044883728,
+    0.5279236435890198,
+    0.31522396206855774,
+    0.05879552662372589,
+    0.612176239490509,
+    0.33444133400917053,
+    0.385163277387619,
+    0.07402139902114868,
+    0.09459412097930908,
+    0.2727721035480499,
+    0.09777090698480606,
+    0.2137606143951416,
+    0.17282246053218842,
+    0.09179721772670746,
+    0.021630963310599327,
+    0.08595886081457138,
+    0.20592142641544342,
+    0.29164761304855347,
+    0.07575511187314987,
+    0.27830612659454346,
+    0.22431959211826324,
+    0.03712617978453636,
+    0.08070612698793411,
+    0.2688457667827606,
+    0.06741280108690262,
+    0.3480825126171112,
+    0.08272241801023483,
+    0.08315002918243408,
+    0.0982830598950386,
+    0.21165800094604492,
+    0.04945267364382744,
+    0.088875412940979,
+    0.4748564660549164,
+    0.031124668195843697,
+    0.12988756597042084,
+    0.02173660136759281,
+    0.16498257219791412,
+    0.10480601340532303,
+    0.1276969611644745,
+    0.179841086268425,
+    0.01416496466845274,
+    0.03769537806510925,
+    0.08185089379549026,
+    0.26982274651527405,
+    0.12558837234973907,
+    0.24835149943828583,
+    0.42150115966796875,
+    0.15728844702243805,
+    0.1885966956615448,
+    0.2168213278055191,
+    0.23816916346549988,
+    0.052612852305173874,
+    0.2241474986076355,
+    0.5343462824821472,
+    0.24561385810375214,
+    0.27412620186805725,
+    0.3126940131187439,
+    0.40087440609931946,
+    0.4165651798248291,
+    0.14476712048053741,
+    0.20031771063804626,
+    0.22796009480953217,
+    0.2237134724855423,
+    0.2198694348335266,
+    0.21585440635681152,
+    0.0702160894870758,
+    0.2713637053966522,
+    0.20874476432800293,
+    0.13469907641410828,
+    0.016357578337192535,
+    0.122308149933815,
+    0.38843169808387756,
+    0.20316140353679657,
+    0.12035087496042252,
+    0.04579606652259827,
+    0.14830246567726135,
+    0.038341034203767776,
+    0.029352908954024315,
+    0.07896813005208969,
+    0.1917731910943985,
+    0.20412643253803253,
+    0.1729259490966797,
+    0.04749882593750954,
+    0.048641689121723175,
+    0.1316242665052414,
+    0.03786511346697807,
+    0.03256843984127045,
+    0.20433059334754944,
+    0.2908841371536255,
+    0.19299419224262238,
+    0.3742586672306061,
+    0.08153373748064041,
+    0.08342145383358002,
+    0.038915399461984634,
+    0.06303432583808899,
+    0.07669106125831604,
+    0.06329882889986038,
+    0.09961137920618057,
+    0.17316129803657532,
+    0.2536194622516632,
+    0.16549021005630493,
+    0.1650140881538391,
+    0.1086578369140625,
+    0.07743022590875626,
+    0.2669082581996918,
+    0.26947444677352905,
+    0.145534947514534,
+    0.15354980528354645,
+    0.4569258391857147,
+    0.46846863627433777,
+    0.19765529036521912,
+    0.14523062109947205,
+    0.10157467424869537,
+    0.03281132131814957,
+    0.040997494012117386,
+    0.1728256791830063,
+    0.24950580298900604,
+    0.1781286746263504,
+    0.18058326840400696,
+    0.005568264983594418,
+    0.13970454037189484,
+    0.21624410152435303,
+    0.18859481811523438,
+    0.14263354241847992,
+    0.013235094957053661,
+    0.09317347407341003,
+    0.7324168682098389,
+    0.25833258032798767,
+    0.3506065905094147,
+    0.4600910544395447,
+    0.3385397791862488,
+    0.18433591723442078,
+    0.16178162395954132,
+    0.11333057284355164,
+    0.14557059109210968,
+    0.14097540080547333,
+    0.2618670165538788,
+    0.0841364935040474,
+    0.2624478340148926,
+    0.2151554822921753,
+    0.1861969530582428,
+    0.2776049077510834,
+    0.1295439600944519,
+    0.11072804033756256,
+    0.2347710132598877,
+    0.11033280193805695,
+    0.10915765166282654,
+    0.032585594803094864,
+    0.10013428330421448,
+    0.5035150051116943,
+    0.321367472410202,
+    0.3400391638278961,
+    0.1381082832813263,
+    0.2689956724643707,
+    0.289265513420105,
+    0.3188917934894562,
+    0.14456406235694885,
+    0.3210775554180145,
+    0.41774991154670715,
+    0.2764599323272705,
+    0.3294520974159241,
+    0.3542625904083252,
+    0.22405481338500977,
+    0.16355304419994354,
+    0.12451557070016861,
+    0.14177268743515015,
+    0.33600547909736633,
+    0.06689770519733429,
+    0.18876869976520538,
+    0.23933739960193634,
+    0.1861640214920044,
+    0.20483075082302094,
+    0.260512113571167,
+    0.08407244086265564,
+    0.4649195969104767,
+    0.4591102600097656,
+    0.23416656255722046,
+    0.32695272564888,
+    0.1602708250284195,
+    0.20815564692020416,
+    0.1269696205854416,
+    0.3422870635986328,
+    0.2304106205701828,
+    0.21392686665058136,
+    0.4028070867061615,
+    0.08741296827793121,
+    0.10484407842159271,
+    0.14735226333141327,
+    0.26520219445228577,
+    0.03991307318210602,
+    0.21406593918800354,
+    0.10421665012836456,
+    0.22418099641799927,
+    0.2381962388753891,
+    0.16615363955497742,
+    0.19798897206783295,
+    0.5392661690711975,
+    0.2848820984363556,
+    0.3283534646034241,
+    0.7551858425140381,
+    0.46815240383148193,
+    0.5251908898353577,
+    0.04921571537852287,
+    0.30930811166763306,
+    0.2235034555196762,
+    0.05293269827961922,
+    0.23436956107616425,
+    0.2589530944824219,
+    0.12427973747253418,
+    0.18990564346313477,
+    0.12714837491512299,
+    0.2602938413619995,
+    0.19883619248867035,
+    0.0808400884270668,
+    0.09461130201816559,
+    0.07527997344732285,
+    0.055748965591192245,
+    0.20270118117332458,
+    0.044068899005651474,
+    0.0674843117594719,
+    0.12152140587568283,
+    0.07749349623918533,
+    0.09647059440612793,
+    0.03935122862458229,
+    0.02488618530333042,
+    0.17138588428497314,
+    0.025795282796025276,
+    0.38614627718925476,
+    0.028152767568826675,
+    0.11848270148038864,
+    0.18888209760189056,
+    0.30682307481765747,
+    0.17720606923103333,
+    0.1547136753797531,
+    0.2616996169090271,
+    0.06619055569171906,
+    0.11954373866319656,
+    0.0580882765352726,
+    0.18575434386730194,
+    0.142375186085701,
+    0.03560458496212959,
+    0.1100161224603653,
+    0.09844952076673508,
+    0.09910733997821808,
+    0.22611412405967712,
+    0.23461991548538208,
+    0.2865724265575409,
+    0.15417663753032684,
+    0.08568479865789413,
+    0.03773960843682289,
+    0.13253752887248993,
+    0.23005074262619019,
+    0.1162809506058693,
+    0.025223953649401665,
+    0.05892259255051613,
+    0.09019403159618378,
+    0.11800452321767807,
+    0.1624252200126648,
+    0.03866482153534889,
+    0.04148203507065773,
+    0.28542476892471313,
+    0.1342843621969223,
+    0.04038330912590027,
+    0.1852269321680069,
+    0.05377171188592911,
+    0.09803925454616547,
+    0.0837378203868866,
+    0.07845495641231537,
+    0.05461236461997032,
+    0.02378934621810913,
+    0.26996174454689026,
+    0.1428147703409195,
+    0.26167285442352295,
+    0.10025517642498016,
+    0.28918251395225525,
+    0.42235350608825684,
+    0.45349088311195374,
+    0.3094262182712555,
+    0.25453224778175354,
+    0.19910091161727905,
+    0.1885133534669876,
+    0.12797139585018158,
+    0.2226584553718567,
+    0.2689957618713379,
+    0.27307406067848206,
+    0.14916954934597015,
+    0.008687674067914486,
+    0.014295284636318684,
+    0.008754372596740723,
+    0.30601194500923157,
+    0.23919780552387238,
+    0.17871560156345367,
+    0.10250721871852875,
+    0.050162989646196365,
+    0.15291884541511536,
+    0.032336536794900894,
+    0.2012581080198288,
+    0.13930846750736237,
+    0.2073749601840973,
+    0.211600199341774,
+    0.10052540153265,
+    0.12999364733695984,
+    0.08397940546274185,
+    0.10338304936885834,
+    0.13412553071975708,
+    0.07316453009843826,
+    0.0554051399230957,
+    0.19304348528385162,
+    0.0800318792462349,
+    0.3056398034095764,
+    0.04008571431040764,
+    0.4830397665500641,
+    0.3716982305049896,
+    0.28386226296424866,
+    0.3219817876815796,
+    0.07755596190690994,
+    0.07254883646965027,
+    0.3322259783744812,
+    0.32688987255096436,
+    0.16107068955898285,
+    0.22272276878356934,
+    0.33329281210899353,
+    0.4080835282802582,
+    0.2431158423423767,
+    0.2016638070344925,
+    0.17285528779029846,
+    0.25098687410354614,
+    0.06208121404051781,
+    0.04150478169322014,
+    0.13792333006858826,
+    0.014526351355016232,
+    0.14778269827365875,
+    0.1558326929807663,
+    0.13168169558048248,
+    0.09550458937883377,
+    0.12647350132465363,
+    0.31584882736206055,
+    0.03559941053390503,
+    0.026652812957763672,
+    0.12353340536355972,
+    0.03886157646775246,
+    0.09318209439516068,
+    0.1011207103729248,
+    0.029050007462501526,
+    0.07951564341783524,
+    0.045239049941301346,
+    0.0177466943860054,
+    0.04002150148153305,
+    0.12305004149675369,
+    0.023160308599472046,
+    0.0852697342634201,
+    0.14051668345928192,
+    0.15970079600811005,
+    0.05796189606189728,
+    0.06442178040742874,
+    0.3841133117675781,
+    0.2710007429122925,
+    0.022166045382618904,
+    0.1558501422405243,
+    0.1824394315481186,
+    0.12722671031951904,
+    0.2086658924818039,
+    0.3596508204936981,
+    0.21171948313713074,
+    0.04900259152054787,
+    0.09174478054046631,
+    0.11600323766469955,
+    0.018649138510227203,
+    0.01881755329668522,
+    0.029752977192401886,
+    0.07280801236629486,
+    0.1570311337709427,
+    0.12779711186885834,
+    0.19333788752555847,
+    0.21638420224189758,
+    0.1748613715171814,
+    0.0744844302535057,
+    0.0704021230340004,
+    0.06817692518234253,
+    0.2811413109302521,
+    0.11544384807348251,
+    0.06263374537229538,
+    0.39634180068969727,
+    0.29100245237350464,
+    0.08615344762802124,
+    0.5196254253387451,
+    0.5939979553222656,
+    0.025977591052651405,
+    0.40748000144958496,
+    0.47101059556007385,
+    0.05894423648715019,
+    0.14331424236297607,
+    0.26110926270484924,
+    0.03453074023127556,
+    0.04263969883322716,
+    0.0358334444463253,
+    0.05673621594905853,
+    0.0512547641992569,
+    0.025614755228161812,
+    0.02266671694815159,
+    0.17269489169120789,
+    0.05383075773715973,
+    0.06258697807788849,
+    0.3057023286819458,
+    0.27232837677001953,
+    0.0420493483543396,
+    0.04505474120378494,
+    0.12116894870996475,
+    0.15311658382415771,
+    0.2902723550796509,
+    0.10772567242383957,
+    0.10299073159694672,
+    0.3442612290382385,
+    0.10957413166761398,
+    0.10582759231328964,
+    0.04639193415641785,
+    0.25445714592933655,
+    0.25169214606285095,
+    0.1777796894311905,
+    0.13642488420009613,
+    0.2533542513847351,
+    0.21566592156887054,
+    0.06846430897712708,
+    0.005920433904975653,
+    0.12495504319667816,
+    0.20768587291240692,
+    0.12758660316467285,
+    0.13761082291603088,
+    0.03606299310922623,
+    0.02458399534225464,
+    0.05328874662518501,
+    0.008808276616036892,
+    0.08307040482759476,
+    0.02059243619441986,
+    0.1271512359380722,
+    0.06254057586193085,
+    0.010404817759990692,
+    0.026770608499646187,
+    0.08430059999227524,
+    0.028865870088338852,
+    0.058136891573667526,
+    0.0180389191955328,
+    0.04795047268271446,
+    0.03852684795856476,
+    0.26547345519065857,
+    0.02238539233803749,
+    0.12140292674303055,
+    0.086094431579113,
+    0.12675556540489197,
+    0.06527680158615112,
+    0.031039653345942497,
+    0.3493552505970001,
+    0.5105915665626526,
+    0.24636830389499664,
+    0.1537124514579773,
+    0.03330620750784874,
+    0.1069575771689415,
+    0.060664739459753036,
+    0.1640373319387436,
+    0.11646845936775208,
+    0.06685399264097214,
+    0.13537858426570892,
+    0.01693769544363022,
+    0.22617758810520172,
+    0.006029097829014063,
+    0.30350053310394287,
+    0.07828108966350555,
+    0.08726093173027039,
+    0.21378302574157715,
+    0.17026808857917786,
+    0.1297793984413147,
+    0.017271095886826515,
+    0.10918843746185303,
+    0.09338963031768799,
+    0.02986549213528633,
+    0.008561153896152973,
+    0.06915637105703354,
+    0.050507884472608566,
+    0.08011827617883682,
+    0.25620588660240173,
+    0.23143409192562103,
+    0.1134525015950203,
+    0.15236923098564148,
+    0.22758574783802032,
+    0.07435616105794907,
+    0.04029515013098717,
+    0.15000604093074799,
+    0.13338373601436615,
+    0.13429874181747437,
+    0.0903911218047142,
+    0.3608538806438446,
+    0.008394871838390827,
+    0.12832048535346985,
+    0.025105029344558716,
+    0.032295577228069305,
+    0.09987259656190872,
+    0.022431081160902977,
+    0.02333603799343109,
+    0.042707834392786026,
+    0.029546702280640602,
+    0.15879108011722565,
+    0.07533197849988937,
+    0.009832780808210373,
+    0.1567751169204712,
+    0.3778076171875,
+    0.07905078679323196,
+    0.36762166023254395,
+    0.05936995521187782,
+    0.09394907206296921,
+    0.03903913497924805,
+    0.23222993314266205,
+    0.14815501868724823,
+    0.07438651472330093,
+    0.014102400280535221,
+    0.16609860956668854,
+    0.11353729665279388
+  ]
+}

p5-mae-base-d57/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00035000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.16766411323008434,
+  "probe/map_train": 0.6272125315394754,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.20142362890871104,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.222115146927536,
+  "probe/total_s": 26.42009860998951,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19265912654473882
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1933186995033422
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19747481670891565
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.20142362890871104
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19007286417123065
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16068519678177132
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12249069491779499
+    }
+  ],
+  "per_class_ap": [
+    0.6632904410362244,
+    0.0271869208663702,
+    0.09743554145097733,
+    0.2600858211517334,
+    0.15825732052326202,
+    0.2827164828777313,
+    0.23170991241931915,
+    0.31229108572006226,
+    0.050024982541799545,
+    0.0380004458129406,
+    0.02577369473874569,
+    0.07907678186893463,
+    0.5678505301475525,
+    0.32429420948028564,
+    0.0651828870177269,
+    0.6135298013687134,
+    0.3207489550113678,
+    0.3818766474723816,
+    0.0751805379986763,
+    0.0977862998843193,
+    0.27712497115135193,
+    0.09452951699495316,
+    0.21926455199718475,
+    0.17506471276283264,
+    0.08824149519205093,
+    0.02134198509156704,
+    0.09178212285041809,
+    0.21174447238445282,
+    0.295317143201828,
+    0.07497625797986984,
+    0.28990638256073,
+    0.22044570744037628,
+    0.04320947453379631,
+    0.07688932120800018,
+    0.26592016220092773,
+    0.07146327197551727,
+    0.3585442006587982,
+    0.08271408826112747,
+    0.0811038538813591,
+    0.10181301832199097,
+    0.2112736999988556,
+    0.047876596450805664,
+    0.0941707193851471,
+    0.47220268845558167,
+    0.04453073441982269,
+    0.13570061326026917,
+    0.023207226768136024,
+    0.17184902727603912,
+    0.10916932672262192,
+    0.1263793259859085,
+    0.19409890472888947,
+    0.01775301992893219,
+    0.040714796632528305,
+    0.08882268518209457,
+    0.2763552963733673,
+    0.1310095489025116,
+    0.25945979356765747,
+    0.43223246932029724,
+    0.15746206045150757,
+    0.1755424439907074,
+    0.2199278175830841,
+    0.2468266785144806,
+    0.06055271252989769,
+    0.21810230612754822,
+    0.5422815680503845,
+    0.25554725527763367,
+    0.29125136137008667,
+    0.32274287939071655,
+    0.4072524309158325,
+    0.42835140228271484,
+    0.14694836735725403,
+    0.20865407586097717,
+    0.23244008421897888,
+    0.23205502331256866,
+    0.22795051336288452,
+    0.2249826192855835,
+    0.07235386967658997,
+    0.25293463468551636,
+    0.21864928305149078,
+    0.1261734515428543,
+    0.020662344992160797,
+    0.12114832550287247,
+    0.39652326703071594,
+    0.17549659311771393,
+    0.12675824761390686,
+    0.04881568253040314,
+    0.14941607415676117,
+    0.03637416288256645,
+    0.029999226331710815,
+    0.07122223824262619,
+    0.18641918897628784,
+    0.20694975554943085,
+    0.17276141047477722,
+    0.04611847177147865,
+    0.04994487017393112,
+    0.12368007749319077,
+    0.03604448214173317,
+    0.043160393834114075,
+    0.21160639822483063,
+    0.28655168414115906,
+    0.18493494391441345,
+    0.3728427588939667,
+    0.08898543566465378,
+    0.09005613625049591,
+    0.03257497027516365,
+    0.061359796673059464,
+    0.08402195572853088,
+    0.07437612116336823,
+    0.10607261955738068,
+    0.19127978384494781,
+    0.25859329104423523,
+    0.1699037104845047,
+    0.15957112610340118,
+    0.11525766551494598,
+    0.0707489550113678,
+    0.2863296866416931,
+    0.2841998040676117,
+    0.1580469161272049,
+    0.1631641685962677,
+    0.4533218741416931,
+    0.4652526080608368,
+    0.20261336863040924,
+    0.14434131979942322,
+    0.09687642008066177,
+    0.02091934345662594,
+    0.045217715203762054,
+    0.17380206286907196,
+    0.24810674786567688,
+    0.17076092958450317,
+    0.1618322730064392,
+    0.005325199104845524,
+    0.12937022745609283,
+    0.2510394752025604,
+    0.21688129007816315,
+    0.1464875340461731,
+    0.01330563798546791,
+    0.08649468421936035,
+    0.7336878776550293,
+    0.26026788353919983,
+    0.35715118050575256,
+    0.45305967330932617,
+    0.33754947781562805,
+    0.20122511684894562,
+    0.1576092690229416,
+    0.11718475818634033,
+    0.12632359564304352,
+    0.1462704986333847,
+    0.2732921242713928,
+    0.08998318761587143,
+    0.2732933759689331,
+    0.22199542820453644,
+    0.18681637942790985,
+    0.2792959213256836,
+    0.11651979386806488,
+    0.10959307104349136,
+    0.23285646736621857,
+    0.11037476360797882,
+    0.11098545789718628,
+    0.03285839781165123,
+    0.09722083806991577,
+    0.493369460105896,
+    0.3212232291698456,
+    0.3284185826778412,
+    0.143588587641716,
+    0.26555222272872925,
+    0.2818756103515625,
+    0.31425797939300537,
+    0.1374610811471939,
+    0.30567964911460876,
+    0.4147544205188751,
+    0.2967149019241333,
+    0.32607123255729675,
+    0.35350102186203003,
+    0.22998492419719696,
+    0.1648396998643875,
+    0.13961178064346313,
+    0.13406477868556976,
+    0.3404635787010193,
+    0.07009724527597427,
+    0.1987231969833374,
+    0.24875040352344513,
+    0.20881050825119019,
+    0.21151107549667358,
+    0.26601141691207886,
+    0.08148657530546188,
+    0.46978312730789185,
+    0.4601292312145233,
+    0.23432888090610504,
+    0.33142712712287903,
+    0.15676948428153992,
+    0.19776153564453125,
+    0.1133880689740181,
+    0.34806162118911743,
+    0.24008511006832123,
+    0.20873984694480896,
+    0.406773179769516,
+    0.09321116656064987,
+    0.09995577484369278,
+    0.12988588213920593,
+    0.27025672793388367,
+    0.040795136243104935,
+    0.21929365396499634,
+    0.10857023298740387,
+    0.21014459431171417,
+    0.23780784010887146,
+    0.17107048630714417,
+    0.20261584222316742,
+    0.5260005593299866,
+    0.2728739082813263,
+    0.3228107690811157,
+    0.7554817199707031,
+    0.4854564964771271,
+    0.5310307145118713,
+    0.04921722412109375,
+    0.3247765600681305,
+    0.2526494860649109,
+    0.05524969846010208,
+    0.24338684976100922,
+    0.2706459164619446,
+    0.1387467384338379,
+    0.19128942489624023,
+    0.12935425341129303,
+    0.2682814300060272,
+    0.2015829235315323,
+    0.0797676220536232,
+    0.10484317690134048,
+    0.07656306773424149,
+    0.05443905293941498,
+    0.199479877948761,
+    0.04438489302992821,
+    0.06446350365877151,
+    0.12281336635351181,
+    0.0766209289431572,
+    0.107166588306427,
+    0.0417167954146862,
+    0.01745719090104103,
+    0.17954303324222565,
+    0.03235885873436928,
+    0.3661874234676361,
+    0.025929806753993034,
+    0.1257905811071396,
+    0.1869383305311203,
+    0.31048905849456787,
+    0.17301172018051147,
+    0.15587326884269714,
+    0.27366822957992554,
+    0.0731901302933693,
+    0.11438553780317307,
+    0.05614495277404785,
+    0.1928783357143402,
+    0.12637166678905487,
+    0.0356178842484951,
+    0.10760897397994995,
+    0.09910912811756134,
+    0.10158172994852066,
+    0.21559612452983856,
+    0.2433541864156723,
+    0.2799164056777954,
+    0.15567904710769653,
+    0.09134945273399353,
+    0.04057932645082474,
+    0.14925147593021393,
+    0.2334451675415039,
+    0.1235128790140152,
+    0.028558794409036636,
+    0.06730664521455765,
+    0.08771295100450516,
+    0.12087130546569824,
+    0.1541159451007843,
+    0.044959623366594315,
+    0.045770950615406036,
+    0.28075864911079407,
+    0.13811802864074707,
+    0.03978411480784416,
+    0.18518200516700745,
+    0.047769103199243546,
+    0.09302996844053268,
+    0.08231982588768005,
+    0.06960412859916687,
+    0.056876108050346375,
+    0.025213126093149185,
+    0.2908191680908203,
+    0.15270192921161652,
+    0.25937607884407043,
+    0.10792917013168335,
+    0.28475913405418396,
+    0.44375255703926086,
+    0.46319690346717834,
+    0.31382760405540466,
+    0.25473111867904663,
+    0.20370595157146454,
+    0.18721720576286316,
+    0.12659107148647308,
+    0.21837826073169708,
+    0.2638881802558899,
+    0.2808689475059509,
+    0.155094712972641,
+    0.008792552165687084,
+    0.017049264162778854,
+    0.011361869983375072,
+    0.31094270944595337,
+    0.24061830341815948,
+    0.17640314996242523,
+    0.10174628347158432,
+    0.04933146387338638,
+    0.15748979151248932,
+    0.032497525215148926,
+    0.2064148187637329,
+    0.14467282593250275,
+    0.20622903108596802,
+    0.20905664563179016,
+    0.12101462483406067,
+    0.15804485976696014,
+    0.09272312372922897,
+    0.10468365997076035,
+    0.1547212302684784,
+    0.08191168308258057,
+    0.062322016805410385,
+    0.19414207339286804,
+    0.08789784461259842,
+    0.311322957277298,
+    0.042123157531023026,
+    0.48594334721565247,
+    0.3750903606414795,
+    0.28423821926116943,
+    0.3289664089679718,
+    0.0719032734632492,
+    0.07188114523887634,
+    0.33396556973457336,
+    0.3264986276626587,
+    0.17430776357650757,
+    0.208182692527771,
+    0.333400160074234,
+    0.39040425419807434,
+    0.24451716244220734,
+    0.2096899151802063,
+    0.17583581805229187,
+    0.2519107460975647,
+    0.06955856829881668,
+    0.03984534740447998,
+    0.1479235291481018,
+    0.011349447071552277,
+    0.16549532115459442,
+    0.16013562679290771,
+    0.15176309645175934,
+    0.09336946159601212,
+    0.12554091215133667,
+    0.3107556998729706,
+    0.040672753006219864,
+    0.026349803432822227,
+    0.12486281245946884,
+    0.04570985585451126,
+    0.09464817494153976,
+    0.1012338325381279,
+    0.029580630362033844,
+    0.07616625726222992,
+    0.04184193164110184,
+    0.018957093358039856,
+    0.03747273236513138,
+    0.13107186555862427,
+    0.02555752731859684,
+    0.08802835643291473,
+    0.15160784125328064,
+    0.15506593883037567,
+    0.06257838010787964,
+    0.06228819489479065,
+    0.3803780972957611,
+    0.2720610499382019,
+    0.024123702198266983,
+    0.1612083613872528,
+    0.184226393699646,
+    0.12604458630084991,
+    0.19515930116176605,
+    0.36494526267051697,
+    0.24272377789020538,
+    0.05339398235082626,
+    0.08884232491254807,
+    0.11054223030805588,
+    0.016738079488277435,
+    0.019920920953154564,
+    0.0280279703438282,
+    0.07381219416856766,
+    0.17881372570991516,
+    0.14214085042476654,
+    0.19710658490657806,
+    0.2268289476633072,
+    0.17708611488342285,
+    0.07218801975250244,
+    0.07118665426969528,
+    0.06319459527730942,
+    0.2804812788963318,
+    0.11836855858564377,
+    0.05519699305295944,
+    0.41941025853157043,
+    0.2973918318748474,
+    0.09263365715742111,
+    0.5168412327766418,
+    0.5810113549232483,
+    0.027367155998945236,
+    0.40282541513442993,
+    0.4683714807033539,
+    0.060416046530008316,
+    0.13964372873306274,
+    0.2710409164428711,
+    0.035308096557855606,
+    0.04538846015930176,
+    0.04089704528450966,
+    0.05282370001077652,
+    0.05806078389286995,
+    0.02866452746093273,
+    0.02838696725666523,
+    0.16530413925647736,
+    0.06499072909355164,
+    0.07215644419193268,
+    0.30728423595428467,
+    0.27570992708206177,
+    0.04311082884669304,
+    0.0362064503133297,
+    0.12454982101917267,
+    0.15270495414733887,
+    0.2931341230869293,
+    0.11469072848558426,
+    0.10501080006361008,
+    0.32657280564308167,
+    0.1161172166466713,
+    0.10987197607755661,
+    0.05048500373959541,
+    0.24505110085010529,
+    0.24338814616203308,
+    0.17842504382133484,
+    0.1556464433670044,
+    0.24476084113121033,
+    0.19993922114372253,
+    0.06691528111696243,
+    0.00566414138302207,
+    0.11851350218057632,
+    0.20490078628063202,
+    0.13533274829387665,
+    0.12951405346393585,
+    0.03816334158182144,
+    0.028324851766228676,
+    0.04123896360397339,
+    0.011173359118402004,
+    0.0858645811676979,
+    0.021641062572598457,
+    0.1292465329170227,
+    0.08362426608800888,
+    0.01069722417742014,
+    0.03593608736991882,
+    0.08780982345342636,
+    0.028220925480127335,
+    0.06030986085534096,
+    0.01819039322435856,
+    0.05346840247511864,
+    0.044656820595264435,
+    0.2675122320652008,
+    0.022669658064842224,
+    0.13030920922756195,
+    0.09546311944723129,
+    0.13357028365135193,
+    0.06323669850826263,
+    0.02944917231798172,
+    0.3491295278072357,
+    0.5060282945632935,
+    0.25631776452064514,
+    0.15964236855506897,
+    0.03774455562233925,
+    0.09399113804101944,
+    0.05968884378671646,
+    0.18868620693683624,
+    0.11704082041978836,
+    0.07160337269306183,
+    0.14113713800907135,
+    0.01801125891506672,
+    0.22959014773368835,
+    0.006976695265620947,
+    0.30329573154449463,
+    0.07513903081417084,
+    0.09046092629432678,
+    0.23917625844478607,
+    0.17325171828269958,
+    0.1212109848856926,
+    0.018743842840194702,
+    0.10744874179363251,
+    0.09593590348958969,
+    0.025343099609017372,
+    0.009108891710639,
+    0.0821363553404808,
+    0.053201641887426376,
+    0.0807342529296875,
+    0.2647961676120758,
+    0.23164834082126617,
+    0.12262783199548721,
+    0.15562178194522858,
+    0.22449202835559845,
+    0.07470361888408661,
+    0.04039393737912178,
+    0.15606757998466492,
+    0.16226893663406372,
+    0.13307347893714905,
+    0.09000182896852493,
+    0.35367000102996826,
+    0.008678802289068699,
+    0.12716343998908997,
+    0.02308378368616104,
+    0.03660636395215988,
+    0.10174713283777237,
+    0.02354409359395504,
+    0.024028729647397995,
+    0.047269392758607864,
+    0.030295459553599358,
+    0.1586526781320572,
+    0.07854150980710983,
+    0.011118185706436634,
+    0.15788684785366058,
+    0.3683997690677643,
+    0.09008044749498367,
+    0.36924952268600464,
+    0.06015126407146454,
+    0.09113021194934845,
+    0.03444128483533859,
+    0.23801161348819733,
+    0.15379378199577332,
+    0.07758530229330063,
+    0.015471339225769043,
+    0.16584984958171844,
+    0.11923257261514664
+  ]
+}

p5-mae-base-d57/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 24
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.02746875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00881640625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.3256328125
+  - 0.0
+  - 0.0
+  - 0.31300390625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0001
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 2
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-base-d57
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-base-d57/exports/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48896f3c125a1838d4349f3bd775188aa2da3ff5728656477660f5341293420
+size 352156376

p5-mae-base-d57/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-base-d57/exports/step_00040000",
+  "fingerprint": "829e21e807b97985",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "probe/map": 0.16883041494502996,
+  "probe/map_train": 0.6245956920808361,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.20234830827722627,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 1536,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 23.280378750059754,
+  "probe/total_s": 26.50335754803382,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19319812192906763
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19402607943397898
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19841099080613742
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.20234830827722627
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.19097373272209256
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.16067427158023476
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.12194795892406007
+    }
+  ],
+  "per_class_ap": [
+    0.6630264520645142,
+    0.028198570013046265,
+    0.09675728529691696,
+    0.2600354552268982,
+    0.15666988492012024,
+    0.28684288263320923,
+    0.23204439878463745,
+    0.309817373752594,
+    0.04960568621754646,
+    0.039390332996845245,
+    0.025950297713279724,
+    0.08290995657444,
+    0.5691357851028442,
+    0.32738327980041504,
+    0.06578883528709412,
+    0.618229329586029,
+    0.3409391939640045,
+    0.38181281089782715,
+    0.07603277266025543,
+    0.09501828998327255,
+    0.2798682153224945,
+    0.09300883114337921,
+    0.22345635294914246,
+    0.17173895239830017,
+    0.08985601365566254,
+    0.02070966549217701,
+    0.09296703338623047,
+    0.21166576445102692,
+    0.293769508600235,
+    0.07317594438791275,
+    0.29184162616729736,
+    0.22527731955051422,
+    0.04231683909893036,
+    0.07923874258995056,
+    0.2650308310985565,
+    0.07165654003620148,
+    0.35518160462379456,
+    0.09347815066576004,
+    0.08251167833805084,
+    0.10196325182914734,
+    0.2148277908563614,
+    0.050239793956279755,
+    0.09466257691383362,
+    0.48057594895362854,
+    0.03711707517504692,
+    0.13703171908855438,
+    0.02180144563317299,
+    0.16568128764629364,
+    0.10900475084781647,
+    0.12629346549510956,
+    0.20303334295749664,
+    0.017811210826039314,
+    0.040156688541173935,
+    0.08550197631120682,
+    0.27611473202705383,
+    0.1365915834903717,
+    0.25912535190582275,
+    0.4308004081249237,
+    0.15936964750289917,
+    0.17791959643363953,
+    0.22446389496326447,
+    0.24589252471923828,
+    0.05908660963177681,
+    0.22224804759025574,
+    0.5402365326881409,
+    0.2531979978084564,
+    0.2948946952819824,
+    0.32134151458740234,
+    0.4104853570461273,
+    0.4274580478668213,
+    0.14733928442001343,
+    0.2063014954328537,
+    0.2343536615371704,
+    0.23546813428401947,
+    0.23113444447517395,
+    0.2221803516149521,
+    0.07126025855541229,
+    0.25793325901031494,
+    0.21480324864387512,
+    0.13094207644462585,
+    0.02041117288172245,
+    0.12821757793426514,
+    0.3877646327018738,
+    0.18731874227523804,
+    0.12639495730400085,
+    0.04892720654606819,
+    0.15324755012989044,
+    0.03808507323265076,
+    0.037432536482810974,
+    0.08230455219745636,
+    0.19804883003234863,
+    0.22565434873104095,
+    0.17069068551063538,
+    0.04896904155611992,
+    0.050159815698862076,
+    0.1318487673997879,
+    0.03858626261353493,
+    0.04611845687031746,
+    0.21442754566669464,
+    0.28780582547187805,
+    0.19193390011787415,
+    0.37846654653549194,
+    0.08842413127422333,
+    0.08983839303255081,
+    0.03206613287329674,
+    0.06387195736169815,
+    0.08597452193498611,
+    0.07615827023983002,
+    0.11017356067895889,
+    0.1966434270143509,
+    0.26080065965652466,
+    0.17081409692764282,
+    0.16440066695213318,
+    0.11862265318632126,
+    0.07213342934846878,
+    0.2871408462524414,
+    0.28747302293777466,
+    0.15139007568359375,
+    0.16701093316078186,
+    0.4505315124988556,
+    0.4630216062068939,
+    0.20029233396053314,
+    0.1438685804605484,
+    0.09587843716144562,
+    0.02424945868551731,
+    0.04655265808105469,
+    0.17207379639148712,
+    0.2494172602891922,
+    0.17959216237068176,
+    0.16719557344913483,
+    0.005314339883625507,
+    0.12712618708610535,
+    0.2560068368911743,
+    0.21251218020915985,
+    0.1354369968175888,
+    0.014108799397945404,
+    0.09172778576612473,
+    0.7336198687553406,
+    0.26057717204093933,
+    0.3595339357852936,
+    0.45602667331695557,
+    0.34208300709724426,
+    0.19860197603702545,
+    0.1570844054222107,
+    0.11738533526659012,
+    0.13412317633628845,
+    0.15032924711704254,
+    0.28336822986602783,
+    0.08989376574754715,
+    0.27216675877571106,
+    0.21758827567100525,
+    0.18440550565719604,
+    0.284224271774292,
+    0.12057042121887207,
+    0.12113720178604126,
+    0.23282060027122498,
+    0.11391811817884445,
+    0.11564368009567261,
+    0.031656719744205475,
+    0.0987321212887764,
+    0.49216946959495544,
+    0.32660791277885437,
+    0.3336232006549835,
+    0.1392350047826767,
+    0.2682019770145416,
+    0.2850150465965271,
+    0.31434547901153564,
+    0.14005939662456512,
+    0.3075700104236603,
+    0.41574686765670776,
+    0.28752848505973816,
+    0.32808640599250793,
+    0.35063305497169495,
+    0.23319260776042938,
+    0.16303576529026031,
+    0.14503930509090424,
+    0.1358785182237625,
+    0.3405439555644989,
+    0.07232669740915298,
+    0.19750477373600006,
+    0.24953027069568634,
+    0.2000650316476822,
+    0.2107466608285904,
+    0.2728012800216675,
+    0.080887071788311,
+    0.4708158075809479,
+    0.4584204852581024,
+    0.23578666150569916,
+    0.338544636964798,
+    0.16359934210777283,
+    0.20654171705245972,
+    0.12367663532495499,
+    0.34816646575927734,
+    0.24222108721733093,
+    0.2049059271812439,
+    0.4094063341617584,
+    0.09473004937171936,
+    0.09983754903078079,
+    0.13289989531040192,
+    0.27563634514808655,
+    0.04204311966896057,
+    0.2253011018037796,
+    0.1061921939253807,
+    0.19464565813541412,
+    0.23965869843959808,
+    0.17972007393836975,
+    0.20861929655075073,
+    0.5312507152557373,
+    0.27033692598342896,
+    0.3258476257324219,
+    0.7589513063430786,
+    0.49111783504486084,
+    0.5266396999359131,
+    0.04960223659873009,
+    0.3171529471874237,
+    0.25119155645370483,
+    0.061469435691833496,
+    0.24149714410305023,
+    0.26779085397720337,
+    0.1379021257162094,
+    0.19235698878765106,
+    0.13281625509262085,
+    0.26545843482017517,
+    0.19888119399547577,
+    0.0780964121222496,
+    0.10468612611293793,
+    0.0751427561044693,
+    0.055330559611320496,
+    0.2011335790157318,
+    0.046016626060009,
+    0.06408613175153732,
+    0.12409991770982742,
+    0.07635780423879623,
+    0.11030292510986328,
+    0.03918373957276344,
+    0.019358597695827484,
+    0.18037718534469604,
+    0.03238096460700035,
+    0.3692306876182556,
+    0.027680227532982826,
+    0.12664194405078888,
+    0.18803299963474274,
+    0.3043975234031677,
+    0.1726357787847519,
+    0.1559247076511383,
+    0.2761496603488922,
+    0.07280512899160385,
+    0.11648958176374435,
+    0.05630631372332573,
+    0.19582578539848328,
+    0.12965309619903564,
+    0.034552134573459625,
+    0.10788687318563461,
+    0.0986880287528038,
+    0.09980916976928711,
+    0.21459780633449554,
+    0.24234731495380402,
+    0.27561140060424805,
+    0.15156088769435883,
+    0.09157276153564453,
+    0.042576562613248825,
+    0.1498391479253769,
+    0.2324950098991394,
+    0.12129676342010498,
+    0.029554128646850586,
+    0.06731065362691879,
+    0.08927123248577118,
+    0.12251164764165878,
+    0.15443302690982819,
+    0.04470507428050041,
+    0.03630991280078888,
+    0.2821302115917206,
+    0.14334580302238464,
+    0.040077585726976395,
+    0.18849945068359375,
+    0.046829551458358765,
+    0.09286678582429886,
+    0.0831013098359108,
+    0.07200607657432556,
+    0.05804108828306198,
+    0.02580382116138935,
+    0.28759410977363586,
+    0.14935936033725739,
+    0.2593578100204468,
+    0.10683276504278183,
+    0.2821234166622162,
+    0.44374939799308777,
+    0.46406814455986023,
+    0.3180701732635498,
+    0.2513948678970337,
+    0.20306821167469025,
+    0.19430701434612274,
+    0.12386932224035263,
+    0.21767324209213257,
+    0.26700568199157715,
+    0.2756120264530182,
+    0.15857850015163422,
+    0.008276241831481457,
+    0.016125544905662537,
+    0.011269482783973217,
+    0.3113032579421997,
+    0.2392360419034958,
+    0.1802656352519989,
+    0.10588592290878296,
+    0.049638524651527405,
+    0.15692195296287537,
+    0.03437305614352226,
+    0.20679090917110443,
+    0.1462615430355072,
+    0.21227014064788818,
+    0.20558282732963562,
+    0.11646629869937897,
+    0.1527024656534195,
+    0.08194784820079803,
+    0.10693767666816711,
+    0.15235471725463867,
+    0.08482956886291504,
+    0.060608185827732086,
+    0.19612306356430054,
+    0.09129403531551361,
+    0.3086697459220886,
+    0.04448893666267395,
+    0.48944878578186035,
+    0.3798789381980896,
+    0.28930413722991943,
+    0.3381789028644562,
+    0.07530061155557632,
+    0.07315715402364731,
+    0.3353225886821747,
+    0.3257250189781189,
+    0.17346912622451782,
+    0.21359002590179443,
+    0.3361383080482483,
+    0.3870963156223297,
+    0.24195103347301483,
+    0.22264620661735535,
+    0.17714159190654755,
+    0.2569904029369354,
+    0.07122786343097687,
+    0.04277060553431511,
+    0.151373028755188,
+    0.011480901390314102,
+    0.16852730512619019,
+    0.16072668135166168,
+    0.15453854203224182,
+    0.09177346527576447,
+    0.12788386642932892,
+    0.3154803514480591,
+    0.042634475976228714,
+    0.027338286861777306,
+    0.12466716766357422,
+    0.04601939022541046,
+    0.09588973969221115,
+    0.10400169342756271,
+    0.03038039803504944,
+    0.07658114284276962,
+    0.04161664471030235,
+    0.019407326355576515,
+    0.03615265712141991,
+    0.125203475356102,
+    0.027038389816880226,
+    0.08937657624483109,
+    0.14389890432357788,
+    0.14937664568424225,
+    0.06387677043676376,
+    0.0687253326177597,
+    0.38318997621536255,
+    0.2702879011631012,
+    0.02768808975815773,
+    0.16718028485774994,
+    0.18882878124713898,
+    0.12399788945913315,
+    0.20454302430152893,
+    0.36115533113479614,
+    0.24184168875217438,
+    0.05158795788884163,
+    0.0906314104795456,
+    0.11052509397268295,
+    0.016358181834220886,
+    0.0194393303245306,
+    0.02762611210346222,
+    0.07136857509613037,
+    0.18249483406543732,
+    0.14406494796276093,
+    0.20130884647369385,
+    0.22359974682331085,
+    0.17668309807777405,
+    0.07382861524820328,
+    0.0749143436551094,
+    0.05997058004140854,
+    0.2888672649860382,
+    0.1173124685883522,
+    0.05378498136997223,
+    0.43303927779197693,
+    0.29877933859825134,
+    0.09328613430261612,
+    0.5179285407066345,
+    0.5862947702407837,
+    0.029883690178394318,
+    0.4022880792617798,
+    0.4771835207939148,
+    0.06106983870267868,
+    0.14838670194149017,
+    0.2768459916114807,
+    0.037441883236169815,
+    0.048872340470552444,
+    0.040796007961034775,
+    0.053403887897729874,
+    0.05819765850901604,
+    0.041986674070358276,
+    0.03197260946035385,
+    0.1697099655866623,
+    0.06483326852321625,
+    0.06952165812253952,
+    0.30931153893470764,
+    0.28150492906570435,
+    0.04358867555856705,
+    0.03877672180533409,
+    0.12275663018226624,
+    0.15474188327789307,
+    0.2910241186618805,
+    0.11472444236278534,
+    0.10606127232313156,
+    0.3263414204120636,
+    0.11283724009990692,
+    0.11098714917898178,
+    0.05080090090632439,
+    0.24751821160316467,
+    0.24667413532733917,
+    0.18223606050014496,
+    0.16073137521743774,
+    0.24660024046897888,
+    0.20767420530319214,
+    0.06646842509508133,
+    0.005943754222244024,
+    0.11962929368019104,
+    0.2052711695432663,
+    0.13571634888648987,
+    0.1254153847694397,
+    0.04090721160173416,
+    0.0309939906001091,
+    0.04253068566322327,
+    0.011287487111985683,
+    0.08308372646570206,
+    0.022666877135634422,
+    0.1329900473356247,
+    0.08001050353050232,
+    0.010789548046886921,
+    0.03654424101114273,
+    0.08724883198738098,
+    0.02928340993821621,
+    0.05961598828434944,
+    0.0187175702303648,
+    0.0655507743358612,
+    0.04310726001858711,
+    0.2669810652732849,
+    0.023255061358213425,
+    0.1337246149778366,
+    0.09768372774124146,
+    0.13145221769809723,
+    0.06604617089033127,
+    0.028203826397657394,
+    0.3696976900100708,
+    0.5028177499771118,
+    0.2551034688949585,
+    0.16470927000045776,
+    0.03908655047416687,
+    0.09362489730119705,
+    0.05797702446579933,
+    0.19509531557559967,
+    0.11140374094247818,
+    0.07420898973941803,
+    0.13984869420528412,
+    0.018489373847842216,
+    0.22523002326488495,
+    0.0068862559273839,
+    0.3032526969909668,
+    0.07629124075174332,
+    0.09703695774078369,
+    0.2494330257177353,
+    0.17134687304496765,
+    0.12247927486896515,
+    0.020172780379652977,
+    0.10374084115028381,
+    0.09704606980085373,
+    0.026347152888774872,
+    0.009118176065385342,
+    0.08273641020059586,
+    0.05354907736182213,
+    0.0820675939321518,
+    0.2662675678730011,
+    0.234624981880188,
+    0.1190839409828186,
+    0.15823443233966827,
+    0.22426998615264893,
+    0.0749778002500534,
+    0.0407210998237133,
+    0.16127359867095947,
+    0.15331138670444489,
+    0.13604725897312164,
+    0.08955524116754532,
+    0.3559570908546448,
+    0.008728393353521824,
+    0.12971508502960205,
+    0.02403366006910801,
+    0.03172951564192772,
+    0.10350397229194641,
+    0.022739695385098457,
+    0.024048814550042152,
+    0.04389812424778938,
+    0.030562488362193108,
+    0.16339264810085297,
+    0.08031052350997925,
+    0.010588600300252438,
+    0.15944668650627136,
+    0.3725857734680176,
+    0.09058459103107452,
+    0.37683814764022827,
+    0.060366686433553696,
+    0.08798547089099884,
+    0.036972612142562866,
+    0.2368725836277008,
+    0.1530751883983612,
+    0.08158216625452042,
+    0.01580912619829178,
+    0.1703748255968094,
+    0.12225975096225739
+  ]
+}

p5-mae-base-d57/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532a43a712992865802fbfe164f27081f2933283bc1a6f3c371f01482b274e18
+size 15360128

p5-mae-base-d57/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-base-d57",
+  "fingerprint": "829e21e807b97985",
+  "wandb_run_id": "phase5-p5-mae-base-d57",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 85252608,
+    "decoder_params": 2585856,
+    "trainable_params": 88035328,
+    "total_params": 88035328
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 2.0000019000511308e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 407617,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.02746875,
+      0.0,
+      0.325078125,
+      0.0,
+      0.0,
+      0.008816666666666667,
+      0.0,
+      0.0,
+      0.0,
+      0.3256328125,
+      0.0,
+      0.0,
+      0.31300364583333334,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "started_at": 1787022291.5259218,
+  "finished_at": 1787023922.5843499,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 2.078686237335205,
+    "val/loss": 0.6352069275453687,
+    "val/frame": 0.6352069275453687,
+    "val/utterance": 0.0
+  }
+}

p5-mae-base-d57/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787023922.5857573,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 2.078686237335205,
+  "val/loss": 0.6352069275453687,
+  "val/frame": 0.6352069275453687,
+  "val/utterance": 0.0
+}

p5-mae-base-d57/wandb/debug-internal.log

@@ -0,0 +1,233 @@
+{"time":"2026-08-18T03:04:50.134670956Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T03:04:50.135035129Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T03:04:50.387037867Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d57"}
+{"time":"2026-08-18T03:04:50.387352219Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T03:04:50.38744185Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T03:04:50.38746137Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d57"}
+{"time":"2026-08-18T03:04:50.38748828Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T03:04:51.853931292Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T03:04:52.169957568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:06.854348279Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":10,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":30,"uploaded_len":2}
+{"time":"2026-08-18T03:05:07.170333189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:21.854368062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":17,"events_offset":2,"events_lines":2,"console_offset":30,"console_lines":17}
+{"time":"2026-08-18T03:05:22.130549956Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:36.854892607Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":18,"events_offset":4,"events_lines":2,"console_offset":47,"console_lines":18}
+{"time":"2026-08-18T03:05:37.125271944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:51.855133711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":65,"console_lines":18}
+{"time":"2026-08-18T03:05:52.141687102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:06.854920566Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":18,"events_offset":8,"events_lines":2,"console_offset":83,"console_lines":18}
+{"time":"2026-08-18T03:06:07.149583901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:21.854259515Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":19,"events_offset":10,"events_lines":2,"console_offset":101,"console_lines":19}
+{"time":"2026-08-18T03:06:22.136784993Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:36.855065474Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":18,"events_offset":12,"events_lines":2,"console_offset":120,"console_lines":19}
+{"time":"2026-08-18T03:06:37.155303877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:51.854502747Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":117,"history_lines":19,"events_offset":14,"events_lines":2,"console_offset":139,"console_lines":19}
+{"time":"2026-08-18T03:06:52.11157171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:06.854589892Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":136,"history_lines":18,"events_offset":16,"events_lines":2,"console_offset":158,"console_lines":19}
+{"time":"2026-08-18T03:07:07.156055404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:21.854181339Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":19,"events_offset":18,"events_lines":2,"console_offset":177,"console_lines":19}
+{"time":"2026-08-18T03:07:22.14075153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:36.854710559Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":173,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":196,"console_lines":18}
+{"time":"2026-08-18T03:07:37.156070018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:51.855021948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":191,"history_lines":18,"events_offset":22,"events_lines":2,"console_offset":214,"console_lines":19}
+{"time":"2026-08-18T03:07:52.17474249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:06.854964814Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":209,"history_lines":19,"events_offset":24,"events_lines":2,"console_offset":233,"console_lines":19}
+{"time":"2026-08-18T03:08:07.193863416Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:21.854663413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":228,"history_lines":19,"events_offset":26,"events_lines":2,"console_offset":252,"console_lines":19}
+{"time":"2026-08-18T03:08:22.169048275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:36.854450333Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":247,"history_lines":17,"events_offset":28,"events_lines":2,"console_offset":271,"console_lines":18}
+{"time":"2026-08-18T03:08:37.150276143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:51.854693404Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":264,"history_lines":19,"events_offset":30,"events_lines":2,"console_offset":289,"console_lines":19}
+{"time":"2026-08-18T03:08:52.16669939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:06.854791719Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":283,"history_lines":17,"events_offset":32,"events_lines":2,"console_offset":308,"console_lines":18}
+{"time":"2026-08-18T03:09:07.16030445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:21.854125339Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":300,"history_lines":19,"events_offset":34,"events_lines":2,"console_offset":326,"console_lines":19}
+{"time":"2026-08-18T03:09:22.137722412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:36.854237786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":319,"history_lines":19,"events_offset":36,"events_lines":2,"console_offset":345,"console_lines":19}
+{"time":"2026-08-18T03:09:37.141266133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:51.854259619Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":338,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":364,"console_lines":19}
+{"time":"2026-08-18T03:09:52.160973042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:06.854532577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":356,"history_lines":19,"events_offset":40,"events_lines":2,"console_offset":383,"console_lines":19}
+{"time":"2026-08-18T03:10:07.81990119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:21.854407299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":375,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":402,"console_lines":19}
+{"time":"2026-08-18T03:10:22.1528354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:36.854339276Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":394,"history_lines":17,"events_offset":44,"events_lines":2,"console_offset":421,"console_lines":18}
+{"time":"2026-08-18T03:10:37.138051115Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:51.85494429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":411,"history_lines":20,"events_offset":46,"events_lines":2,"console_offset":439,"console_lines":20}
+{"time":"2026-08-18T03:10:52.160246106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:06.85430112Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":431,"history_lines":18,"events_offset":48,"events_lines":2,"console_offset":459,"console_lines":19}
+{"time":"2026-08-18T03:11:07.156427646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:21.854791772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":449,"history_lines":20,"events_offset":50,"events_lines":2,"console_offset":478,"console_lines":20}
+{"time":"2026-08-18T03:11:22.12529148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:36.854804424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":469,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":498,"console_lines":19}
+{"time":"2026-08-18T03:11:37.139377607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:51.854807782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":488,"history_lines":17,"events_offset":54,"events_lines":2,"console_offset":517,"console_lines":18}
+{"time":"2026-08-18T03:11:52.14700571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:06.854405295Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":505,"history_lines":19,"events_offset":56,"events_lines":2,"console_offset":535,"console_lines":19}
+{"time":"2026-08-18T03:12:07.144488168Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:21.855173882Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":524,"history_lines":19,"events_offset":58,"events_lines":2,"console_offset":554,"console_lines":19}
+{"time":"2026-08-18T03:12:22.147816428Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:36.854547195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":543,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":573,"console_lines":19}
+{"time":"2026-08-18T03:12:37.196240408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:51.854442393Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":561,"history_lines":18,"events_offset":62,"events_lines":2,"console_offset":592,"console_lines":18}
+{"time":"2026-08-18T03:12:52.833194289Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:06.85434295Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":579,"history_lines":18,"events_offset":64,"events_lines":2,"console_offset":610,"console_lines":18}
+{"time":"2026-08-18T03:13:07.141206715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:21.854285966Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":597,"history_lines":19,"events_offset":66,"events_lines":2,"console_offset":628,"console_lines":20}
+{"time":"2026-08-18T03:13:22.15969062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:36.85434947Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":19,"events_offset":68,"events_lines":2,"console_offset":648,"console_lines":19}
+{"time":"2026-08-18T03:13:37.76517006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:51.854426941Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":635,"history_lines":18,"events_offset":70,"events_lines":2,"console_offset":667,"console_lines":19}
+{"time":"2026-08-18T03:13:52.141895029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:06.854802475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":19,"events_offset":72,"events_lines":2,"console_offset":686,"console_lines":19}
+{"time":"2026-08-18T03:14:07.174010912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:21.854347224Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":672,"history_lines":20,"events_offset":74,"events_lines":2,"console_offset":705,"console_lines":20}
+{"time":"2026-08-18T03:14:22.179084508Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:36.855185234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":692,"history_lines":18,"events_offset":76,"events_lines":2,"console_offset":725,"console_lines":19}
+{"time":"2026-08-18T03:14:37.135440127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:51.854561816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":710,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":744,"console_lines":19}
+{"time":"2026-08-18T03:14:52.128863015Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:06.854657879Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":729,"history_lines":19,"events_offset":80,"events_lines":2,"console_offset":763,"console_lines":19}
+{"time":"2026-08-18T03:15:07.139260625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:21.855015087Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":748,"history_lines":16,"events_offset":82,"events_lines":2,"console_offset":782,"console_lines":17}
+{"time":"2026-08-18T03:15:22.157255795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:36.854718032Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":764,"history_lines":19,"events_offset":84,"events_lines":2,"console_offset":799,"console_lines":19}
+{"time":"2026-08-18T03:15:37.144008789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:51.854590649Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":783,"history_lines":18,"events_offset":86,"events_lines":2,"console_offset":818,"console_lines":19}
+{"time":"2026-08-18T03:15:52.157356775Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:06.854565382Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":801,"history_lines":19,"events_offset":88,"events_lines":2,"console_offset":837,"console_lines":19}
+{"time":"2026-08-18T03:16:07.151864584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:21.85450691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":19,"events_offset":90,"events_lines":2,"console_offset":856,"console_lines":19}
+{"time":"2026-08-18T03:16:22.149163864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:36.854658056Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":839,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":875,"console_lines":20}
+{"time":"2026-08-18T03:16:37.17918887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:51.854704819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":858,"history_lines":19,"events_offset":94,"events_lines":2,"console_offset":895,"console_lines":19}
+{"time":"2026-08-18T03:16:52.136837436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:06.854210659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":877,"history_lines":20,"events_offset":96,"events_lines":2,"console_offset":914,"console_lines":20}
+{"time":"2026-08-18T03:17:07.166564378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:21.854513987Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":897,"history_lines":18,"events_offset":98,"events_lines":2,"console_offset":934,"console_lines":19}
+{"time":"2026-08-18T03:17:22.155828077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:36.85428262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":915,"history_lines":20,"events_offset":100,"events_lines":2,"console_offset":953,"console_lines":20}
+{"time":"2026-08-18T03:17:37.166429595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:51.854657636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":18,"events_offset":102,"events_lines":2,"console_offset":973,"console_lines":19}
+{"time":"2026-08-18T03:17:52.152710896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:06.854297595Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":953,"history_lines":20,"events_offset":104,"events_lines":2,"console_offset":992,"console_lines":20}
+{"time":"2026-08-18T03:18:07.190186208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:21.854336999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":973,"history_lines":19,"events_offset":106,"events_lines":2,"console_offset":1012,"console_lines":19}
+{"time":"2026-08-18T03:18:22.160794274Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:36.855179144Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":992,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":1031,"console_lines":18}
+{"time":"2026-08-18T03:18:37.126516125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:51.854500985Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1009,"history_lines":20,"events_offset":110,"events_lines":2,"console_offset":1049,"console_lines":20}
+{"time":"2026-08-18T03:18:52.160331935Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:06.854922024Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1029,"history_lines":19,"events_offset":112,"events_lines":2,"console_offset":1069,"console_lines":19}
+{"time":"2026-08-18T03:19:07.1546789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:21.854546477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1048,"history_lines":19,"events_offset":114,"events_lines":2,"console_offset":1088,"console_lines":20}
+{"time":"2026-08-18T03:19:22.148758701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:36.854467494Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1067,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1108,"console_lines":19}
+{"time":"2026-08-18T03:19:37.135023777Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:51.854528613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1086,"history_lines":17,"events_offset":118,"events_lines":2,"console_offset":1127,"console_lines":18}
+{"time":"2026-08-18T03:19:52.161976139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:06.854494822Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1103,"history_lines":20,"events_offset":120,"events_lines":2,"console_offset":1145,"console_lines":20}
+{"time":"2026-08-18T03:20:07.189365951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:21.854607267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1123,"history_lines":19,"events_offset":122,"events_lines":2,"console_offset":1165,"console_lines":19}
+{"time":"2026-08-18T03:20:22.199247287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:36.854640776Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1142,"history_lines":18,"events_offset":124,"events_lines":2,"console_offset":1184,"console_lines":19}
+{"time":"2026-08-18T03:20:37.162021144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:51.854332155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1160,"history_lines":20,"events_offset":126,"events_lines":2,"console_offset":1203,"console_lines":20}
+{"time":"2026-08-18T03:20:52.169197171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:06.854504861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1180,"history_lines":19,"events_offset":128,"events_lines":2,"console_offset":1223,"console_lines":19}
+{"time":"2026-08-18T03:21:07.189028632Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:21.855139271Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1199,"history_lines":18,"events_offset":130,"events_lines":2,"console_offset":1242,"console_lines":19}
+{"time":"2026-08-18T03:21:22.149343191Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:36.854391852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1217,"history_lines":20,"events_offset":132,"events_lines":2,"console_offset":1261,"console_lines":20}
+{"time":"2026-08-18T03:21:37.159603366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:51.854102885Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1237,"history_lines":17,"events_offset":134,"events_lines":2,"console_offset":1281,"console_lines":18}
+{"time":"2026-08-18T03:21:52.129457199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:06.854899957Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1254,"history_lines":19,"events_offset":136,"events_lines":2,"console_offset":1299,"console_lines":19}
+{"time":"2026-08-18T03:22:07.183859562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:21.854629174Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1273,"history_lines":19,"events_offset":138,"events_lines":2,"console_offset":1318,"console_lines":19}
+{"time":"2026-08-18T03:22:22.147045655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:36.855014712Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1292,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1337,"console_lines":19}
+{"time":"2026-08-18T03:22:37.143402275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:51.854957501Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1310,"history_lines":18,"events_offset":142,"events_lines":2,"console_offset":1356,"console_lines":18}
+{"time":"2026-08-18T03:22:52.151363093Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:06.854278915Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1328,"history_lines":19,"events_offset":144,"events_lines":2,"console_offset":1374,"console_lines":19}
+{"time":"2026-08-18T03:23:07.14781869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:21.854955978Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1347,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1393,"console_lines":19}
+{"time":"2026-08-18T03:23:22.14877961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:36.854647835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1365,"history_lines":19,"events_offset":148,"events_lines":2,"console_offset":1412,"console_lines":19}
+{"time":"2026-08-18T03:23:37.14061952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:51.85613659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1384,"history_lines":16,"events_offset":150,"events_lines":2,"console_offset":1431,"console_lines":17}
+{"time":"2026-08-18T03:23:52.139571284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:06.855355984Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1400,"history_lines":20,"events_offset":152,"events_lines":2,"console_offset":1448,"console_lines":20}
+{"time":"2026-08-18T03:24:07.188998378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:21.854779108Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1420,"history_lines":18,"events_offset":154,"events_lines":2,"console_offset":1468,"console_lines":18}
+{"time":"2026-08-18T03:24:22.157004442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:36.854202003Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1438,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1486,"console_lines":19}
+{"time":"2026-08-18T03:24:37.14549721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:51.854834971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1456,"history_lines":18,"events_offset":158,"events_lines":2,"console_offset":1505,"console_lines":18}
+{"time":"2026-08-18T03:24:52.135038652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:06.854385992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1474,"history_lines":19,"events_offset":160,"events_lines":2,"console_offset":1523,"console_lines":19}
+{"time":"2026-08-18T03:25:07.164585869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:21.854864666Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1493,"history_lines":16,"events_offset":162,"events_lines":2,"console_offset":1542,"console_lines":17}
+{"time":"2026-08-18T03:25:22.172697507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:36.8545263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1509,"history_lines":19,"events_offset":164,"events_lines":2,"console_offset":1559,"console_lines":19}
+{"time":"2026-08-18T03:25:37.144673668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:51.85451005Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1528,"history_lines":19,"events_offset":166,"events_lines":2,"console_offset":1578,"console_lines":19}
+{"time":"2026-08-18T03:25:52.139657201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:06.854404528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1547,"history_lines":19,"events_offset":168,"events_lines":2,"console_offset":1597,"console_lines":20}
+{"time":"2026-08-18T03:26:07.167963767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:21.854405306Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1566,"history_lines":17,"events_offset":170,"events_lines":2,"console_offset":1617,"console_lines":17}
+{"time":"2026-08-18T03:26:22.162657484Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:36.854756985Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1583,"history_lines":18,"events_offset":172,"events_lines":2,"console_offset":1634,"console_lines":19}
+{"time":"2026-08-18T03:26:37.1449325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:51.854618981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1601,"history_lines":18,"events_offset":174,"events_lines":2,"console_offset":1653,"console_lines":18}
+{"time":"2026-08-18T03:26:52.129665206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:06.85493062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1619,"history_lines":19,"events_offset":176,"events_lines":2,"console_offset":1671,"console_lines":19}
+{"time":"2026-08-18T03:27:07.139360576Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:21.85499525Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1638,"history_lines":17,"events_offset":178,"events_lines":2,"console_offset":1690,"console_lines":18}
+{"time":"2026-08-18T03:27:22.155535264Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:36.854848717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1655,"history_lines":18,"events_offset":180,"events_lines":2,"console_offset":1708,"console_lines":18}
+{"time":"2026-08-18T03:27:37.134475517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:51.85434042Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1673,"history_lines":19,"events_offset":182,"events_lines":2,"console_offset":1726,"console_lines":19}
+{"time":"2026-08-18T03:27:52.159585274Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:06.854484857Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1692,"history_lines":18,"events_offset":184,"events_lines":2,"console_offset":1745,"console_lines":19}
+{"time":"2026-08-18T03:28:07.180421768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:21.854814835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1710,"history_lines":19,"events_offset":186,"events_lines":2,"console_offset":1764,"console_lines":19}
+{"time":"2026-08-18T03:28:22.158683469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:36.85433277Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1729,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1783,"console_lines":18}
+{"time":"2026-08-18T03:28:37.177121277Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:51.854993099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1747,"history_lines":16,"events_offset":190,"events_lines":2,"console_offset":1801,"console_lines":17}
+{"time":"2026-08-18T03:28:52.147648249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:06.855988505Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1763,"history_lines":18,"events_offset":192,"events_lines":2,"console_offset":1818,"console_lines":18}
+{"time":"2026-08-18T03:29:07.143580137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:21.855065087Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1781,"history_lines":18,"events_offset":194,"events_lines":2,"console_offset":1836,"console_lines":19}
+{"time":"2026-08-18T03:29:22.143061811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:36.854232951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1799,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1855,"console_lines":19}
+{"time":"2026-08-18T03:29:37.625459139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:51.854970993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1818,"history_lines":20,"events_offset":198,"events_lines":2,"console_offset":1874,"console_lines":20}
+{"time":"2026-08-18T03:29:52.151656324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:06.854135912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1838,"history_lines":18,"events_offset":200,"events_lines":2,"console_offset":1894,"console_lines":19}
+{"time":"2026-08-18T03:30:07.179144054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:21.854850236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1856,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1913,"console_lines":19}
+{"time":"2026-08-18T03:30:22.16849049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:36.855078697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1875,"history_lines":20,"events_offset":204,"events_lines":2,"console_offset":1932,"console_lines":20}
+{"time":"2026-08-18T03:30:37.152777416Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:51.854466084Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1895,"history_lines":18,"events_offset":206,"events_lines":2,"console_offset":1952,"console_lines":19}
+{"time":"2026-08-18T03:30:52.153963086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:06.855011043Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1913,"history_lines":20,"events_offset":208,"events_lines":2,"console_offset":1971,"console_lines":20}
+{"time":"2026-08-18T03:31:07.150475712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:21.854683349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1933,"history_lines":19,"events_offset":210,"events_lines":2,"console_offset":1991,"console_lines":20}
+{"time":"2026-08-18T03:31:22.164342757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:36.854248391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1952,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":2011,"console_lines":19}
+{"time":"2026-08-18T03:31:37.138724622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:51.854356811Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1971,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":2030,"console_lines":19}
+{"time":"2026-08-18T03:31:52.132854528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:32:04.947645034Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:32:04.947976978Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1990,"history_lines":10,"console_offset":2049,"console_lines":10,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:32:05.27305031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:32:05.276867778Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:32:05.283613552Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:32:05.283639202Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:32:05.283836235Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:32:05.283849545Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d57/wandb/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_setup.py:_flush():81] Configure stats pid to 2456953
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug.log
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug-internal.log
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():783] calling init triggers
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.0, 0.02746875, 0.0, 0.325078125, 0.0, 0.0, 0.00881640625, 0.0, 0.0, 0.0, 0.3256328125, 0.0, 0.0, 0.31300390625, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d57', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():831] starting backend
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 03:04:50,388 INFO    MainThread:2456953 [wandb_init.py:init():851] backend started and connected
+2026-08-18 03:04:50,390 INFO    MainThread:2456953 [wandb_init.py:init():921] updated telemetry
+2026-08-18 03:04:50,403 INFO    MainThread:2456953 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 03:04:51,290 INFO    MainThread:2456953 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 03:04:51,394 INFO    MainThread:2456953 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:32:02,586 INFO    MainThread:2456953 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d57
+2026-08-18 03:32:02,586 INFO    MainThread:2456953 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:32:02,587 INFO    MainThread:2456953 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:32:02,587 INFO    MainThread:2456953 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:32:05,282 INFO    MainThread:2456953 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/files/config.yaml

@@ -0,0 +1,243 @@
+_wandb:
+    value:
+        cli_version: 0.28.2
+        e:
+            ublx3l9ptlu5vb9lhqll1groqm72fizz:
+                args:
+                    - --output-dir
+                    - /workspace/runs/p5-mae-base-d57
+                    - --config
+                    - configs/base.yaml
+                    - --config
+                    - configs/scale_base.yaml
+                    - --config
+                    - configs/budget_40k.yaml
+                    - --config
+                    - configs/obj_mae.yaml
+                    - --set
+                    - optim.lr=1.0e-4
+                    - --set
+                    - runtime.seed=0
+                    - --set
+                    - mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy
+                    - --set
+                    - mixture.weights=[0.0, 0.02746875, 0.0, 0.325078125, 0.0, 0.0, 0.00881640625, 0.0, 0.0, 0.0, 0.3256328125, 0.0, 0.0, 0.31300390625, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
+                    - --set
+                    - tracking.campaign_id=phase5
+                    - --set
+                    - tracking.trial_id=p5-mae-base-d57
+                    - --set
+                    - tracking.wandb_project=mixture-transfer
+                cpu_count: 112
+                cpu_count_logical: 224
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "549755813888"
+                        used: "409069907968"
+                email: luequinn@gmail.com
+                executable: /venv/main/bin/python
+                git:
+                    commit: c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da
+                gpu: NVIDIA GeForce RTX 4090
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-0b498470-e696-0ceb-43c2-53b31f6448e8
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-b86c050f-5196-4a9c-bbb5-d078a0818244
+                    - architecture: Ada
+                      cudaCores: 16384
+                      memoryTotal: "25757220864"
+                      name: NVIDIA GeForce RTX 4090
+                      uuid: GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c
+                host: ed94ef2c39aa
+                memory:
+                    total: "540803837952"
+                os: Linux-5.15.0-187-generic-x86_64-with-glibc2.39
+                program: -m eatmap.cli.pretrain
+                python: CPython 3.12.13
+                root: /workspace/runs/p5-mae-base-d57
+                startedAt: "2026-08-18T03:04:50.130162Z"
+                writerId: ublx3l9ptlu5vb9lhqll1groqm72fizz
+        m:
+            - "1": optimizer_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 7
+                - 13
+                - 14
+                - 16
+                - 61
+                - 62
+            "4": 3.12.13
+            "5": 0.28.2
+            "12": 0.28.2
+            "13": linux-x86_64
+checkpoint:
+    value:
+        export_every_n_steps: 5000
+        keep_last_n_exports: 0
+        save_every_n_steps: 5000
+data:
+    value:
+        batch_size: 24
+        data_dir: /workspace/data/asmel_flat
+        drop_last: true
+        max_shards: 0
+        num_workers: 12
+        persistent_workers: true
+        pin_memory: true
+        prefetch_factor: 4
+        revision: ""
+        seed: 0
+        train_split: train
+        val_split: balanced_train
+eval:
+    value:
+        batch_size: 48
+        enabled: true
+        every_n_steps: 1000
+        mask_seed: 12345
+        num_clips: 2048
+loop:
+    value:
+        budget_clips: 1920000
+        compile: true
+        compile_mode: default
+        gradient_accumulation_steps: 2
+        heartbeat_every_n_steps: 50
+        log_every_n_steps: 20
+        max_steps: null
+        precision: bfloat16
+        schedule_clips: null
+mixture:
+    value:
+        cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+        dist_id: null
+        distinct_fraction: null
+        distributions: null
+        repetition_cap: 1000
+        weights:
+            - 0
+            - 0.02746875
+            - 0
+            - 0.325078125
+            - 0
+            - 0
+            - 0.00881640625
+            - 0
+            - 0
+            - 0
+            - 0.3256328125
+            - 0
+            - 0
+            - 0.31300390625
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+            - 0
+model:
+    value:
+        decoder_groups: 16
+        decoder_kernel: 3
+        decoder_layers: 6
+        depth: 12
+        embed_dim: 768
+        mel_bins: 64
+        mlp_ratio: 4
+        num_heads: 12
+        patch_freq: 16
+        patch_time: 16
+        target_frames: 1024
+objective:
+    value:
+        average_top_k_layers: 0
+        clone_batch: 1
+        ema_anneal_steps: null
+        ema_decay: 0.9998
+        ema_end_decay: 0.99999
+        kind: mae
+        mae_norm_pix: true
+        mask_length: 5
+        mask_prob: 0.8
+        mask_prob_adjust: 0.07
+        normalize_utterance_target: false
+        num_classes: 527
+        utterance_weight: 1
+optim:
+    value:
+        betas:
+            - 0.9
+            - 0.95
+        clip_norm: 4
+        eps: 1e-08
+        lr: 0.0001
+        min_lr_scale: 0.002
+        warmup_frac: 0.1
+        weight_decay: 0.05
+runtime:
+    value:
+        allow_tf32: true
+        data_loader_seed: null
+        deterministic: false
+        objective_seed: null
+        seed: 0
+tracking:
+    value:
+        campaign_id: phase5
+        hub_private: false
+        hub_repo_id: null
+        hub_upload: false
+        trial_id: p5-mae-base-d57
+        wandb_entity: null
+        wandb_mode: online
+        wandb_project: mixture-transfer
+        wandb_run_id: null

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/files/requirements.txt

@@ -0,0 +1,115 @@
+packaging==26.2
+pip==26.1.2
+wheel==0.47.0
+aiosignal==1.4.0
+typing-inspection==0.4.4
+xxhash==4.0.0
+aiohappyeyeballs==2.7.1
+multidict==6.7.1
+safetensors==0.8.0
+annotated-types==0.8.0
+charset-normalizer==3.5.1
+propcache==0.5.2
+pydantic_core==2.46.4
+urllib3==2.7.0
+opentelemetry-api==1.44.0
+yarl==1.24.5
+frozenlist==1.8.0
+dill==0.4.1
+aiohttp==3.14.3
+requests==2.34.2
+attrs==26.1.0
+multiprocess==0.70.19
+protobuf==7.35.1
+pydantic==2.13.4
+datasets==5.0.1
+sentry-sdk==2.68.0
+wandb==0.28.2
+pyarrow==25.0.1
+pandas==3.0.5
+scipy==1.18.0
+hf_transfer==0.1.9
+iniconfig==2.3.0
+pluggy==1.6.0
+pytest==9.1.1
+cuda-bindings==13.3.1
+cuda-pathfinder==1.5.5
+cuda-toolkit==13.0.2
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.4.6
+nvidia-cublas==13.1.1.3
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-runtime==13.0.96
+nvidia-cudnn-cu13==9.20.0.48
+nvidia-cufft==12.0.0.61
+nvidia-cufile==1.15.1.6
+nvidia-curand==10.4.0.35
+nvidia-cusolver==12.0.4.66
+nvidia-cusparse==12.6.3.3
+nvidia-cusparselt-cu13==0.8.1
+nvidia-nccl-cu13==2.29.7
+nvidia-nvjitlink==13.0.88
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvtx==13.0.85
+pillow==12.2.0
+setuptools==81.0.0
+sympy==1.14.0
+torch==2.12.0+cu130
+torchcodec==0.12.0+cu130
+torchvision==0.27.0+cu130
+triton==3.7.0
+annotated-doc==0.0.4
+anyio==4.13.0
+asttokens==3.0.1
+certifi==2026.5.20
+click==8.4.1
+comm==0.2.3
+debugpy==1.8.21
+decorator==5.3.1
+executing==2.2.1
+filelock==3.29.1
+fsspec==2026.4.0
+h11==0.16.0
+hf-xet==1.5.0
+httpcore==1.0.9
+httpx==0.28.1
+huggingface_hub==1.18.0
+idna==3.18
+ipykernel==7.2.0
+ipython==9.14.1
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.8
+jedi==0.20.0
+jupyter_client==8.9.0
+jupyter_core==5.9.1
+jupyterlab_widgets==3.0.16
+markdown-it-py==4.2.0
+matplotlib-inline==0.2.2
+mdurl==0.1.2
+nest-asyncio==1.6.0
+parso==0.8.7
+pexpect==4.9.0
+platformdirs==4.10.0
+prompt_toolkit==3.0.52
+psutil==7.2.2
+ptyprocess==0.7.0
+pure_eval==0.2.3
+Pygments==2.20.0
+python-dateutil==2.9.0.post0
+PyYAML==6.0.3
+pyzmq==27.1.0
+rich==15.0.0
+shellingham==1.5.4
+six==1.17.0
+stack-data==0.6.3
+tornado==6.5.6
+tqdm==4.68.0
+traitlets==5.15.1
+typer==0.25.1
+typing_extensions==4.15.0
+wcwidth==0.7.0
+widgetsnbextension==4.0.15

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/files/wandb-metadata.json

@@ -0,0 +1,112 @@
+{
+  "os": "Linux-5.15.0-187-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.13",
+  "startedAt": "2026-08-18T03:04:50.130162Z",
+  "args": [
+    "--output-dir",
+    "/workspace/runs/p5-mae-base-d57",
+    "--config",
+    "configs/base.yaml",
+    "--config",
+    "configs/scale_base.yaml",
+    "--config",
+    "configs/budget_40k.yaml",
+    "--config",
+    "configs/obj_mae.yaml",
+    "--set",
+    "optim.lr=1.0e-4",
+    "--set",
+    "runtime.seed=0",
+    "--set",
+    "mixture.cluster_index=/workspace/data/asmel_flat/train_cluster_index.npy",
+    "--set",
+    "mixture.weights=[0.0, 0.02746875, 0.0, 0.325078125, 0.0, 0.0, 0.00881640625, 0.0, 0.0, 0.0, 0.3256328125, 0.0, 0.0, 0.31300390625, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]",
+    "--set",
+    "tracking.campaign_id=phase5",
+    "--set",
+    "tracking.trial_id=p5-mae-base-d57",
+    "--set",
+    "tracking.wandb_project=mixture-transfer"
+  ],
+  "program": "-m eatmap.cli.pretrain",
+  "git": {
+    "commit": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da"
+  },
+  "email": "luequinn@gmail.com",
+  "root": "/workspace/runs/p5-mae-base-d57",
+  "host": "ed94ef2c39aa",
+  "executable": "/venv/main/bin/python",
+  "cpu_count": 112,
+  "cpu_count_logical": 224,
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "549755813888",
+      "used": "409069907968"
+    }
+  },
+  "memory": {
+    "total": "540803837952"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-e953afa7-1257-d569-95ea-b1eaea8d26c6"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-008b9ed1-b1a3-2de2-12bb-eddf323625d3"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0c1a8517-a56e-66e6-c91a-297dbd059b0e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-338ffd2f-eca1-e50f-fd79-a10706d991e2"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-0b498470-e696-0ceb-43c2-53b31f6448e8"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-fc644027-042c-f6f4-7636-2a9b4ffb3f8e"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-b86c050f-5196-4a9c-bbb5-d078a0818244"
+    },
+    {
+      "name": "NVIDIA GeForce RTX 4090",
+      "memoryTotal": "25757220864",
+      "cudaCores": 16384,
+      "architecture": "Ada",
+      "uuid": "GPU-472ff6a0-ffd0-311b-0cd9-6e0b4ca76c3c"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "ublx3l9ptlu5vb9lhqll1groqm72fizz"
+}

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/files/wandb-summary.json

@@ -0,0 +1 @@
+{"schedule_steps":40000,"perf/clips_per_s":1301.7237385000915,"warmup_steps":4000,"_runtime":1631.293531038,"val/loss":0.6352069275453687,"_wandb":{"runtime":1631},"final_lr":2.0000019000511308e-07,"train/utterance_loss":0,"optimizer_step":40000,"trainable_params":88035328,"ema_anneal_steps":40000,"train/lr":2.0000019000511308e-07,"val/frame":0.6352069275453687,"budget_clips":1920000,"total_steps":40000,"max_repetition":7.5,"perf/peak_gib":2.078686237335205,"decoder_params":2585856,"perf/data_wait_frac":0.0025104837325718742,"total_params":88035328,"val/utterance":0,"final_ema_decay":0.9999899952500001,"final_step":40000,"progress/epoch_frac":1.0041714957552834,"train/frame_loss":0.6445341408252716,"progress/clips_seen":1920000,"clips_seen":1920000,"_step":40000,"train/grad_norm":0.08096654713153839,"peak_gib":2.078686237335205,"_timestamp":1.7870239221471765e+09,"train/loss":0.6445341408252716,"clips_per_step":48,"encoder_params":85252608,"completed":true,"train/ema_decay":0.99999}

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug-core.log

@@ -0,0 +1,53 @@
+{"time":"2026-08-18T03:04:49.692271081Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmphs42rpeo/port-2456953.txt","pid":2456953,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T03:04:49.692897195Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2456953}
+{"time":"2026-08-18T03:04:49.692880455Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2456953-2457152-1565976354/socket","Net":"unix"}}
+{"time":"2026-08-18T03:04:49.843555047Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T03:04:50.13367043Z","level":"INFO","msg":"handleInformInit: received","streamId":"phase5-p5-mae-base-d57","id":"1(@)"}
+{"time":"2026-08-18T03:04:50.387361759Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"phase5-p5-mae-base-d57","id":"1(@)"}
+{"time":"2026-08-18T03:04:56.402012661Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"26qtua5ey93w"}
+{"time":"2026-08-18T03:05:21.135604433Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"processor export timeout: retry-able request failure: body: failed to forward logs"}
+{"time":"2026-08-18T03:06:25.08273074Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:07:03.1887407Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:10:10.876916875Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:11:21.034526622Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:12:02.111519969Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:12:32.112620803Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:12:44.351369241Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:13:02.113323337Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:13:54.895582458Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:14:19.850612445Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:15:50.168828258Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:17:20.376547505Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:17:49.635339927Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:18:47.419981686Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:19:23.290972076Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:20:43.134611126Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:21:08.435302913Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:23:36.167852226Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:24:04.134299888Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context deadline exceeded: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:24:35.635264625Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:27:13.135565211Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:27:59.144151911Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:28:29.144345595Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:29:32.634770506Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:30:02.635850859Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:30:55.853923877Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:31:59.054407792Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: reader collect and export timeout: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:32:02.587659184Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"26qtua5ey93w"}
+{"time":"2026-08-18T03:32:05.279859465Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"26qtua5ey93w"}
+{"time":"2026-08-18T03:32:05.283579402Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"phase5-p5-mae-base-d57","id":"1(@)"}
+{"time":"2026-08-18T03:32:05.283900485Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2026-08-18T03:32:05.786832005Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"phase5-p5-mae-base-d57","id":"1(@)"}
+{"time":"2026-08-18T03:32:06.773384462Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-08-18T03:32:06.773463003Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-08-18T03:32:06.773477703Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-08-18T03:32:06.773512063Z","level":"INFO","msg":"server: is shutting down"}
+{"time":"2026-08-18T03:32:06.773573354Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-08-18T03:32:06.773491403Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-08-18T03:32:06.773628555Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context canceled"}
+{"time":"2026-08-18T03:32:06.773668475Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:32:06.773692376Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"failed to upload metrics: context canceled: retry-able request failure: Post \"https://api.wandb.ai/sdk/otel/v1/metrics\": context deadline exceeded"}
+{"time":"2026-08-18T03:32:06.773730566Z","level":"ERROR","msg":"analytics: failed to send telemetry to backend proxy","error":"context canceled"}
+{"time":"2026-08-18T03:32:06.773772637Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2456953-2457152-1565976354/socket","Net":"unix"}}
+{"time":"2026-08-18T03:32:07.419475322Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-08-18T03:32:07.419531663Z","level":"INFO","msg":"server: all connections closed"}

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug-internal.log

@@ -0,0 +1,233 @@
+{"time":"2026-08-18T03:04:50.134670956Z","level":"INFO","msg":"wandb-core"}
+{"time":"2026-08-18T03:04:50.135035129Z","level":"INFO","msg":"stream: starting","core version":"0.28.2"}
+{"time":"2026-08-18T03:04:50.387037867Z","level":"INFO","msg":"stream: created new stream","id":"phase5-p5-mae-base-d57"}
+{"time":"2026-08-18T03:04:50.387352219Z","level":"INFO","msg":"stream: started"}
+{"time":"2026-08-18T03:04:50.38744185Z","level":"INFO","msg":"handler: started"}
+{"time":"2026-08-18T03:04:50.38746137Z","level":"INFO","msg":"writer: started","stream_id":"phase5-p5-mae-base-d57"}
+{"time":"2026-08-18T03:04:50.38748828Z","level":"INFO","msg":"sender: started"}
+{"time":"2026-08-18T03:04:51.853931292Z","level":"INFO","msg":"filestream: sending request","total_files":1}
+{"time":"2026-08-18T03:04:52.169957568Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:06.854348279Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":10,"events_offset":0,"events_lines":2,"console_offset":0,"console_lines":30,"uploaded_len":2}
+{"time":"2026-08-18T03:05:07.170333189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:21.854368062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10,"history_lines":17,"events_offset":2,"events_lines":2,"console_offset":30,"console_lines":17}
+{"time":"2026-08-18T03:05:22.130549956Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:36.854892607Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27,"history_lines":18,"events_offset":4,"events_lines":2,"console_offset":47,"console_lines":18}
+{"time":"2026-08-18T03:05:37.125271944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:05:51.855133711Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":17,"events_offset":6,"events_lines":2,"console_offset":65,"console_lines":18}
+{"time":"2026-08-18T03:05:52.141687102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:06.854920566Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":62,"history_lines":18,"events_offset":8,"events_lines":2,"console_offset":83,"console_lines":18}
+{"time":"2026-08-18T03:06:07.149583901Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:21.854259515Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":80,"history_lines":19,"events_offset":10,"events_lines":2,"console_offset":101,"console_lines":19}
+{"time":"2026-08-18T03:06:22.136784993Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:36.855065474Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":99,"history_lines":18,"events_offset":12,"events_lines":2,"console_offset":120,"console_lines":19}
+{"time":"2026-08-18T03:06:37.155303877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:06:51.854502747Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":117,"history_lines":19,"events_offset":14,"events_lines":2,"console_offset":139,"console_lines":19}
+{"time":"2026-08-18T03:06:52.11157171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:06.854589892Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":136,"history_lines":18,"events_offset":16,"events_lines":2,"console_offset":158,"console_lines":19}
+{"time":"2026-08-18T03:07:07.156055404Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:21.854181339Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":154,"history_lines":19,"events_offset":18,"events_lines":2,"console_offset":177,"console_lines":19}
+{"time":"2026-08-18T03:07:22.14075153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:36.854710559Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":173,"history_lines":18,"events_offset":20,"events_lines":2,"console_offset":196,"console_lines":18}
+{"time":"2026-08-18T03:07:37.156070018Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:07:51.855021948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":191,"history_lines":18,"events_offset":22,"events_lines":2,"console_offset":214,"console_lines":19}
+{"time":"2026-08-18T03:07:52.17474249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:06.854964814Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":209,"history_lines":19,"events_offset":24,"events_lines":2,"console_offset":233,"console_lines":19}
+{"time":"2026-08-18T03:08:07.193863416Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:21.854663413Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":228,"history_lines":19,"events_offset":26,"events_lines":2,"console_offset":252,"console_lines":19}
+{"time":"2026-08-18T03:08:22.169048275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:36.854450333Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":247,"history_lines":17,"events_offset":28,"events_lines":2,"console_offset":271,"console_lines":18}
+{"time":"2026-08-18T03:08:37.150276143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:08:51.854693404Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":264,"history_lines":19,"events_offset":30,"events_lines":2,"console_offset":289,"console_lines":19}
+{"time":"2026-08-18T03:08:52.16669939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:06.854791719Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":283,"history_lines":17,"events_offset":32,"events_lines":2,"console_offset":308,"console_lines":18}
+{"time":"2026-08-18T03:09:07.16030445Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:21.854125339Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":300,"history_lines":19,"events_offset":34,"events_lines":2,"console_offset":326,"console_lines":19}
+{"time":"2026-08-18T03:09:22.137722412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:36.854237786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":319,"history_lines":19,"events_offset":36,"events_lines":2,"console_offset":345,"console_lines":19}
+{"time":"2026-08-18T03:09:37.141266133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:09:51.854259619Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":338,"history_lines":18,"events_offset":38,"events_lines":2,"console_offset":364,"console_lines":19}
+{"time":"2026-08-18T03:09:52.160973042Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:06.854532577Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":356,"history_lines":19,"events_offset":40,"events_lines":2,"console_offset":383,"console_lines":19}
+{"time":"2026-08-18T03:10:07.81990119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:21.854407299Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":375,"history_lines":19,"events_offset":42,"events_lines":2,"console_offset":402,"console_lines":19}
+{"time":"2026-08-18T03:10:22.1528354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:36.854339276Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":394,"history_lines":17,"events_offset":44,"events_lines":2,"console_offset":421,"console_lines":18}
+{"time":"2026-08-18T03:10:37.138051115Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:10:51.85494429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":411,"history_lines":20,"events_offset":46,"events_lines":2,"console_offset":439,"console_lines":20}
+{"time":"2026-08-18T03:10:52.160246106Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:06.85430112Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":431,"history_lines":18,"events_offset":48,"events_lines":2,"console_offset":459,"console_lines":19}
+{"time":"2026-08-18T03:11:07.156427646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:21.854791772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":449,"history_lines":20,"events_offset":50,"events_lines":2,"console_offset":478,"console_lines":20}
+{"time":"2026-08-18T03:11:22.12529148Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:36.854804424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":469,"history_lines":19,"events_offset":52,"events_lines":2,"console_offset":498,"console_lines":19}
+{"time":"2026-08-18T03:11:37.139377607Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:11:51.854807782Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":488,"history_lines":17,"events_offset":54,"events_lines":2,"console_offset":517,"console_lines":18}
+{"time":"2026-08-18T03:11:52.14700571Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:06.854405295Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":505,"history_lines":19,"events_offset":56,"events_lines":2,"console_offset":535,"console_lines":19}
+{"time":"2026-08-18T03:12:07.144488168Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:21.855173882Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":524,"history_lines":19,"events_offset":58,"events_lines":2,"console_offset":554,"console_lines":19}
+{"time":"2026-08-18T03:12:22.147816428Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:36.854547195Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":543,"history_lines":18,"events_offset":60,"events_lines":2,"console_offset":573,"console_lines":19}
+{"time":"2026-08-18T03:12:37.196240408Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:12:51.854442393Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":561,"history_lines":18,"events_offset":62,"events_lines":2,"console_offset":592,"console_lines":18}
+{"time":"2026-08-18T03:12:52.833194289Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:06.85434295Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":579,"history_lines":18,"events_offset":64,"events_lines":2,"console_offset":610,"console_lines":18}
+{"time":"2026-08-18T03:13:07.141206715Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:21.854285966Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":597,"history_lines":19,"events_offset":66,"events_lines":2,"console_offset":628,"console_lines":20}
+{"time":"2026-08-18T03:13:22.15969062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:36.85434947Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":19,"events_offset":68,"events_lines":2,"console_offset":648,"console_lines":19}
+{"time":"2026-08-18T03:13:37.76517006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:13:51.854426941Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":635,"history_lines":18,"events_offset":70,"events_lines":2,"console_offset":667,"console_lines":19}
+{"time":"2026-08-18T03:13:52.141895029Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:06.854802475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":19,"events_offset":72,"events_lines":2,"console_offset":686,"console_lines":19}
+{"time":"2026-08-18T03:14:07.174010912Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:21.854347224Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":672,"history_lines":20,"events_offset":74,"events_lines":2,"console_offset":705,"console_lines":20}
+{"time":"2026-08-18T03:14:22.179084508Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:36.855185234Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":692,"history_lines":18,"events_offset":76,"events_lines":2,"console_offset":725,"console_lines":19}
+{"time":"2026-08-18T03:14:37.135440127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:14:51.854561816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":710,"history_lines":19,"events_offset":78,"events_lines":2,"console_offset":744,"console_lines":19}
+{"time":"2026-08-18T03:14:52.128863015Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:06.854657879Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":729,"history_lines":19,"events_offset":80,"events_lines":2,"console_offset":763,"console_lines":19}
+{"time":"2026-08-18T03:15:07.139260625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:21.855015087Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":748,"history_lines":16,"events_offset":82,"events_lines":2,"console_offset":782,"console_lines":17}
+{"time":"2026-08-18T03:15:22.157255795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:36.854718032Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":764,"history_lines":19,"events_offset":84,"events_lines":2,"console_offset":799,"console_lines":19}
+{"time":"2026-08-18T03:15:37.144008789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:15:51.854590649Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":783,"history_lines":18,"events_offset":86,"events_lines":2,"console_offset":818,"console_lines":19}
+{"time":"2026-08-18T03:15:52.157356775Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:06.854565382Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":801,"history_lines":19,"events_offset":88,"events_lines":2,"console_offset":837,"console_lines":19}
+{"time":"2026-08-18T03:16:07.151864584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:21.85450691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":19,"events_offset":90,"events_lines":2,"console_offset":856,"console_lines":19}
+{"time":"2026-08-18T03:16:22.149163864Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:36.854658056Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":839,"history_lines":19,"events_offset":92,"events_lines":2,"console_offset":875,"console_lines":20}
+{"time":"2026-08-18T03:16:37.17918887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:16:51.854704819Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":858,"history_lines":19,"events_offset":94,"events_lines":2,"console_offset":895,"console_lines":19}
+{"time":"2026-08-18T03:16:52.136837436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:06.854210659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":877,"history_lines":20,"events_offset":96,"events_lines":2,"console_offset":914,"console_lines":20}
+{"time":"2026-08-18T03:17:07.166564378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:21.854513987Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":897,"history_lines":18,"events_offset":98,"events_lines":2,"console_offset":934,"console_lines":19}
+{"time":"2026-08-18T03:17:22.155828077Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:36.85428262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":915,"history_lines":20,"events_offset":100,"events_lines":2,"console_offset":953,"console_lines":20}
+{"time":"2026-08-18T03:17:37.166429595Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:17:51.854657636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":18,"events_offset":102,"events_lines":2,"console_offset":973,"console_lines":19}
+{"time":"2026-08-18T03:17:52.152710896Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:06.854297595Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":953,"history_lines":20,"events_offset":104,"events_lines":2,"console_offset":992,"console_lines":20}
+{"time":"2026-08-18T03:18:07.190186208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:21.854336999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":973,"history_lines":19,"events_offset":106,"events_lines":2,"console_offset":1012,"console_lines":19}
+{"time":"2026-08-18T03:18:22.160794274Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:36.855179144Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":992,"history_lines":17,"events_offset":108,"events_lines":2,"console_offset":1031,"console_lines":18}
+{"time":"2026-08-18T03:18:37.126516125Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:18:51.854500985Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1009,"history_lines":20,"events_offset":110,"events_lines":2,"console_offset":1049,"console_lines":20}
+{"time":"2026-08-18T03:18:52.160331935Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:06.854922024Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1029,"history_lines":19,"events_offset":112,"events_lines":2,"console_offset":1069,"console_lines":19}
+{"time":"2026-08-18T03:19:07.1546789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:21.854546477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1048,"history_lines":19,"events_offset":114,"events_lines":2,"console_offset":1088,"console_lines":20}
+{"time":"2026-08-18T03:19:22.148758701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:36.854467494Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1067,"history_lines":19,"events_offset":116,"events_lines":2,"console_offset":1108,"console_lines":19}
+{"time":"2026-08-18T03:19:37.135023777Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:19:51.854528613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1086,"history_lines":17,"events_offset":118,"events_lines":2,"console_offset":1127,"console_lines":18}
+{"time":"2026-08-18T03:19:52.161976139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:06.854494822Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1103,"history_lines":20,"events_offset":120,"events_lines":2,"console_offset":1145,"console_lines":20}
+{"time":"2026-08-18T03:20:07.189365951Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:21.854607267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1123,"history_lines":19,"events_offset":122,"events_lines":2,"console_offset":1165,"console_lines":19}
+{"time":"2026-08-18T03:20:22.199247287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:36.854640776Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1142,"history_lines":18,"events_offset":124,"events_lines":2,"console_offset":1184,"console_lines":19}
+{"time":"2026-08-18T03:20:37.162021144Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:20:51.854332155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1160,"history_lines":20,"events_offset":126,"events_lines":2,"console_offset":1203,"console_lines":20}
+{"time":"2026-08-18T03:20:52.169197171Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:06.854504861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1180,"history_lines":19,"events_offset":128,"events_lines":2,"console_offset":1223,"console_lines":19}
+{"time":"2026-08-18T03:21:07.189028632Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:21.855139271Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1199,"history_lines":18,"events_offset":130,"events_lines":2,"console_offset":1242,"console_lines":19}
+{"time":"2026-08-18T03:21:22.149343191Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:36.854391852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1217,"history_lines":20,"events_offset":132,"events_lines":2,"console_offset":1261,"console_lines":20}
+{"time":"2026-08-18T03:21:37.159603366Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:21:51.854102885Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1237,"history_lines":17,"events_offset":134,"events_lines":2,"console_offset":1281,"console_lines":18}
+{"time":"2026-08-18T03:21:52.129457199Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:06.854899957Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1254,"history_lines":19,"events_offset":136,"events_lines":2,"console_offset":1299,"console_lines":19}
+{"time":"2026-08-18T03:22:07.183859562Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:21.854629174Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1273,"history_lines":19,"events_offset":138,"events_lines":2,"console_offset":1318,"console_lines":19}
+{"time":"2026-08-18T03:22:22.147045655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:36.855014712Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1292,"history_lines":18,"events_offset":140,"events_lines":2,"console_offset":1337,"console_lines":19}
+{"time":"2026-08-18T03:22:37.143402275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:22:51.854957501Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1310,"history_lines":18,"events_offset":142,"events_lines":2,"console_offset":1356,"console_lines":18}
+{"time":"2026-08-18T03:22:52.151363093Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:06.854278915Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1328,"history_lines":19,"events_offset":144,"events_lines":2,"console_offset":1374,"console_lines":19}
+{"time":"2026-08-18T03:23:07.14781869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:21.854955978Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1347,"history_lines":18,"events_offset":146,"events_lines":2,"console_offset":1393,"console_lines":19}
+{"time":"2026-08-18T03:23:22.14877961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:36.854647835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1365,"history_lines":19,"events_offset":148,"events_lines":2,"console_offset":1412,"console_lines":19}
+{"time":"2026-08-18T03:23:37.14061952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:23:51.85613659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1384,"history_lines":16,"events_offset":150,"events_lines":2,"console_offset":1431,"console_lines":17}
+{"time":"2026-08-18T03:23:52.139571284Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:06.855355984Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1400,"history_lines":20,"events_offset":152,"events_lines":2,"console_offset":1448,"console_lines":20}
+{"time":"2026-08-18T03:24:07.188998378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:21.854779108Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1420,"history_lines":18,"events_offset":154,"events_lines":2,"console_offset":1468,"console_lines":18}
+{"time":"2026-08-18T03:24:22.157004442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:36.854202003Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1438,"history_lines":18,"events_offset":156,"events_lines":2,"console_offset":1486,"console_lines":19}
+{"time":"2026-08-18T03:24:37.14549721Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:24:51.854834971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1456,"history_lines":18,"events_offset":158,"events_lines":2,"console_offset":1505,"console_lines":18}
+{"time":"2026-08-18T03:24:52.135038652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:06.854385992Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1474,"history_lines":19,"events_offset":160,"events_lines":2,"console_offset":1523,"console_lines":19}
+{"time":"2026-08-18T03:25:07.164585869Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:21.854864666Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1493,"history_lines":16,"events_offset":162,"events_lines":2,"console_offset":1542,"console_lines":17}
+{"time":"2026-08-18T03:25:22.172697507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:36.8545263Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1509,"history_lines":19,"events_offset":164,"events_lines":2,"console_offset":1559,"console_lines":19}
+{"time":"2026-08-18T03:25:37.144673668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:25:51.85451005Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1528,"history_lines":19,"events_offset":166,"events_lines":2,"console_offset":1578,"console_lines":19}
+{"time":"2026-08-18T03:25:52.139657201Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:06.854404528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1547,"history_lines":19,"events_offset":168,"events_lines":2,"console_offset":1597,"console_lines":20}
+{"time":"2026-08-18T03:26:07.167963767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:21.854405306Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1566,"history_lines":17,"events_offset":170,"events_lines":2,"console_offset":1617,"console_lines":17}
+{"time":"2026-08-18T03:26:22.162657484Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:36.854756985Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1583,"history_lines":18,"events_offset":172,"events_lines":2,"console_offset":1634,"console_lines":19}
+{"time":"2026-08-18T03:26:37.1449325Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:26:51.854618981Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1601,"history_lines":18,"events_offset":174,"events_lines":2,"console_offset":1653,"console_lines":18}
+{"time":"2026-08-18T03:26:52.129665206Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:06.85493062Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1619,"history_lines":19,"events_offset":176,"events_lines":2,"console_offset":1671,"console_lines":19}
+{"time":"2026-08-18T03:27:07.139360576Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:21.85499525Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1638,"history_lines":17,"events_offset":178,"events_lines":2,"console_offset":1690,"console_lines":18}
+{"time":"2026-08-18T03:27:22.155535264Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:36.854848717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1655,"history_lines":18,"events_offset":180,"events_lines":2,"console_offset":1708,"console_lines":18}
+{"time":"2026-08-18T03:27:37.134475517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:27:51.85434042Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1673,"history_lines":19,"events_offset":182,"events_lines":2,"console_offset":1726,"console_lines":19}
+{"time":"2026-08-18T03:27:52.159585274Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:06.854484857Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1692,"history_lines":18,"events_offset":184,"events_lines":2,"console_offset":1745,"console_lines":19}
+{"time":"2026-08-18T03:28:07.180421768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:21.854814835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1710,"history_lines":19,"events_offset":186,"events_lines":2,"console_offset":1764,"console_lines":19}
+{"time":"2026-08-18T03:28:22.158683469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:36.85433277Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1729,"history_lines":18,"events_offset":188,"events_lines":2,"console_offset":1783,"console_lines":18}
+{"time":"2026-08-18T03:28:37.177121277Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:28:51.854993099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1747,"history_lines":16,"events_offset":190,"events_lines":2,"console_offset":1801,"console_lines":17}
+{"time":"2026-08-18T03:28:52.147648249Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:06.855988505Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1763,"history_lines":18,"events_offset":192,"events_lines":2,"console_offset":1818,"console_lines":18}
+{"time":"2026-08-18T03:29:07.143580137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:21.855065087Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1781,"history_lines":18,"events_offset":194,"events_lines":2,"console_offset":1836,"console_lines":19}
+{"time":"2026-08-18T03:29:22.143061811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:36.854232951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1799,"history_lines":19,"events_offset":196,"events_lines":2,"console_offset":1855,"console_lines":19}
+{"time":"2026-08-18T03:29:37.625459139Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:29:51.854970993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1818,"history_lines":20,"events_offset":198,"events_lines":2,"console_offset":1874,"console_lines":20}
+{"time":"2026-08-18T03:29:52.151656324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:06.854135912Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1838,"history_lines":18,"events_offset":200,"events_lines":2,"console_offset":1894,"console_lines":19}
+{"time":"2026-08-18T03:30:07.179144054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:21.854850236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1856,"history_lines":19,"events_offset":202,"events_lines":2,"console_offset":1913,"console_lines":19}
+{"time":"2026-08-18T03:30:22.16849049Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:36.855078697Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1875,"history_lines":20,"events_offset":204,"events_lines":2,"console_offset":1932,"console_lines":20}
+{"time":"2026-08-18T03:30:37.152777416Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:30:51.854466084Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1895,"history_lines":18,"events_offset":206,"events_lines":2,"console_offset":1952,"console_lines":19}
+{"time":"2026-08-18T03:30:52.153963086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:06.855011043Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1913,"history_lines":20,"events_offset":208,"events_lines":2,"console_offset":1971,"console_lines":20}
+{"time":"2026-08-18T03:31:07.150475712Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:21.854683349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1933,"history_lines":19,"events_offset":210,"events_lines":2,"console_offset":1991,"console_lines":20}
+{"time":"2026-08-18T03:31:22.164342757Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:36.854248391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1952,"history_lines":19,"events_offset":212,"events_lines":2,"console_offset":2011,"console_lines":19}
+{"time":"2026-08-18T03:31:37.138724622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:31:51.854356811Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1971,"history_lines":19,"events_offset":214,"events_lines":2,"console_offset":2030,"console_lines":19}
+{"time":"2026-08-18T03:31:52.132854528Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:32:04.947645034Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-08-18T03:32:04.947976978Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":1990,"history_lines":10,"console_offset":2049,"console_lines":10,"uploaded_len":3,"complete":true,"exit_code":0}
+{"time":"2026-08-18T03:32:05.27305031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
+{"time":"2026-08-18T03:32:05.276867778Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-08-18T03:32:05.283613552Z","level":"INFO","msg":"stream: finishing up"}
+{"time":"2026-08-18T03:32:05.283639202Z","level":"INFO","msg":"handler: closed"}
+{"time":"2026-08-18T03:32:05.283836235Z","level":"INFO","msg":"sender: closed"}
+{"time":"2026-08-18T03:32:05.283849545Z","level":"INFO","msg":"stream: all finished"}

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug.log

@@ -0,0 +1,24 @@
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_setup.py:_flush():81] Current SDK version is 0.28.2
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_setup.py:_flush():81] Configure stats pid to 2456953
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:setup_run_log_directory():739] Logging user logs to /workspace/runs/p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug.log
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:setup_run_log_directory():740] Logging internal logs to /workspace/runs/p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/logs/debug-internal.log
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():783] calling init triggers
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():788] wandb.init called with sweep_config: {}
+config: {'model': {'embed_dim': 768, 'depth': 12, 'num_heads': 12, 'mlp_ratio': 4, 'target_frames': 1024, 'mel_bins': 64, 'patch_time': 16, 'patch_freq': 16, 'decoder_layers': 6, 'decoder_groups': 16, 'decoder_kernel': 3}, 'objective': {'kind': 'mae', 'mae_norm_pix': True, 'num_classes': 527, 'clone_batch': 1, 'mask_prob': 0.8, 'mask_length': 5, 'mask_prob_adjust': 0.07, 'average_top_k_layers': 0, 'utterance_weight': 1.0, 'normalize_utterance_target': False, 'ema_decay': 0.9998, 'ema_end_decay': 0.99999, 'ema_anneal_steps': None}, 'data': {'data_dir': '/workspace/data/asmel_flat', 'train_split': 'train', 'val_split': 'balanced_train', 'revision': '', 'batch_size': 24, 'num_workers': 12, 'prefetch_factor': 4, 'pin_memory': True, 'persistent_workers': True, 'drop_last': True, 'seed': 0, 'max_shards': 0}, 'mixture': {'cluster_index': '/workspace/data/asmel_flat/train_cluster_index.npy', 'distributions': None, 'dist_id': None, 'weights': [0.0, 0.02746875, 0.0, 0.325078125, 0.0, 0.0, 0.00881640625, 0.0, 0.0, 0.0, 0.3256328125, 0.0, 0.0, 0.31300390625, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], 'repetition_cap': 1000.0, 'distinct_fraction': None}, 'optim': {'lr': 0.0001, 'betas': [0.9, 0.95], 'eps': 1e-08, 'weight_decay': 0.05, 'clip_norm': 4.0, 'warmup_frac': 0.1, 'min_lr_scale': 0.002}, 'loop': {'budget_clips': 1920000, 'schedule_clips': None, 'gradient_accumulation_steps': 2, 'precision': 'bfloat16', 'compile': True, 'compile_mode': 'default', 'log_every_n_steps': 20, 'heartbeat_every_n_steps': 50, 'max_steps': None}, 'eval': {'enabled': True, 'every_n_steps': 1000, 'num_clips': 2048, 'mask_seed': 12345, 'batch_size': 48}, 'checkpoint': {'save_every_n_steps': 5000, 'export_every_n_steps': 5000, 'keep_last_n_exports': 0}, 'tracking': {'campaign_id': 'phase5', 'trial_id': 'p5-mae-base-d57', 'wandb_project': 'mixture-transfer', 'wandb_entity': None, 'wandb_mode': 'online', 'wandb_run_id': None, 'hub_repo_id': None, 'hub_private': False, 'hub_upload': False}, 'runtime': {'seed': 0, 'data_loader_seed': None, 'objective_seed': None, 'deterministic': False, 'allow_tf32': True}, '_wandb': {}}
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():831] starting backend
+2026-08-18 03:04:50,132 INFO    MainThread:2456953 [wandb_init.py:init():846] sending inform_init request
+2026-08-18 03:04:50,388 INFO    MainThread:2456953 [wandb_init.py:init():851] backend started and connected
+2026-08-18 03:04:50,390 INFO    MainThread:2456953 [wandb_init.py:init():921] updated telemetry
+2026-08-18 03:04:50,403 INFO    MainThread:2456953 [wandb_init.py:init():944] communicating run to backend with 90.0 second timeout
+2026-08-18 03:04:51,290 INFO    MainThread:2456953 [wandb_init.py:init():981] starting run threads in backend
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_console_start():2626] atexit reg
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_redirect():2476] redirect: wrap_raw
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_redirect():2545] Wrapping output streams.
+2026-08-18 03:04:51,392 INFO    MainThread:2456953 [wandb_run.py:_redirect():2568] Redirects installed.
+2026-08-18 03:04:51,394 INFO    MainThread:2456953 [wandb_init.py:init():1019] run started, returning control to user process
+2026-08-18 03:32:02,586 INFO    MainThread:2456953 [wandb_run.py:_finish():2397] finishing run luequinn-montana-state-university/mixture-transfer/phase5-p5-mae-base-d57
+2026-08-18 03:32:02,586 INFO    MainThread:2456953 [wandb_run.py:_atexit_cleanup():2593] got exitcode: 0
+2026-08-18 03:32:02,587 INFO    MainThread:2456953 [wandb_run.py:_restore():2575] restore
+2026-08-18 03:32:02,587 INFO    MainThread:2456953 [wandb_run.py:_restore():2581] restore done
+2026-08-18 03:32:05,282 INFO    MainThread:2456953 [wandb_run.py:_footer_sync_info():4025] logging synced files

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/run-phase5-p5-mae-base-d57.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63926fe8ba8f6871b94a83ea0c85f3e2bfbaa8e214c949bb13f7ad7e8008f004
+size 3599697

p5-mae-base-d57/wandb/run-20260818_030450-phase5-p5-mae-base-d57/run-phase5-p5-mae-base-d57.wandb.syncstate

@@ -0,0 +1 @@
+{"starting_step":0}