Upload folder using huggingface_hub

p5-mae-15m-d40/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/epoch_ablation.json

@@ -0,0 +1,22 @@
+{
+  "p5-mae-15m-d40|ep1": {
+    "vals": [
+      0.13797264400095569,
+      0.13761589785267297,
+      0.13691828189509614
+    ],
+    "mean": 0.13750227458290826,
+    "sd": 0.0005362858828480963,
+    "seconds": 114.25962602801155
+  },
+  "p5-mae-15m-d40|ep4": {
+    "vals": [
+      0.20045903610486177,
+      0.20184931083117563,
+      0.2027096116625522
+    ],
+    "mean": 0.20167265286619654,
+    "sd": 0.0011356401774599697,
+    "seconds": 274.85516754805576
+  }
+}

p5-mae-15m-d40/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00005000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.10376932463861394,
+  "probe/map_train": 0.4705544232021473,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.12533450538276622,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.993062421912327,
+  "probe/total_s": 8.697357782977633,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12251598924173986
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12276612569850143
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12428375067360756
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12533450538276622
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11981515116120142
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1008217224632116
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08099900805338354
+    }
+  ],
+  "per_class_ap": [
+    0.5901501178741455,
+    0.009214210323989391,
+    0.07281744480133057,
+    0.13864734768867493,
+    0.08534964919090271,
+    0.23909339308738708,
+    0.21181122958660126,
+    0.3400379419326782,
+    0.019990775734186172,
+    0.028324810788035393,
+    0.022282814607024193,
+    0.08928117156028748,
+    0.44243380427360535,
+    0.20572827756404877,
+    0.03663736581802368,
+    0.3868071138858795,
+    0.2297554761171341,
+    0.32107287645339966,
+    0.035612888634204865,
+    0.04121958091855049,
+    0.16470195353031158,
+    0.05270424112677574,
+    0.08653046190738678,
+    0.10395257920026779,
+    0.02210535667836666,
+    0.024344084784388542,
+    0.05252186208963394,
+    0.142501100897789,
+    0.11629854142665863,
+    0.0357750728726387,
+    0.14482076466083527,
+    0.10957538336515427,
+    0.019230274483561516,
+    0.05641782656311989,
+    0.20960992574691772,
+    0.023665551096200943,
+    0.29168033599853516,
+    0.035371892154216766,
+    0.03856171667575836,
+    0.08582770079374313,
+    0.10026411712169647,
+    0.025708386674523354,
+    0.04623060300946236,
+    0.22861605882644653,
+    0.008166244253516197,
+    0.05838800221681595,
+    0.011268173344433308,
+    0.05372004210948944,
+    0.0432986281812191,
+    0.04280480742454529,
+    0.12488184124231339,
+    0.007737281266599894,
+    0.025655794888734818,
+    0.04139361530542374,
+    0.13987070322036743,
+    0.07846347242593765,
+    0.0593574233353138,
+    0.2553272545337677,
+    0.08290653675794601,
+    0.037105023860931396,
+    0.16125808656215668,
+    0.14386776089668274,
+    0.03365493193268776,
+    0.10878006368875504,
+    0.48874959349632263,
+    0.2109544575214386,
+    0.21891513466835022,
+    0.19435173273086548,
+    0.30945995450019836,
+    0.3341156840324402,
+    0.06314576417207718,
+    0.08172502368688583,
+    0.13125279545783997,
+    0.11840876936912537,
+    0.12405376136302948,
+    0.14515849947929382,
+    0.049668870866298676,
+    0.13369382917881012,
+    0.14509598910808563,
+    0.047663137316703796,
+    0.014748482964932919,
+    0.049367815256118774,
+    0.2035171240568161,
+    0.03587682545185089,
+    0.06700000166893005,
+    0.01744123548269272,
+    0.03089139796793461,
+    0.02824496105313301,
+    0.02248072251677513,
+    0.0414184145629406,
+    0.02629445493221283,
+    0.02769382856786251,
+    0.1511840671300888,
+    0.009793118573725224,
+    0.03014150634407997,
+    0.021116113290190697,
+    0.010701695457100868,
+    0.04601159691810608,
+    0.09272119402885437,
+    0.175462543964386,
+    0.08812689036130905,
+    0.21372586488723755,
+    0.028233401477336884,
+    0.02848743088543415,
+    0.012480170466005802,
+    0.044823337346315384,
+    0.03710789978504181,
+    0.04586135223507881,
+    0.0521109513938427,
+    0.10821831971406937,
+    0.09416592866182327,
+    0.08828413486480713,
+    0.06773976236581802,
+    0.07615945488214493,
+    0.024935605004429817,
+    0.11786418408155441,
+    0.10904534161090851,
+    0.10122887045145035,
+    0.1001167818903923,
+    0.07099941372871399,
+    0.07355499267578125,
+    0.08109159767627716,
+    0.0695776715874672,
+    0.050747860223054886,
+    0.008013347163796425,
+    0.017682824283838272,
+    0.08995750546455383,
+    0.12195882946252823,
+    0.06775220483541489,
+    0.05218668654561043,
+    0.004145411774516106,
+    0.05110381543636322,
+    0.08264288306236267,
+    0.08344460278749466,
+    0.019017891958355904,
+    0.012231839820742607,
+    0.041495997458696365,
+    0.689717710018158,
+    0.21665634214878082,
+    0.2719254195690155,
+    0.3635275661945343,
+    0.24837060272693634,
+    0.08963140100240707,
+    0.13652481138706207,
+    0.06105094775557518,
+    0.09080485999584198,
+    0.061686400324106216,
+    0.12028466165065765,
+    0.07835985720157623,
+    0.13008415699005127,
+    0.06709442287683487,
+    0.13945044577121735,
+    0.15715335309505463,
+    0.058698125183582306,
+    0.04693880304694176,
+    0.15587826073169708,
+    0.06475981324911118,
+    0.06108031049370766,
+    0.02524585835635662,
+    0.06832798570394516,
+    0.29802462458610535,
+    0.22648771107196808,
+    0.2859853506088257,
+    0.15141968429088593,
+    0.20141500234603882,
+    0.2298814058303833,
+    0.25698360800743103,
+    0.13233575224876404,
+    0.288862943649292,
+    0.26525643467903137,
+    0.1752428263425827,
+    0.2772362530231476,
+    0.30082541704177856,
+    0.11398269981145859,
+    0.08502496778964996,
+    0.12182435393333435,
+    0.1387491673231125,
+    0.2884681820869446,
+    0.0294357780367136,
+    0.07622233033180237,
+    0.09019967913627625,
+    0.07777218520641327,
+    0.13497009873390198,
+    0.15443579852581024,
+    0.03089161589741707,
+    0.2791832685470581,
+    0.2720091640949249,
+    0.09109757095575333,
+    0.20416486263275146,
+    0.11417582631111145,
+    0.12018389254808426,
+    0.058385562151670456,
+    0.21884211897850037,
+    0.17685075104236603,
+    0.14728596806526184,
+    0.33882275223731995,
+    0.06491472572088242,
+    0.07715685665607452,
+    0.1098538488149643,
+    0.14665642380714417,
+    0.04929269850254059,
+    0.1672191023826599,
+    0.0446036122739315,
+    0.14448854327201843,
+    0.20130296051502228,
+    0.09555020183324814,
+    0.09526672959327698,
+    0.3103063702583313,
+    0.12473195046186447,
+    0.16738677024841309,
+    0.6788712739944458,
+    0.2801783084869385,
+    0.3760758340358734,
+    0.03188833221793175,
+    0.27020329236984253,
+    0.09167871624231339,
+    0.039073728024959564,
+    0.21707835793495178,
+    0.07080288976430893,
+    0.09701883047819138,
+    0.13495555520057678,
+    0.10444360971450806,
+    0.16351363062858582,
+    0.17563091218471527,
+    0.05617517605423927,
+    0.050718631595373154,
+    0.06987476348876953,
+    0.035162314772605896,
+    0.11963360011577606,
+    0.025321265682578087,
+    0.0426514707505703,
+    0.04392562061548233,
+    0.07907894998788834,
+    0.07700444757938385,
+    0.017869696021080017,
+    0.01597888208925724,
+    0.18849536776542664,
+    0.017513496801257133,
+    0.21396717429161072,
+    0.03216276690363884,
+    0.15474462509155273,
+    0.280434250831604,
+    0.2665000855922699,
+    0.22521358728408813,
+    0.1403062790632248,
+    0.2547260820865631,
+    0.03412935510277748,
+    0.16382630169391632,
+    0.026515740901231766,
+    0.06674254685640335,
+    0.09931027144193649,
+    0.04203302413225174,
+    0.07237009704113007,
+    0.05889064818620682,
+    0.03940581530332565,
+    0.1339579075574875,
+    0.21354570984840393,
+    0.15991026163101196,
+    0.0829339399933815,
+    0.06512291729450226,
+    0.03869100287556648,
+    0.039092741906642914,
+    0.14332900941371918,
+    0.09083875268697739,
+    0.01788942888379097,
+    0.06333824247121811,
+    0.05375717952847481,
+    0.06815643608570099,
+    0.12408345192670822,
+    0.035051289945840836,
+    0.02591729536652565,
+    0.1816663146018982,
+    0.06594154238700867,
+    0.03144897520542145,
+    0.1692637801170349,
+    0.045688729733228683,
+    0.04558086395263672,
+    0.031032351776957512,
+    0.04855942353606224,
+    0.0301721952855587,
+    0.01665254682302475,
+    0.23387156426906586,
+    0.09710339456796646,
+    0.14069150388240814,
+    0.05383836477994919,
+    0.1378645896911621,
+    0.16956953704357147,
+    0.19200891256332397,
+    0.16170963644981384,
+    0.14055773615837097,
+    0.15018510818481445,
+    0.12477146089076996,
+    0.0782116949558258,
+    0.21665672957897186,
+    0.11804874241352081,
+    0.09494507312774658,
+    0.08935431391000748,
+    0.005632078740745783,
+    0.010379456914961338,
+    0.008883969858288765,
+    0.24734365940093994,
+    0.14123474061489105,
+    0.07724476605653763,
+    0.053248658776283264,
+    0.03887538984417915,
+    0.061772529035806656,
+    0.023712513968348503,
+    0.1371864229440689,
+    0.02268463559448719,
+    0.03736620023846626,
+    0.09013960510492325,
+    0.021024949848651886,
+    0.06406152248382568,
+    0.05338644981384277,
+    0.04711738973855972,
+    0.058868296444416046,
+    0.05685393512248993,
+    0.04139013588428497,
+    0.04733307287096977,
+    0.04721469432115555,
+    0.15255878865718842,
+    0.05028151720762253,
+    0.38336601853370667,
+    0.2648032307624817,
+    0.23628725111484528,
+    0.18440628051757812,
+    0.034908391535282135,
+    0.06317998468875885,
+    0.17399004101753235,
+    0.16894404590129852,
+    0.11018405854701996,
+    0.2017594426870346,
+    0.16528388857841492,
+    0.14336395263671875,
+    0.11847225576639175,
+    0.11552834510803223,
+    0.06634913384914398,
+    0.1403685063123703,
+    0.06591621786355972,
+    0.028637852519750595,
+    0.06253711879253387,
+    0.006596697028726339,
+    0.03498713672161102,
+    0.1313713788986206,
+    0.081617072224617,
+    0.052748773247003555,
+    0.08419078588485718,
+    0.23228006064891815,
+    0.023829041048884392,
+    0.02061544358730316,
+    0.07831643521785736,
+    0.015470716170966625,
+    0.054786015301942825,
+    0.061537448316812515,
+    0.025141552090644836,
+    0.03468100354075432,
+    0.02393486723303795,
+    0.010531642474234104,
+    0.0435139462351799,
+    0.08979685604572296,
+    0.015469550155103207,
+    0.03234337642788887,
+    0.07937054336071014,
+    0.051472537219524384,
+    0.02190542034804821,
+    0.031105050817131996,
+    0.3176391124725342,
+    0.1290452927350998,
+    0.011339278891682625,
+    0.10532331466674805,
+    0.11088435351848602,
+    0.13361318409442902,
+    0.07789299637079239,
+    0.32589319348335266,
+    0.09660380333662033,
+    0.025282396003603935,
+    0.06299713999032974,
+    0.04322712495923042,
+    0.012719905935227871,
+    0.014690190553665161,
+    0.03005247190594673,
+    0.08218485862016678,
+    0.03249773755669594,
+    0.042537372559309006,
+    0.10034988075494766,
+    0.157053142786026,
+    0.14266832172870636,
+    0.04098263010382652,
+    0.05210401490330696,
+    0.032079875469207764,
+    0.1858779937028885,
+    0.04832400754094124,
+    0.013908552005887032,
+    0.32643309235572815,
+    0.11332713812589645,
+    0.03450309857726097,
+    0.3917222023010254,
+    0.4680826961994171,
+    0.028946222737431526,
+    0.2667328715324402,
+    0.30480456352233887,
+    0.04682684689760208,
+    0.08380695432424545,
+    0.16059359908103943,
+    0.01785486750304699,
+    0.02591230906546116,
+    0.012300512753427029,
+    0.02526870183646679,
+    0.028995508328080177,
+    0.00861949659883976,
+    0.008577646687626839,
+    0.08944988995790482,
+    0.014606681652367115,
+    0.014031553640961647,
+    0.20138326287269592,
+    0.1593671292066574,
+    0.017912134528160095,
+    0.02317841723561287,
+    0.08954405784606934,
+    0.08415652066469193,
+    0.19960536062717438,
+    0.030888326466083527,
+    0.05375194922089577,
+    0.1327826827764511,
+    0.08493610471487045,
+    0.09299373626708984,
+    0.03521027788519859,
+    0.110374316573143,
+    0.12723378837108612,
+    0.17147773504257202,
+    0.07939357310533524,
+    0.11026466637849808,
+    0.0828733742237091,
+    0.055515892803668976,
+    0.0072428444400429726,
+    0.08577366918325424,
+    0.22642888128757477,
+    0.0503518208861351,
+    0.11688954383134842,
+    0.01121558714658022,
+    0.022847073152661324,
+    0.01274961419403553,
+    0.008701725862920284,
+    0.04682210460305214,
+    0.010344226844608784,
+    0.07384853065013885,
+    0.009638507850468159,
+    0.014191084541380405,
+    0.017148585990071297,
+    0.024219222366809845,
+    0.011002388782799244,
+    0.03501099720597267,
+    0.008585914969444275,
+    0.027367694303393364,
+    0.029414013028144836,
+    0.12702180445194244,
+    0.026652343571186066,
+    0.06398507207632065,
+    0.03985699266195297,
+    0.08304686099290848,
+    0.0321529246866703,
+    0.030198313295841217,
+    0.15399567782878876,
+    0.43318599462509155,
+    0.18948541581630707,
+    0.18214596807956696,
+    0.02665017917752266,
+    0.057864945381879807,
+    0.03467526286840439,
+    0.0919877141714096,
+    0.1171136423945427,
+    0.04518929496407509,
+    0.07614059746265411,
+    0.008978619240224361,
+    0.1406036913394928,
+    0.005372046492993832,
+    0.1951970010995865,
+    0.06383586674928665,
+    0.04592272266745567,
+    0.1910383105278015,
+    0.10581701248884201,
+    0.08103981614112854,
+    0.009203772060573101,
+    0.04075954109430313,
+    0.048536449670791626,
+    0.010981951840221882,
+    0.007455560844391584,
+    0.047980088740587234,
+    0.03480570390820503,
+    0.04817795008420944,
+    0.11359860748052597,
+    0.14026394486427307,
+    0.04769526794552803,
+    0.1527116596698761,
+    0.20340324938297272,
+    0.03960062563419342,
+    0.028332935646176338,
+    0.1397968977689743,
+    0.04630675166845322,
+    0.08397721499204636,
+    0.12175697088241577,
+    0.17131046950817108,
+    0.011661641299724579,
+    0.10009457916021347,
+    0.02518662065267563,
+    0.01912086457014084,
+    0.08294975012540817,
+    0.014955527149140835,
+    0.01311950758099556,
+    0.02621568739414215,
+    0.028117934241890907,
+    0.1416764110326767,
+    0.07659563422203064,
+    0.011421934701502323,
+    0.10247384756803513,
+    0.2605328857898712,
+    0.010925761424005032,
+    0.33890706300735474,
+    0.022495746612548828,
+    0.030477484688162804,
+    0.029969578608870506,
+    0.1988559514284134,
+    0.15114611387252808,
+    0.025706414133310318,
+    0.006259126588702202,
+    0.10557235777378082,
+    0.07862956821918488
+  ]
+}

p5-mae-15m-d40/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00010000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.12171024101321538,
+  "probe/map_train": 0.4828364222506644,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1454324143297221,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.963385727023706,
+  "probe/total_s": 8.497753247036599,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1424282127434646
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1425865573465711
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14360851202817523
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1454324143297221
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14006736841445092
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11966433556904164
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0982014255463879
+    }
+  ],
+  "per_class_ap": [
+    0.604688823223114,
+    0.011455893516540527,
+    0.0604412741959095,
+    0.14820298552513123,
+    0.09306202083826065,
+    0.2714897096157074,
+    0.17709216475486755,
+    0.26362496614456177,
+    0.0400676429271698,
+    0.03665389493107796,
+    0.01839098148047924,
+    0.05264292657375336,
+    0.4565570652484894,
+    0.27910134196281433,
+    0.040669843554496765,
+    0.3211498558521271,
+    0.23039260506629944,
+    0.3262328803539276,
+    0.0464167520403862,
+    0.08768271654844284,
+    0.22142904996871948,
+    0.0768207535147667,
+    0.19732952117919922,
+    0.1053275391459465,
+    0.07379316538572311,
+    0.024363623932003975,
+    0.07110675424337387,
+    0.13899028301239014,
+    0.21079306304454803,
+    0.07449741661548615,
+    0.17753925919532776,
+    0.08505136519670486,
+    0.02188871242105961,
+    0.062371738255023956,
+    0.2224370390176773,
+    0.04825800657272339,
+    0.34026986360549927,
+    0.055995456874370575,
+    0.04892723634839058,
+    0.07650560140609741,
+    0.1212548092007637,
+    0.016642550006508827,
+    0.06144249811768532,
+    0.2916795015335083,
+    0.010372530668973923,
+    0.10946555435657501,
+    0.02166612632572651,
+    0.11181811988353729,
+    0.056549664586782455,
+    0.06169090047478676,
+    0.11315640807151794,
+    0.00884417723864317,
+    0.048510123044252396,
+    0.040240973234176636,
+    0.19683659076690674,
+    0.09580042958259583,
+    0.16426894068717957,
+    0.3440830707550049,
+    0.0857735350728035,
+    0.06060187891125679,
+    0.16157829761505127,
+    0.2047920972108841,
+    0.065840944647789,
+    0.14128343760967255,
+    0.533099889755249,
+    0.2174929529428482,
+    0.26754534244537354,
+    0.2596698999404907,
+    0.38361769914627075,
+    0.33983421325683594,
+    0.11178477853536606,
+    0.10648375004529953,
+    0.15995238721370697,
+    0.1529577225446701,
+    0.15953096747398376,
+    0.2218819260597229,
+    0.04933861270546913,
+    0.2062901258468628,
+    0.1423172652721405,
+    0.08662766963243484,
+    0.017342867329716682,
+    0.07201268523931503,
+    0.26761820912361145,
+    0.11963976174592972,
+    0.07404573261737823,
+    0.026843534782528877,
+    0.05802692472934723,
+    0.01695149764418602,
+    0.015636753290891647,
+    0.031167171895503998,
+    0.061811577528715134,
+    0.053866907954216,
+    0.13549178838729858,
+    0.010686682537198067,
+    0.03125328943133354,
+    0.026758749037981033,
+    0.014235340058803558,
+    0.021546730771660805,
+    0.12433624267578125,
+    0.22276489436626434,
+    0.18261843919754028,
+    0.2890251874923706,
+    0.04431853070855141,
+    0.04308879002928734,
+    0.01421972643584013,
+    0.041466496884822845,
+    0.0483156181871891,
+    0.03929382562637329,
+    0.062298186123371124,
+    0.13476094603538513,
+    0.16640998423099518,
+    0.10781218856573105,
+    0.08433574438095093,
+    0.06552277505397797,
+    0.049213021993637085,
+    0.19989536702632904,
+    0.1961001455783844,
+    0.11775093525648117,
+    0.13590072095394135,
+    0.15138781070709229,
+    0.16321197152137756,
+    0.136583149433136,
+    0.100594162940979,
+    0.062068913131952286,
+    0.010045547969639301,
+    0.025168346241116524,
+    0.11080856621265411,
+    0.11913388222455978,
+    0.07117580622434616,
+    0.07487133145332336,
+    0.004495367873460054,
+    0.0747419223189354,
+    0.10278522223234177,
+    0.09918681532144547,
+    0.03269820287823677,
+    0.016100682318210602,
+    0.04898054897785187,
+    0.7101419568061829,
+    0.20501379668712616,
+    0.2687297761440277,
+    0.35475775599479675,
+    0.2746257483959198,
+    0.09065385907888412,
+    0.19106927514076233,
+    0.06604276597499847,
+    0.1213526502251625,
+    0.08699584752321243,
+    0.18877123296260834,
+    0.11739426106214523,
+    0.13923220336437225,
+    0.07982087880373001,
+    0.13896597921848297,
+    0.23929540812969208,
+    0.07672689855098724,
+    0.06779912114143372,
+    0.15957072377204895,
+    0.08435473591089249,
+    0.061949580907821655,
+    0.01949349418282509,
+    0.06880399584770203,
+    0.41128435730934143,
+    0.2666771411895752,
+    0.23572403192520142,
+    0.1364256590604782,
+    0.21736390888690948,
+    0.21146658062934875,
+    0.22200649976730347,
+    0.10677245259284973,
+    0.23634016513824463,
+    0.34356170892715454,
+    0.26197242736816406,
+    0.24803949892520905,
+    0.2740268409252167,
+    0.15499240159988403,
+    0.10134241729974747,
+    0.08367650955915451,
+    0.1431100219488144,
+    0.31142017245292664,
+    0.05970260500907898,
+    0.10900760442018509,
+    0.13066473603248596,
+    0.11511082947254181,
+    0.07141169160604477,
+    0.26289740204811096,
+    0.03990903124213219,
+    0.3338357210159302,
+    0.27535122632980347,
+    0.14105544984340668,
+    0.22144074738025665,
+    0.13338248431682587,
+    0.13391956686973572,
+    0.07691634446382523,
+    0.26878470182418823,
+    0.1704394519329071,
+    0.16151268780231476,
+    0.36677756905555725,
+    0.05031988024711609,
+    0.1031368225812912,
+    0.1148194670677185,
+    0.24989259243011475,
+    0.030340902507305145,
+    0.20824946463108063,
+    0.08320428431034088,
+    0.1970006376504898,
+    0.22975891828536987,
+    0.15384969115257263,
+    0.171282097697258,
+    0.387043833732605,
+    0.16751906275749207,
+    0.2455490082502365,
+    0.7016419768333435,
+    0.365142822265625,
+    0.42313626408576965,
+    0.0384955108165741,
+    0.26512622833251953,
+    0.07808772474527359,
+    0.02884433977305889,
+    0.20897793769836426,
+    0.0884852185845375,
+    0.13119392096996307,
+    0.18012890219688416,
+    0.10935227572917938,
+    0.16907566785812378,
+    0.2335997074842453,
+    0.07503677904605865,
+    0.0762098878622055,
+    0.061798665672540665,
+    0.05611297860741615,
+    0.1269969642162323,
+    0.028589900583028793,
+    0.0424874871969223,
+    0.03355233743786812,
+    0.064773790538311,
+    0.060204632580280304,
+    0.01619628444314003,
+    0.013458938337862492,
+    0.17287033796310425,
+    0.029162785038352013,
+    0.2470257580280304,
+    0.03465333580970764,
+    0.216781884431839,
+    0.29862862825393677,
+    0.2722633481025696,
+    0.1785965859889984,
+    0.15469783544540405,
+    0.2696682810783386,
+    0.038579072803258896,
+    0.18867751955986023,
+    0.02599986083805561,
+    0.08539121598005295,
+    0.09934252500534058,
+    0.017923852428793907,
+    0.056416627019643784,
+    0.06627119332551956,
+    0.06255117058753967,
+    0.1693727821111679,
+    0.1301795393228531,
+    0.17805320024490356,
+    0.13504725694656372,
+    0.07341830432415009,
+    0.027155397459864616,
+    0.06943663954734802,
+    0.14945070445537567,
+    0.060937948524951935,
+    0.017818555235862732,
+    0.05230261757969856,
+    0.050990503281354904,
+    0.059785421937704086,
+    0.11289112269878387,
+    0.03781917691230774,
+    0.0310321357101202,
+    0.2076844573020935,
+    0.09730197489261627,
+    0.04547954723238945,
+    0.17308303713798523,
+    0.020311396569013596,
+    0.07104768604040146,
+    0.016640624031424522,
+    0.05921616032719612,
+    0.04270351305603981,
+    0.02016611024737358,
+    0.20952366292476654,
+    0.13829007744789124,
+    0.21771231293678284,
+    0.0803351029753685,
+    0.22786670923233032,
+    0.26732364296913147,
+    0.2873804271221161,
+    0.2087733894586563,
+    0.18382535874843597,
+    0.1904044896364212,
+    0.15998302400112152,
+    0.11319322884082794,
+    0.20811991393566132,
+    0.1864430457353592,
+    0.16911844909191132,
+    0.097900390625,
+    0.006105794571340084,
+    0.015343661420047283,
+    0.019588381052017212,
+    0.2622181475162506,
+    0.18228378891944885,
+    0.14693652093410492,
+    0.06697922199964523,
+    0.03888262063264847,
+    0.1102222353219986,
+    0.02955535240471363,
+    0.15374909341335297,
+    0.042471982538700104,
+    0.03270983323454857,
+    0.12568579614162445,
+    0.036269113421440125,
+    0.07572221010923386,
+    0.04763084650039673,
+    0.054586537182331085,
+    0.08711731433868408,
+    0.07084418088197708,
+    0.036315590143203735,
+    0.07423815876245499,
+    0.05660274252295494,
+    0.16035790741443634,
+    0.05079112574458122,
+    0.3743152320384979,
+    0.3105204999446869,
+    0.21190011501312256,
+    0.22732199728488922,
+    0.04336481913924217,
+    0.07682443410158157,
+    0.21963077783584595,
+    0.2081267088651657,
+    0.1345232129096985,
+    0.19079604744911194,
+    0.2225993573665619,
+    0.26166823506355286,
+    0.20109762251377106,
+    0.14783138036727905,
+    0.11721561849117279,
+    0.19762186706066132,
+    0.05393960699439049,
+    0.03651745989918709,
+    0.07488793134689331,
+    0.01415388286113739,
+    0.11318697780370712,
+    0.15500947833061218,
+    0.1106698140501976,
+    0.07493282854557037,
+    0.07690432667732239,
+    0.2627233862876892,
+    0.037399593740701675,
+    0.019172515720129013,
+    0.1065141037106514,
+    0.025171920657157898,
+    0.09611035138368607,
+    0.08906921744346619,
+    0.025996075943112373,
+    0.03805287554860115,
+    0.016699369996786118,
+    0.010656504891812801,
+    0.03750777244567871,
+    0.194443017244339,
+    0.01169738918542862,
+    0.04764224961400032,
+    0.10978575795888901,
+    0.09171854704618454,
+    0.036235541105270386,
+    0.04334116727113724,
+    0.3421456515789032,
+    0.18102030456066132,
+    0.024805529043078423,
+    0.09034503996372223,
+    0.1256186068058014,
+    0.09007876366376877,
+    0.1330488920211792,
+    0.35281938314437866,
+    0.10959061235189438,
+    0.06695708632469177,
+    0.07233130931854248,
+    0.056159183382987976,
+    0.013482920825481415,
+    0.018193135038018227,
+    0.029894359409809113,
+    0.12549038231372833,
+    0.06939426809549332,
+    0.0779939591884613,
+    0.14182549715042114,
+    0.1557658165693283,
+    0.16357317566871643,
+    0.032914530485868454,
+    0.056146662682294846,
+    0.03354651480913162,
+    0.22211644053459167,
+    0.07987988740205765,
+    0.02110610343515873,
+    0.3377276360988617,
+    0.182866632938385,
+    0.042509131133556366,
+    0.41527649760246277,
+    0.5085425972938538,
+    0.02322915568947792,
+    0.2954847812652588,
+    0.36297744512557983,
+    0.04808763787150383,
+    0.09986476600170135,
+    0.17201478779315948,
+    0.021707681939005852,
+    0.03182579204440117,
+    0.016380924731492996,
+    0.032060518860816956,
+    0.02388550154864788,
+    0.018240569159388542,
+    0.011817911639809608,
+    0.06967008858919144,
+    0.02205475978553295,
+    0.02490098774433136,
+    0.2671465277671814,
+    0.17737051844596863,
+    0.022184694185853004,
+    0.01688280515372753,
+    0.1036975234746933,
+    0.08947647362947464,
+    0.2307465374469757,
+    0.05526803433895111,
+    0.07760453969240189,
+    0.19785381853580475,
+    0.09374064207077026,
+    0.10319823026657104,
+    0.051235131919384,
+    0.14898142218589783,
+    0.19046711921691895,
+    0.1618865430355072,
+    0.045378729701042175,
+    0.14242620766162872,
+    0.20016790926456451,
+    0.07683993130922318,
+    0.006739475764334202,
+    0.08663226664066315,
+    0.209518700838089,
+    0.0678865984082222,
+    0.12022791802883148,
+    0.02393283136188984,
+    0.02642127312719822,
+    0.032331861555576324,
+    0.011423652060329914,
+    0.06680319458246231,
+    0.012887271121144295,
+    0.06779903173446655,
+    0.024032948538661003,
+    0.021957531571388245,
+    0.022653618827462196,
+    0.07894860953092575,
+    0.010192464105784893,
+    0.06648308783769608,
+    0.010322709567844868,
+    0.023940596729516983,
+    0.05943480134010315,
+    0.18070510029792786,
+    0.02571825310587883,
+    0.0865999311208725,
+    0.031746022403240204,
+    0.09300563484430313,
+    0.03894064202904701,
+    0.028292851522564888,
+    0.20960281789302826,
+    0.4258345067501068,
+    0.1903967410326004,
+    0.12843546271324158,
+    0.06634844839572906,
+    0.05763571709394455,
+    0.02936353161931038,
+    0.09870003908872604,
+    0.0947885811328888,
+    0.05469435825943947,
+    0.06268441677093506,
+    0.00996319018304348,
+    0.08056265115737915,
+    0.004587430972605944,
+    0.2525641918182373,
+    0.05711822211742401,
+    0.044386327266693115,
+    0.22678707540035248,
+    0.10082376003265381,
+    0.06934297829866409,
+    0.012213506735861301,
+    0.06616649776697159,
+    0.0548509806394577,
+    0.014980552718043327,
+    0.007396575529128313,
+    0.061274025589227676,
+    0.042988695204257965,
+    0.04668610915541649,
+    0.16865140199661255,
+    0.26964375376701355,
+    0.056475721299648285,
+    0.14963585138320923,
+    0.21309936046600342,
+    0.05998966842889786,
+    0.029017716646194458,
+    0.06226175278425217,
+    0.05168889835476875,
+    0.09576316922903061,
+    0.11701932549476624,
+    0.24077607691287994,
+    0.011768612079322338,
+    0.1210363432765007,
+    0.024536408483982086,
+    0.013470192439854145,
+    0.08707186579704285,
+    0.017577433958649635,
+    0.020164169371128082,
+    0.031408246606588364,
+    0.022609665989875793,
+    0.14370106160640717,
+    0.053894296288490295,
+    0.012631834484636784,
+    0.10682573914527893,
+    0.26735958456993103,
+    0.02000163495540619,
+    0.34669560194015503,
+    0.024240832775831223,
+    0.057165857404470444,
+    0.0375276654958725,
+    0.20578916370868683,
+    0.1585746556520462,
+    0.03805708885192871,
+    0.006936165504157543,
+    0.14257380366325378,
+    0.09993958473205566
+  ]
+}

p5-mae-15m-d40/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00015000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.12667426146192218,
+  "probe/map_train": 0.540153332719088,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.15040797524046387,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.682548423996195,
+  "probe/total_s": 8.253522298997268,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14894823739976681
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14916003852829945
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15040797524046387
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14924451167097905
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14129543047711127
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12334624078456997
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1003043748238663
+    }
+  ],
+  "per_class_ap": [
+    0.6136739253997803,
+    0.008185150101780891,
+    0.05146750435233116,
+    0.17153677344322205,
+    0.12323644012212753,
+    0.2634941041469574,
+    0.17390649020671844,
+    0.26917487382888794,
+    0.04307837039232254,
+    0.03684096038341522,
+    0.024120774120092392,
+    0.049071863293647766,
+    0.46729639172554016,
+    0.31802284717559814,
+    0.029652751982212067,
+    0.4220675528049469,
+    0.26667600870132446,
+    0.33697736263275146,
+    0.042406994849443436,
+    0.1000986397266388,
+    0.2158983200788498,
+    0.09904993325471878,
+    0.20291629433631897,
+    0.14214441180229187,
+    0.07082673907279968,
+    0.01858968287706375,
+    0.07320057600736618,
+    0.1669190526008606,
+    0.18008141219615936,
+    0.06049629673361778,
+    0.21441927552223206,
+    0.09770659357309341,
+    0.02034398540854454,
+    0.06522486358880997,
+    0.24844790995121002,
+    0.07074849307537079,
+    0.30391860008239746,
+    0.05744270980358124,
+    0.06474699079990387,
+    0.10835299640893936,
+    0.11148703843355179,
+    0.02531985007226467,
+    0.061799537390470505,
+    0.38803672790527344,
+    0.010221166536211967,
+    0.09571105986833572,
+    0.012104925699532032,
+    0.13188309967517853,
+    0.0424259789288044,
+    0.06404709070920944,
+    0.1155347228050232,
+    0.00684672687202692,
+    0.03984695300459862,
+    0.039437856525182724,
+    0.2415345162153244,
+    0.12055759131908417,
+    0.20959432423114777,
+    0.3304310739040375,
+    0.10897649824619293,
+    0.06434930115938187,
+    0.1767248660326004,
+    0.22137045860290527,
+    0.03841259703040123,
+    0.10278332233428955,
+    0.5281241536140442,
+    0.2190535068511963,
+    0.30710938572883606,
+    0.3015044033527374,
+    0.37229394912719727,
+    0.36203983426094055,
+    0.10803055018186569,
+    0.11523433029651642,
+    0.1651710867881775,
+    0.16423702239990234,
+    0.15846936404705048,
+    0.19844834506511688,
+    0.040963999927043915,
+    0.2325000911951065,
+    0.12665361166000366,
+    0.09029016643762589,
+    0.0200937632471323,
+    0.09635519236326218,
+    0.36362236738204956,
+    0.10037185251712799,
+    0.0868011862039566,
+    0.025222260504961014,
+    0.04748339205980301,
+    0.021251238882541656,
+    0.02499820478260517,
+    0.04938102141022682,
+    0.041287507861852646,
+    0.03704634681344032,
+    0.1622702181339264,
+    0.009024100378155708,
+    0.027252057567238808,
+    0.033043019473552704,
+    0.013535751029849052,
+    0.023066768422722816,
+    0.1228073239326477,
+    0.16379328072071075,
+    0.14388087391853333,
+    0.19218522310256958,
+    0.045288946479558945,
+    0.0427018478512764,
+    0.019164197146892548,
+    0.0342404767870903,
+    0.06064477190375328,
+    0.04484406113624573,
+    0.050224706530570984,
+    0.14674918353557587,
+    0.16858457028865814,
+    0.1278194785118103,
+    0.11357900500297546,
+    0.08965247869491577,
+    0.034005459398031235,
+    0.20086416602134705,
+    0.20685702562332153,
+    0.10578663647174835,
+    0.12719014286994934,
+    0.17828203737735748,
+    0.18180646002292633,
+    0.14851471781730652,
+    0.11406513303518295,
+    0.08910072594881058,
+    0.00879606418311596,
+    0.02196032926440239,
+    0.10529910773038864,
+    0.10799675434827805,
+    0.0894915908575058,
+    0.07607197016477585,
+    0.0047884718514978886,
+    0.11923489719629288,
+    0.12428811937570572,
+    0.12282617390155792,
+    0.046483058482408524,
+    0.01029691006988287,
+    0.06778325885534286,
+    0.7128485441207886,
+    0.23474960029125214,
+    0.27886253595352173,
+    0.367931604385376,
+    0.2788510322570801,
+    0.07864320278167725,
+    0.13002082705497742,
+    0.07775921374559402,
+    0.08570855110883713,
+    0.0681629329919815,
+    0.15183871984481812,
+    0.09467214345932007,
+    0.14533516764640808,
+    0.1488369107246399,
+    0.15856793522834778,
+    0.19985057413578033,
+    0.07969750463962555,
+    0.08446604758501053,
+    0.14528661966323853,
+    0.06566312164068222,
+    0.0738179087638855,
+    0.014595245011150837,
+    0.05460403859615326,
+    0.41607052087783813,
+    0.2762393355369568,
+    0.3253004550933838,
+    0.18441954255104065,
+    0.24126942455768585,
+    0.2605789005756378,
+    0.286041796207428,
+    0.13759876787662506,
+    0.2838025689125061,
+    0.3022662103176117,
+    0.17576172947883606,
+    0.26682281494140625,
+    0.30043473839759827,
+    0.09402965009212494,
+    0.12139042466878891,
+    0.05065353959798813,
+    0.1482854187488556,
+    0.33706316351890564,
+    0.05216570943593979,
+    0.10574352741241455,
+    0.11387310922145844,
+    0.11576931923627853,
+    0.1014271005988121,
+    0.20720994472503662,
+    0.05914778634905815,
+    0.3470894694328308,
+    0.292523056268692,
+    0.1179249957203865,
+    0.24587208032608032,
+    0.10112003982067108,
+    0.15018469095230103,
+    0.0720055103302002,
+    0.30995166301727295,
+    0.1512461006641388,
+    0.1307741403579712,
+    0.3661816120147705,
+    0.04470245912671089,
+    0.058569446206092834,
+    0.14729459583759308,
+    0.21945719420909882,
+    0.042670030146837234,
+    0.18303124606609344,
+    0.12001276761293411,
+    0.17160415649414062,
+    0.2425568848848343,
+    0.13275094330310822,
+    0.17819182574748993,
+    0.47994157671928406,
+    0.21146485209465027,
+    0.23920410871505737,
+    0.7114381790161133,
+    0.3438167870044708,
+    0.5020002126693726,
+    0.03434298187494278,
+    0.30555373430252075,
+    0.07539602369070053,
+    0.04961272329092026,
+    0.23592355847358704,
+    0.09921391308307648,
+    0.11943142861127853,
+    0.1596025675535202,
+    0.11566929519176483,
+    0.1428806185722351,
+    0.22755064070224762,
+    0.059580229222774506,
+    0.03390474617481232,
+    0.047836557030677795,
+    0.05656571686267853,
+    0.13513991236686707,
+    0.025052737444639206,
+    0.03640979900956154,
+    0.05652325227856636,
+    0.0790720209479332,
+    0.041393931955099106,
+    0.022914152592420578,
+    0.01236614678055048,
+    0.18177466094493866,
+    0.02150612697005272,
+    0.2503531277179718,
+    0.023323947563767433,
+    0.19981297850608826,
+    0.2819671928882599,
+    0.29765111207962036,
+    0.18357495963573456,
+    0.149859219789505,
+    0.27581673860549927,
+    0.04843922331929207,
+    0.1736224740743637,
+    0.02176394872367382,
+    0.09902289509773254,
+    0.07467539608478546,
+    0.01726476103067398,
+    0.0477672815322876,
+    0.07188791781663895,
+    0.04153145104646683,
+    0.17502646148204803,
+    0.18795661628246307,
+    0.1550118327140808,
+    0.09368368983268738,
+    0.07382101565599442,
+    0.04168006777763367,
+    0.06143883988261223,
+    0.19983723759651184,
+    0.054781995713710785,
+    0.0113911684602499,
+    0.04113905504345894,
+    0.06762894988059998,
+    0.07509665191173553,
+    0.10338292270898819,
+    0.04387401416897774,
+    0.034023333340883255,
+    0.2336646169424057,
+    0.08834629505872726,
+    0.03468630090355873,
+    0.17683710157871246,
+    0.018611455336213112,
+    0.03355630487203598,
+    0.015058212913572788,
+    0.05499210208654404,
+    0.05261250212788582,
+    0.026089739054441452,
+    0.2148323357105255,
+    0.14426928758621216,
+    0.2125978022813797,
+    0.07148869335651398,
+    0.23597685992717743,
+    0.2598007023334503,
+    0.28078338503837585,
+    0.23346275091171265,
+    0.19401691854000092,
+    0.21356499195098877,
+    0.17465147376060486,
+    0.11395860463380814,
+    0.23769024014472961,
+    0.18975825607776642,
+    0.1849440634250641,
+    0.10253395140171051,
+    0.005149392876774073,
+    0.017376253381371498,
+    0.01830877736210823,
+    0.27827614545822144,
+    0.18138819932937622,
+    0.14804251492023468,
+    0.10556833446025848,
+    0.025128886103630066,
+    0.09962927550077438,
+    0.025525232776999474,
+    0.15548023581504822,
+    0.042875710874795914,
+    0.044905345886945724,
+    0.16665557026863098,
+    0.04006228223443031,
+    0.08571343868970871,
+    0.05486036092042923,
+    0.06100521981716156,
+    0.1138467937707901,
+    0.06361724436283112,
+    0.044022995978593826,
+    0.0940428301692009,
+    0.052507657557725906,
+    0.188833087682724,
+    0.0352075919508934,
+    0.4312921166419983,
+    0.33351930975914,
+    0.24789100885391235,
+    0.27718836069107056,
+    0.059723589569330215,
+    0.07115907222032547,
+    0.22386810183525085,
+    0.21048273146152496,
+    0.1492088884115219,
+    0.17637644708156586,
+    0.22664137184619904,
+    0.24699337780475616,
+    0.16423901915550232,
+    0.16021846234798431,
+    0.12833784520626068,
+    0.22220037877559662,
+    0.0574851855635643,
+    0.034380197525024414,
+    0.08639180660247803,
+    0.008472271263599396,
+    0.05850844457745552,
+    0.1586039662361145,
+    0.10913573205471039,
+    0.0684349536895752,
+    0.08572352677583694,
+    0.28779056668281555,
+    0.02050035633146763,
+    0.016568908467888832,
+    0.1012667566537857,
+    0.01924806647002697,
+    0.07874815911054611,
+    0.08232440799474716,
+    0.020957263186573982,
+    0.034822188317775726,
+    0.019262781366705894,
+    0.007367785554379225,
+    0.034538961946964264,
+    0.17980001866817474,
+    0.012346788309514523,
+    0.04759136587381363,
+    0.09612052142620087,
+    0.08008113503456116,
+    0.02781941182911396,
+    0.04031690955162048,
+    0.32146283984184265,
+    0.20957741141319275,
+    0.02578207291662693,
+    0.09532038122415543,
+    0.1438293308019638,
+    0.12793725728988647,
+    0.10950159281492233,
+    0.3628285229206085,
+    0.1099046990275383,
+    0.05521369352936745,
+    0.08328162878751755,
+    0.09710980951786041,
+    0.03633172810077667,
+    0.02305734157562256,
+    0.037069909274578094,
+    0.10562936216592789,
+    0.14712189137935638,
+    0.0818992331624031,
+    0.1341264843940735,
+    0.18255306780338287,
+    0.18923984467983246,
+    0.039306800812482834,
+    0.04691565781831741,
+    0.05092528089880943,
+    0.2486974596977234,
+    0.1222773864865303,
+    0.01807289756834507,
+    0.3696277439594269,
+    0.23239119350910187,
+    0.07384725660085678,
+    0.4356257915496826,
+    0.47130972146987915,
+    0.024872299283742905,
+    0.33999425172805786,
+    0.41886529326438904,
+    0.03881172090768814,
+    0.10073348879814148,
+    0.20725533366203308,
+    0.024257242679595947,
+    0.03283515200018883,
+    0.02551048994064331,
+    0.027878662571310997,
+    0.029259352013468742,
+    0.0349954292178154,
+    0.013061575591564178,
+    0.10029687732458115,
+    0.0168199110776186,
+    0.02922195754945278,
+    0.29524537920951843,
+    0.1644992232322693,
+    0.018681343644857407,
+    0.013774924911558628,
+    0.11278229206800461,
+    0.12906324863433838,
+    0.2754901051521301,
+    0.052463598549366,
+    0.08029834926128387,
+    0.1934368908405304,
+    0.1165732741355896,
+    0.1255425661802292,
+    0.05258476361632347,
+    0.17224088311195374,
+    0.15397001802921295,
+    0.2027699053287506,
+    0.0448962040245533,
+    0.14213919639587402,
+    0.22551636397838593,
+    0.14878004789352417,
+    0.006787810940295458,
+    0.11710038781166077,
+    0.21521563827991486,
+    0.07849477231502533,
+    0.09168294817209244,
+    0.028202123939990997,
+    0.03077538125216961,
+    0.05299733951687813,
+    0.007109152618795633,
+    0.0653841495513916,
+    0.013680495321750641,
+    0.09111887961626053,
+    0.017904000356793404,
+    0.014113018289208412,
+    0.0167844258248806,
+    0.07846341282129288,
+    0.0074267201125621796,
+    0.05078377202153206,
+    0.018086709082126617,
+    0.02474060468375683,
+    0.04039573296904564,
+    0.22652313113212585,
+    0.036895908415317535,
+    0.0964924618601799,
+    0.030864683911204338,
+    0.09490474313497543,
+    0.03138204663991928,
+    0.03427821770310402,
+    0.30009180307388306,
+    0.40550291538238525,
+    0.19954796135425568,
+    0.15246933698654175,
+    0.05651595816016197,
+    0.059077270328998566,
+    0.03963382542133331,
+    0.10644543915987015,
+    0.1163148507475853,
+    0.05733431130647659,
+    0.06672172993421555,
+    0.017343295738101006,
+    0.05488533526659012,
+    0.004984567407518625,
+    0.23679113388061523,
+    0.058533862233161926,
+    0.08745473623275757,
+    0.21303507685661316,
+    0.1336502879858017,
+    0.06721193343400955,
+    0.01500183530151844,
+    0.06078357249498367,
+    0.04328865930438042,
+    0.030134445056319237,
+    0.005500942934304476,
+    0.050770025700330734,
+    0.04867060109972954,
+    0.03718860447406769,
+    0.21959827840328217,
+    0.23919549584388733,
+    0.05738218128681183,
+    0.14306999742984772,
+    0.19989274442195892,
+    0.07217639684677124,
+    0.03213433921337128,
+    0.05729745328426361,
+    0.044818226248025894,
+    0.10424027591943741,
+    0.10940463095903397,
+    0.30602923035621643,
+    0.009436528198421001,
+    0.12955786287784576,
+    0.027056097984313965,
+    0.015550927259027958,
+    0.0884084403514862,
+    0.018623754382133484,
+    0.0172418300062418,
+    0.028896240517497063,
+    0.020299389958381653,
+    0.13713525235652924,
+    0.04923055320978165,
+    0.00776583282276988,
+    0.13326230645179749,
+    0.2810969352722168,
+    0.029564790427684784,
+    0.32984715700149536,
+    0.03725690767168999,
+    0.04053858295083046,
+    0.036634642630815506,
+    0.20814092457294464,
+    0.16456338763237,
+    0.04582967981696129,
+    0.007669384591281414,
+    0.0993061512708664,
+    0.09863429516553879
+  ]
+}

p5-mae-15m-d40/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00020000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.13589260048909815,
+  "probe/map_train": 0.5307160008847148,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16137363603806912,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.845087518100627,
+  "probe/total_s": 8.181202156003565,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1598554147960551
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16011754101879216
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16137363603806912
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1610995884812428
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14891874051318846
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1265764328703263
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10292628919263945
+    }
+  ],
+  "per_class_ap": [
+    0.6374416947364807,
+    0.0069250320084393024,
+    0.06141252815723419,
+    0.18924331665039062,
+    0.10011865198612213,
+    0.2907432019710541,
+    0.20072054862976074,
+    0.269614040851593,
+    0.03694959357380867,
+    0.03603465482592583,
+    0.02525799535214901,
+    0.043100349605083466,
+    0.48837798833847046,
+    0.3227121829986572,
+    0.06039046496152878,
+    0.48795706033706665,
+    0.29611143469810486,
+    0.3399267792701721,
+    0.04488815739750862,
+    0.09668000787496567,
+    0.2422441691160202,
+    0.08360618352890015,
+    0.24908386170864105,
+    0.14825980365276337,
+    0.0701150968670845,
+    0.02509167790412903,
+    0.0739956721663475,
+    0.16519884765148163,
+    0.21203157305717468,
+    0.07764206826686859,
+    0.2213062345981598,
+    0.10072292387485504,
+    0.019648391753435135,
+    0.06882485002279282,
+    0.2011404186487198,
+    0.038812242448329926,
+    0.3440684676170349,
+    0.062305767089128494,
+    0.06682804226875305,
+    0.12308218330144882,
+    0.158873051404953,
+    0.022940976545214653,
+    0.0643640011548996,
+    0.3843857944011688,
+    0.011860602535307407,
+    0.09948979318141937,
+    0.01573595032095909,
+    0.11177949607372284,
+    0.05687035992741585,
+    0.08255952596664429,
+    0.11657995730638504,
+    0.01086157001554966,
+    0.054311275482177734,
+    0.06510588526725769,
+    0.20896977186203003,
+    0.11473362892866135,
+    0.23888036608695984,
+    0.36825788021087646,
+    0.11497162282466888,
+    0.06897631287574768,
+    0.17356453835964203,
+    0.18124757707118988,
+    0.041702449321746826,
+    0.1104181706905365,
+    0.5588963627815247,
+    0.22267846763134003,
+    0.30131956934928894,
+    0.32259899377822876,
+    0.39173975586891174,
+    0.35307881236076355,
+    0.10929559916257858,
+    0.17069779336452484,
+    0.1893528401851654,
+    0.18367935717105865,
+    0.1746823638677597,
+    0.2427436113357544,
+    0.03406061977148056,
+    0.3137074112892151,
+    0.13357621431350708,
+    0.11547171324491501,
+    0.014106801711022854,
+    0.09347096085548401,
+    0.3650572597980499,
+    0.0929143875837326,
+    0.10338897258043289,
+    0.030397769063711166,
+    0.07250943034887314,
+    0.037900909781455994,
+    0.024307215586304665,
+    0.07212365418672562,
+    0.09579212218523026,
+    0.1013113409280777,
+    0.16114820539951324,
+    0.011579908430576324,
+    0.027230167761445045,
+    0.04909822344779968,
+    0.01728435605764389,
+    0.02066432498395443,
+    0.12476734071969986,
+    0.20599870383739471,
+    0.19614416360855103,
+    0.29130804538726807,
+    0.042258746922016144,
+    0.04335114732384682,
+    0.024223661050200462,
+    0.03998256474733353,
+    0.0548471175134182,
+    0.043539468199014664,
+    0.08013009279966354,
+    0.14975669980049133,
+    0.2130257934331894,
+    0.13239844143390656,
+    0.11086497455835342,
+    0.08860720694065094,
+    0.04235975444316864,
+    0.21611569821834564,
+    0.20986197888851166,
+    0.0805763229727745,
+    0.12655192613601685,
+    0.17387224733829498,
+    0.18659386038780212,
+    0.14622265100479126,
+    0.12426416575908661,
+    0.11396223306655884,
+    0.007246278692036867,
+    0.02660084143280983,
+    0.10477250814437866,
+    0.14933373034000397,
+    0.0871458575129509,
+    0.08684276044368744,
+    0.006013090256601572,
+    0.14269687235355377,
+    0.09118933230638504,
+    0.08182166516780853,
+    0.07862893491983414,
+    0.010051353834569454,
+    0.10390544682741165,
+    0.7160243988037109,
+    0.22204139828681946,
+    0.2900572121143341,
+    0.36283034086227417,
+    0.27986618876457214,
+    0.13380774855613708,
+    0.1437949240207672,
+    0.06058343127369881,
+    0.1017562747001648,
+    0.08327670395374298,
+    0.19568900763988495,
+    0.12852513790130615,
+    0.18868529796600342,
+    0.14105680584907532,
+    0.14778506755828857,
+    0.2065800577402115,
+    0.1085466518998146,
+    0.12682922184467316,
+    0.17274516820907593,
+    0.08567458391189575,
+    0.06528545171022415,
+    0.02376413531601429,
+    0.06477643549442291,
+    0.4036955237388611,
+    0.3075389266014099,
+    0.3356025516986847,
+    0.17193129658699036,
+    0.25872525572776794,
+    0.3037484288215637,
+    0.317715585231781,
+    0.1533801406621933,
+    0.3119000494480133,
+    0.29635870456695557,
+    0.17834633588790894,
+    0.29563599824905396,
+    0.32387712597846985,
+    0.14349967241287231,
+    0.07123745232820511,
+    0.06899703294038773,
+    0.13611352443695068,
+    0.3065961003303528,
+    0.06962868571281433,
+    0.1408546417951584,
+    0.19065451622009277,
+    0.1500634104013443,
+    0.14660818874835968,
+    0.2530154287815094,
+    0.06055091693997383,
+    0.3669772446155548,
+    0.34529832005500793,
+    0.16434815526008606,
+    0.25289401412010193,
+    0.14921770989894867,
+    0.17260588705539703,
+    0.09269659966230392,
+    0.33800315856933594,
+    0.19466693699359894,
+    0.1877119094133377,
+    0.3733845055103302,
+    0.06306581199169159,
+    0.09229806810617447,
+    0.10219507664442062,
+    0.2883395850658417,
+    0.03728761896491051,
+    0.22768628597259521,
+    0.11873102933168411,
+    0.190964475274086,
+    0.23397491872310638,
+    0.18428464233875275,
+    0.2199924886226654,
+    0.5018500089645386,
+    0.21134938299655914,
+    0.2957620918750763,
+    0.7407435774803162,
+    0.3862500786781311,
+    0.5066211223602295,
+    0.052260126918554306,
+    0.31753677129745483,
+    0.13144467771053314,
+    0.06428243219852448,
+    0.21458935737609863,
+    0.10473467409610748,
+    0.1237194761633873,
+    0.16524817049503326,
+    0.12204058468341827,
+    0.16223442554473877,
+    0.21315939724445343,
+    0.08341051638126373,
+    0.047976430505514145,
+    0.046485576778650284,
+    0.03469870612025261,
+    0.11740224063396454,
+    0.02438368834555149,
+    0.04285605251789093,
+    0.05710557848215103,
+    0.07724183052778244,
+    0.04834894835948944,
+    0.04051443189382553,
+    0.011665377765893936,
+    0.20376095175743103,
+    0.026493603363633156,
+    0.2759162485599518,
+    0.026230737566947937,
+    0.23446011543273926,
+    0.2727004587650299,
+    0.32329487800598145,
+    0.22201776504516602,
+    0.1551017463207245,
+    0.25968053936958313,
+    0.0528373122215271,
+    0.19634409248828888,
+    0.02033979818224907,
+    0.10232950001955032,
+    0.105626679956913,
+    0.015811998397111893,
+    0.05397661402821541,
+    0.0899718850851059,
+    0.036648042500019073,
+    0.17514553666114807,
+    0.19019050896167755,
+    0.2370380163192749,
+    0.06683283299207687,
+    0.1014898493885994,
+    0.042893294245004654,
+    0.08064708858728409,
+    0.10563443601131439,
+    0.04470256716012955,
+    0.018402379006147385,
+    0.06445072591304779,
+    0.05947335436940193,
+    0.08659208565950394,
+    0.053523819893598557,
+    0.0373772569000721,
+    0.029269656166434288,
+    0.23337367177009583,
+    0.14766375720500946,
+    0.04101545736193657,
+    0.17114900052547455,
+    0.029807869344949722,
+    0.04388439282774925,
+    0.037670716643333435,
+    0.05121248587965965,
+    0.03463597223162651,
+    0.025766955688595772,
+    0.2503727078437805,
+    0.14780674874782562,
+    0.2450389862060547,
+    0.07757016271352768,
+    0.26167112588882446,
+    0.28892913460731506,
+    0.29189035296440125,
+    0.24421553313732147,
+    0.1839674711227417,
+    0.206122025847435,
+    0.17498382925987244,
+    0.12237869948148727,
+    0.2107696235179901,
+    0.21444016695022583,
+    0.22223323583602905,
+    0.13238254189491272,
+    0.006314737722277641,
+    0.020949194207787514,
+    0.015292583964765072,
+    0.2785097658634186,
+    0.2017155885696411,
+    0.14954054355621338,
+    0.1106429249048233,
+    0.02743426524102688,
+    0.12386056780815125,
+    0.028780145570635796,
+    0.1717335432767868,
+    0.035391148179769516,
+    0.045845817774534225,
+    0.15543723106384277,
+    0.06953439116477966,
+    0.11329910904169083,
+    0.07987195998430252,
+    0.07216856628656387,
+    0.12742483615875244,
+    0.06230897083878517,
+    0.05526464432477951,
+    0.10868358612060547,
+    0.06388851255178452,
+    0.20721042156219482,
+    0.024868564680218697,
+    0.44659310579299927,
+    0.3753032684326172,
+    0.2754380702972412,
+    0.2867966294288635,
+    0.05722697824239731,
+    0.07339304685592651,
+    0.23589977622032166,
+    0.2217942625284195,
+    0.1331549435853958,
+    0.20623022317886353,
+    0.2421860247850418,
+    0.24444924294948578,
+    0.18299469351768494,
+    0.17102950811386108,
+    0.1444220095872879,
+    0.22500962018966675,
+    0.06814631819725037,
+    0.03814639896154404,
+    0.10394062101840973,
+    0.01515386812388897,
+    0.06335125118494034,
+    0.16426189243793488,
+    0.10040061920881271,
+    0.09596125781536102,
+    0.10619975626468658,
+    0.3400687575340271,
+    0.03395870327949524,
+    0.019973164424300194,
+    0.12635035812854767,
+    0.015009690076112747,
+    0.07703473418951035,
+    0.09806749224662781,
+    0.024951146915555,
+    0.03396731615066528,
+    0.01817863993346691,
+    0.01254905667155981,
+    0.03853733092546463,
+    0.128623366355896,
+    0.011638296768069267,
+    0.053519949316978455,
+    0.10781291872262955,
+    0.1182108148932457,
+    0.036384567618370056,
+    0.06746140867471695,
+    0.36007314920425415,
+    0.20901235938072205,
+    0.01553616113960743,
+    0.12775620818138123,
+    0.1453002244234085,
+    0.11354749649763107,
+    0.141939178109169,
+    0.37151697278022766,
+    0.1512046456336975,
+    0.05666671320796013,
+    0.09168691188097,
+    0.09629218280315399,
+    0.018221931532025337,
+    0.019421180710196495,
+    0.026712950319051743,
+    0.09448558837175369,
+    0.1516970843076706,
+    0.08498243242502213,
+    0.15323977172374725,
+    0.19130103290081024,
+    0.17906244099140167,
+    0.056998420506715775,
+    0.06621404737234116,
+    0.04101713001728058,
+    0.29718175530433655,
+    0.1003202497959137,
+    0.026410706341266632,
+    0.3276667594909668,
+    0.21567924320697784,
+    0.07454435527324677,
+    0.46878916025161743,
+    0.4879399538040161,
+    0.02361435815691948,
+    0.3894325792789459,
+    0.4694707989692688,
+    0.04810427129268646,
+    0.10096164792776108,
+    0.2441587597131729,
+    0.037349775433540344,
+    0.03330959752202034,
+    0.03612058237195015,
+    0.05738770216703415,
+    0.0582960806787014,
+    0.03554009646177292,
+    0.019626997411251068,
+    0.12811101973056793,
+    0.01875079609453678,
+    0.05936211720108986,
+    0.25682756304740906,
+    0.07348242402076721,
+    0.02247825264930725,
+    0.0154695063829422,
+    0.12927524745464325,
+    0.07673977315425873,
+    0.2629009485244751,
+    0.06843706965446472,
+    0.0930902436375618,
+    0.21832847595214844,
+    0.11679504811763763,
+    0.1210000142455101,
+    0.054917097091674805,
+    0.16617488861083984,
+    0.19873842597007751,
+    0.23182325065135956,
+    0.08553639054298401,
+    0.1456279456615448,
+    0.20299981534481049,
+    0.10996723920106888,
+    0.006015450693666935,
+    0.10449996590614319,
+    0.19007323682308197,
+    0.08367989957332611,
+    0.10433045029640198,
+    0.03232182189822197,
+    0.021983914077281952,
+    0.042785417288541794,
+    0.009136968292295933,
+    0.0823521763086319,
+    0.017780659720301628,
+    0.111861951649189,
+    0.03405755013227463,
+    0.013479083776473999,
+    0.020064473152160645,
+    0.0825285091996193,
+    0.007654735352844,
+    0.047047823667526245,
+    0.015681082382798195,
+    0.0363883413374424,
+    0.04722263664007187,
+    0.2340831607580185,
+    0.04857896268367767,
+    0.10189448297023773,
+    0.038606446236371994,
+    0.12746334075927734,
+    0.03661031275987625,
+    0.043669626116752625,
+    0.29580944776535034,
+    0.40140393376350403,
+    0.18855074048042297,
+    0.1259496808052063,
+    0.02994992770254612,
+    0.09753821045160294,
+    0.04731975868344307,
+    0.13382770121097565,
+    0.07843348383903503,
+    0.0712842270731926,
+    0.10412333160638809,
+    0.014807309955358505,
+    0.08098243921995163,
+    0.01006732415407896,
+    0.27579906582832336,
+    0.07154447585344315,
+    0.1042088121175766,
+    0.23370441794395447,
+    0.1581648290157318,
+    0.07595831900835037,
+    0.019603358581662178,
+    0.0811081975698471,
+    0.052694063633680344,
+    0.013521832413971424,
+    0.008350075222551823,
+    0.056860778480768204,
+    0.0481879860162735,
+    0.049291688948869705,
+    0.20758436620235443,
+    0.2788705825805664,
+    0.06349491328001022,
+    0.14362186193466187,
+    0.214381143450737,
+    0.039844054728746414,
+    0.050877008587121964,
+    0.06716251373291016,
+    0.05939480662345886,
+    0.11114228516817093,
+    0.11539573967456818,
+    0.2516941428184509,
+    0.009612860158085823,
+    0.1232839897274971,
+    0.023587645962834358,
+    0.020944984629750252,
+    0.0949208214879036,
+    0.015425783582031727,
+    0.017821000888943672,
+    0.03566635027527809,
+    0.021889494732022285,
+    0.14305990934371948,
+    0.06151052191853523,
+    0.010376745834946632,
+    0.13687460124492645,
+    0.26480165123939514,
+    0.05619654059410095,
+    0.2814588248729706,
+    0.02761438675224781,
+    0.029559889808297157,
+    0.03597428649663925,
+    0.20201827585697174,
+    0.17187008261680603,
+    0.0562838651239872,
+    0.009074375033378601,
+    0.12276609987020493,
+    0.10135802626609802
+  ]
+}

p5-mae-15m-d40/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00025000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.1401677032998026,
+  "probe/map_train": 0.5192279830377061,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16443300051649987,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.578846547985449,
+  "probe/total_s": 9.221935490961187,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16331122255180758
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16357381109667826
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16443300051649987
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16290346407543593
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15219842984148457
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12837906836698174
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10401125357749623
+    }
+  ],
+  "per_class_ap": [
+    0.6342905163764954,
+    0.008129467256367207,
+    0.06183605641126633,
+    0.1996338814496994,
+    0.09607073664665222,
+    0.24809370934963226,
+    0.1757376492023468,
+    0.29151076078414917,
+    0.05047439783811569,
+    0.044658854603767395,
+    0.023032650351524353,
+    0.03674919903278351,
+    0.5149945616722107,
+    0.3236854672431946,
+    0.05846349895000458,
+    0.502397358417511,
+    0.33213475346565247,
+    0.35944077372550964,
+    0.07301701605319977,
+    0.12690719962120056,
+    0.2583198547363281,
+    0.10991260409355164,
+    0.22569437325000763,
+    0.1519685536623001,
+    0.0684700533747673,
+    0.02318567968904972,
+    0.07434079051017761,
+    0.17567870020866394,
+    0.21080617606639862,
+    0.10519164055585861,
+    0.24297821521759033,
+    0.12463811784982681,
+    0.02083679288625717,
+    0.06120112165808678,
+    0.24393750727176666,
+    0.04924231767654419,
+    0.39811956882476807,
+    0.06409814953804016,
+    0.07004006952047348,
+    0.1662915199995041,
+    0.15349990129470825,
+    0.023868458345532417,
+    0.0693340077996254,
+    0.4173959493637085,
+    0.013879078440368176,
+    0.08220628648996353,
+    0.019538339227437973,
+    0.09962351620197296,
+    0.044300299137830734,
+    0.075947105884552,
+    0.12789525091648102,
+    0.010418299585580826,
+    0.04843085631728172,
+    0.04981054365634918,
+    0.22306546568870544,
+    0.10435515642166138,
+    0.22241784632205963,
+    0.3309890925884247,
+    0.12438318133354187,
+    0.07098671048879623,
+    0.18931929767131805,
+    0.20895402133464813,
+    0.05943794548511505,
+    0.14246909320354462,
+    0.5328053832054138,
+    0.2320462018251419,
+    0.29137906432151794,
+    0.2912440299987793,
+    0.3970028758049011,
+    0.38058534264564514,
+    0.13025249540805817,
+    0.14697951078414917,
+    0.18875472247600555,
+    0.1875046044588089,
+    0.18483635783195496,
+    0.2059030681848526,
+    0.046612698584795,
+    0.24181780219078064,
+    0.14708396792411804,
+    0.15423215925693512,
+    0.022011447697877884,
+    0.10002263635396957,
+    0.3880752921104431,
+    0.0997275784611702,
+    0.10074039548635483,
+    0.031491365283727646,
+    0.05274724215269089,
+    0.026333272457122803,
+    0.04202526807785034,
+    0.05608939379453659,
+    0.07541880011558533,
+    0.07385950535535812,
+    0.1756458729505539,
+    0.01397684682160616,
+    0.042862460017204285,
+    0.03236258774995804,
+    0.018532417714595795,
+    0.02176821604371071,
+    0.1318952590227127,
+    0.21132726967334747,
+    0.18418455123901367,
+    0.31421080231666565,
+    0.041252970695495605,
+    0.039548054337501526,
+    0.012864137068390846,
+    0.0316774919629097,
+    0.05746656283736229,
+    0.04678579792380333,
+    0.08521630614995956,
+    0.17724871635437012,
+    0.21354728937149048,
+    0.1345006674528122,
+    0.11159191280603409,
+    0.08840221911668777,
+    0.04622892662882805,
+    0.23144878447055817,
+    0.224119171500206,
+    0.09971532225608826,
+    0.12332338839769363,
+    0.16400226950645447,
+    0.17538204789161682,
+    0.16228385269641876,
+    0.10976884514093399,
+    0.10918932408094406,
+    0.008818334899842739,
+    0.03303942456841469,
+    0.11442039161920547,
+    0.15936608612537384,
+    0.1138921007514,
+    0.1069047823548317,
+    0.0051146880723536015,
+    0.13357794284820557,
+    0.15406818687915802,
+    0.1435358226299286,
+    0.06778670847415924,
+    0.01283275242894888,
+    0.07536288350820541,
+    0.7200165390968323,
+    0.2357974797487259,
+    0.29793378710746765,
+    0.397521436214447,
+    0.26958587765693665,
+    0.1647338569164276,
+    0.14799700677394867,
+    0.06611565500497818,
+    0.13026736676692963,
+    0.0981714278459549,
+    0.23857077956199646,
+    0.12838076055049896,
+    0.1888490468263626,
+    0.14243054389953613,
+    0.1867055594921112,
+    0.2329045981168747,
+    0.1327202469110489,
+    0.10462050139904022,
+    0.18740876019001007,
+    0.09519562125205994,
+    0.07515914738178253,
+    0.03030562773346901,
+    0.06384927034378052,
+    0.43729889392852783,
+    0.29341956973075867,
+    0.3251623213291168,
+    0.16308726370334625,
+    0.26216503977775574,
+    0.2776937484741211,
+    0.311381071805954,
+    0.16521480679512024,
+    0.3133801817893982,
+    0.31733763217926025,
+    0.16203494369983673,
+    0.30471014976501465,
+    0.34436067938804626,
+    0.14900346100330353,
+    0.10261034220457077,
+    0.06612148880958557,
+    0.13854040205478668,
+    0.34093421697616577,
+    0.07457796484231949,
+    0.13435406982898712,
+    0.1928020417690277,
+    0.16193322837352753,
+    0.16192658245563507,
+    0.26208263635635376,
+    0.07347813248634338,
+    0.40623483061790466,
+    0.3524066209793091,
+    0.19058221578598022,
+    0.2640276551246643,
+    0.15044744312763214,
+    0.17509184777736664,
+    0.10045274347066879,
+    0.33943596482276917,
+    0.17627765238285065,
+    0.15917983651161194,
+    0.38296008110046387,
+    0.06107897683978081,
+    0.09075037389993668,
+    0.12848766148090363,
+    0.2820281684398651,
+    0.04705090448260307,
+    0.23834380507469177,
+    0.15488243103027344,
+    0.17551539838314056,
+    0.2463483363389969,
+    0.16641345620155334,
+    0.18474631011486053,
+    0.5256935358047485,
+    0.21331442892551422,
+    0.30549490451812744,
+    0.7474600672721863,
+    0.4145708680152893,
+    0.501091480255127,
+    0.05380377173423767,
+    0.3274393677711487,
+    0.12463165074586868,
+    0.03674200549721718,
+    0.21091344952583313,
+    0.15625371038913727,
+    0.12428975105285645,
+    0.1750754714012146,
+    0.1372324675321579,
+    0.1831636279821396,
+    0.21845802664756775,
+    0.07301894575357437,
+    0.0547991618514061,
+    0.05733482167124748,
+    0.04098834469914436,
+    0.12183959037065506,
+    0.04831085354089737,
+    0.040421098470687866,
+    0.04801282286643982,
+    0.06522174924612045,
+    0.04404158890247345,
+    0.05478627234697342,
+    0.012464293278753757,
+    0.1824718713760376,
+    0.019619429484009743,
+    0.2922763228416443,
+    0.024114880710840225,
+    0.22721900045871735,
+    0.2783896327018738,
+    0.2955290675163269,
+    0.20051676034927368,
+    0.14298434555530548,
+    0.22174875438213348,
+    0.06544747203588486,
+    0.21780554950237274,
+    0.02958706207573414,
+    0.12066523730754852,
+    0.09524626284837723,
+    0.02004954405128956,
+    0.04191719740629196,
+    0.07351425290107727,
+    0.04848151654005051,
+    0.19130590558052063,
+    0.2294403463602066,
+    0.1960136741399765,
+    0.06262914836406708,
+    0.06247653812170029,
+    0.02877870574593544,
+    0.09750735014677048,
+    0.12486760318279266,
+    0.07460995763540268,
+    0.018517930060625076,
+    0.05490416660904884,
+    0.06605791300535202,
+    0.10536655783653259,
+    0.06807417422533035,
+    0.06336094439029694,
+    0.0349137969315052,
+    0.25713711977005005,
+    0.14065678417682648,
+    0.034665029495954514,
+    0.1702372133731842,
+    0.035643719136714935,
+    0.039803192019462585,
+    0.01827702298760414,
+    0.06721686571836472,
+    0.0687984824180603,
+    0.03307447209954262,
+    0.25613802671432495,
+    0.14303763210773468,
+    0.2420368641614914,
+    0.07902257889509201,
+    0.27310216426849365,
+    0.26532167196273804,
+    0.28979507088661194,
+    0.24934639036655426,
+    0.20857767760753632,
+    0.20257073640823364,
+    0.1827373206615448,
+    0.11929871141910553,
+    0.21632730960845947,
+    0.2057427316904068,
+    0.20218698680400848,
+    0.13276255130767822,
+    0.007359037641435862,
+    0.03565008565783501,
+    0.017737047746777534,
+    0.2886950969696045,
+    0.20364072918891907,
+    0.16885550320148468,
+    0.09750598669052124,
+    0.03880664333701134,
+    0.09700369834899902,
+    0.035365134477615356,
+    0.17910346388816833,
+    0.041059017181396484,
+    0.0745500922203064,
+    0.16741125285625458,
+    0.048421408981084824,
+    0.12727104127407074,
+    0.0673636719584465,
+    0.07140474766492844,
+    0.12969325482845306,
+    0.04822329431772232,
+    0.07112302631139755,
+    0.1033380851149559,
+    0.05088804289698601,
+    0.21087367832660675,
+    0.05059528723359108,
+    0.42177847027778625,
+    0.389272540807724,
+    0.25745058059692383,
+    0.27499914169311523,
+    0.049914997071027756,
+    0.07336920499801636,
+    0.25826016068458557,
+    0.2534690499305725,
+    0.11086020618677139,
+    0.18213440477848053,
+    0.2685719430446625,
+    0.33228081464767456,
+    0.19704923033714294,
+    0.19777709245681763,
+    0.1692337989807129,
+    0.25434139370918274,
+    0.05986040085554123,
+    0.03744783625006676,
+    0.11051233112812042,
+    0.023399772122502327,
+    0.05014239624142647,
+    0.16192364692687988,
+    0.08845540136098862,
+    0.09663736075162888,
+    0.10718978941440582,
+    0.3183601200580597,
+    0.03831290453672409,
+    0.019397994503378868,
+    0.13443152606487274,
+    0.021432261914014816,
+    0.08853388577699661,
+    0.08584505319595337,
+    0.031259290874004364,
+    0.043708618730306625,
+    0.02079448290169239,
+    0.015515565872192383,
+    0.03591594845056534,
+    0.11464346945285797,
+    0.013210452161729336,
+    0.054246824234724045,
+    0.11062886565923691,
+    0.13309340178966522,
+    0.030498448759317398,
+    0.03507119044661522,
+    0.35089391469955444,
+    0.1981927901506424,
+    0.01976045034825802,
+    0.13291338086128235,
+    0.1686825007200241,
+    0.10319391638040543,
+    0.14896400272846222,
+    0.3939835727214813,
+    0.13696038722991943,
+    0.09209994226694107,
+    0.08952201157808304,
+    0.0914696529507637,
+    0.020856548100709915,
+    0.019688298925757408,
+    0.03847132995724678,
+    0.11167480051517487,
+    0.16390804946422577,
+    0.10488894581794739,
+    0.1844530999660492,
+    0.18998213112354279,
+    0.199951171875,
+    0.047465868294239044,
+    0.0668286606669426,
+    0.04902646318078041,
+    0.296703040599823,
+    0.10809389501810074,
+    0.03531789407134056,
+    0.3616119623184204,
+    0.258215069770813,
+    0.10421863943338394,
+    0.4529574513435364,
+    0.5341131091117859,
+    0.029030414298176765,
+    0.34225785732269287,
+    0.4311906099319458,
+    0.0474717915058136,
+    0.12060020864009857,
+    0.24856001138687134,
+    0.03619397431612015,
+    0.03739168867468834,
+    0.0493292398750782,
+    0.07372338324785233,
+    0.045026667416095734,
+    0.04183494672179222,
+    0.019086740911006927,
+    0.10069616138935089,
+    0.02329319156706333,
+    0.06349773705005646,
+    0.3277888000011444,
+    0.06955844163894653,
+    0.02429211512207985,
+    0.01611953042447567,
+    0.10883677005767822,
+    0.1208675354719162,
+    0.27706778049468994,
+    0.07937951385974884,
+    0.09013354778289795,
+    0.25228726863861084,
+    0.10810708999633789,
+    0.12102663516998291,
+    0.050109270960092545,
+    0.17005851864814758,
+    0.18496082723140717,
+    0.21099171042442322,
+    0.054752618074417114,
+    0.16123704612255096,
+    0.20820216834545135,
+    0.09712296724319458,
+    0.005546113010495901,
+    0.097059465944767,
+    0.2045208364725113,
+    0.09866946935653687,
+    0.08784886449575424,
+    0.04650033637881279,
+    0.02101938985288143,
+    0.06160777807235718,
+    0.013580197468400002,
+    0.09632448107004166,
+    0.028721019625663757,
+    0.11834043264389038,
+    0.03844558820128441,
+    0.009895103983581066,
+    0.025465890765190125,
+    0.09652076661586761,
+    0.008635375648736954,
+    0.049928996711969376,
+    0.01472399104386568,
+    0.06835032254457474,
+    0.05197431892156601,
+    0.22022965550422668,
+    0.05505164712667465,
+    0.16705285012722015,
+    0.030606450513005257,
+    0.11758774518966675,
+    0.047880321741104126,
+    0.03277191147208214,
+    0.3077869713306427,
+    0.42469322681427,
+    0.2146916538476944,
+    0.12261732667684555,
+    0.05184410139918327,
+    0.05769037827849388,
+    0.05437003821134567,
+    0.17917606234550476,
+    0.11453083902597427,
+    0.06125201657414436,
+    0.0644795149564743,
+    0.0166324395686388,
+    0.08427389711141586,
+    0.005679300520569086,
+    0.27825766801834106,
+    0.06338424980640411,
+    0.10125881433486938,
+    0.25528502464294434,
+    0.1535501927137375,
+    0.07797325402498245,
+    0.017557451501488686,
+    0.07961004227399826,
+    0.06994626671075821,
+    0.015398102812469006,
+    0.00643958942964673,
+    0.07612834870815277,
+    0.05128110572695732,
+    0.03824714943766594,
+    0.223002627491951,
+    0.2961937487125397,
+    0.07880347967147827,
+    0.14168503880500793,
+    0.2242315709590912,
+    0.0346190482378006,
+    0.038172487169504166,
+    0.04912401735782623,
+    0.055056486278772354,
+    0.11211057752370834,
+    0.09830605238676071,
+    0.28719308972358704,
+    0.006989363580942154,
+    0.14768627285957336,
+    0.040707457810640335,
+    0.019103500992059708,
+    0.09891229122877121,
+    0.017605377361178398,
+    0.02410203032195568,
+    0.03736765310168266,
+    0.022269481793045998,
+    0.1394656002521515,
+    0.06297530233860016,
+    0.00896847527474165,
+    0.12629123032093048,
+    0.2768095135688782,
+    0.04734860360622406,
+    0.3112349510192871,
+    0.03790045902132988,
+    0.033890996128320694,
+    0.04206828400492668,
+    0.19741539657115936,
+    0.159946009516716,
+    0.05321282148361206,
+    0.009139270521700382,
+    0.14173074066638947,
+    0.10977289825677872
+  ]
+}

p5-mae-15m-d40/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00030000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.14537351336012078,
+  "probe/map_train": 0.5201911402608231,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16919155477897832,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.0062076159520075,
+  "probe/total_s": 8.460725805023685,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16829443011128925
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16838809923380188
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16919155477897832
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16592436533180938
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15656060013174303
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13546832376274598
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10930207075703133
+    }
+  ],
+  "per_class_ap": [
+    0.6390561461448669,
+    0.00870271772146225,
+    0.06261906772851944,
+    0.20022808015346527,
+    0.10970095545053482,
+    0.26658129692077637,
+    0.19357582926750183,
+    0.30370962619781494,
+    0.0400833822786808,
+    0.044110897928476334,
+    0.02476799115538597,
+    0.038659580051898956,
+    0.4999101161956787,
+    0.31391724944114685,
+    0.047756295651197433,
+    0.5158495903015137,
+    0.3511981666088104,
+    0.35599973797798157,
+    0.06295495480298996,
+    0.12235355377197266,
+    0.25275683403015137,
+    0.11134236305952072,
+    0.2241038829088211,
+    0.15945719182491302,
+    0.07487745583057404,
+    0.028451016172766685,
+    0.07523330301046371,
+    0.161831796169281,
+    0.21324723958969116,
+    0.09619203954935074,
+    0.24083755910396576,
+    0.11509910970926285,
+    0.022167658433318138,
+    0.06435977667570114,
+    0.25756528973579407,
+    0.05254330113530159,
+    0.3845703899860382,
+    0.06569763273000717,
+    0.07930204272270203,
+    0.15866124629974365,
+    0.18063458800315857,
+    0.030562778934836388,
+    0.07040572911500931,
+    0.4434344470500946,
+    0.016720009967684746,
+    0.08818747103214264,
+    0.021482601761817932,
+    0.14002104103565216,
+    0.054881539195775986,
+    0.07655078172683716,
+    0.1166970282793045,
+    0.013229279778897762,
+    0.04438728094100952,
+    0.041022058576345444,
+    0.23181694746017456,
+    0.11978855729103088,
+    0.24730370938777924,
+    0.3428936004638672,
+    0.15701061487197876,
+    0.06966414302587509,
+    0.18196256458759308,
+    0.23003999888896942,
+    0.057640191167593,
+    0.16167312860488892,
+    0.5423873662948608,
+    0.23251116275787354,
+    0.2927210032939911,
+    0.33598148822784424,
+    0.4258003532886505,
+    0.3410235643386841,
+    0.10299930721521378,
+    0.13483616709709167,
+    0.2068735808134079,
+    0.19788698852062225,
+    0.19070719182491302,
+    0.22692370414733887,
+    0.04908245801925659,
+    0.21170994639396667,
+    0.16967885196208954,
+    0.15104445815086365,
+    0.023187654092907906,
+    0.12268838286399841,
+    0.38820797204971313,
+    0.13677643239498138,
+    0.09345051646232605,
+    0.04209745675325394,
+    0.05504234507679939,
+    0.030611734837293625,
+    0.056638266891241074,
+    0.04815793037414551,
+    0.06829459965229034,
+    0.06071708723902702,
+    0.1801864057779312,
+    0.024683061987161636,
+    0.03316238150000572,
+    0.04436924681067467,
+    0.03582827374339104,
+    0.029752220958471298,
+    0.1413460224866867,
+    0.2268620729446411,
+    0.21347562968730927,
+    0.3168359398841858,
+    0.04888681322336197,
+    0.0489322729408741,
+    0.014826326631009579,
+    0.036129146814346313,
+    0.07976329326629639,
+    0.0739140436053276,
+    0.08707669377326965,
+    0.17694666981697083,
+    0.20653286576271057,
+    0.14084719121456146,
+    0.12020961195230484,
+    0.10260621458292007,
+    0.05024731904268265,
+    0.26299920678138733,
+    0.2570148706436157,
+    0.08639352023601532,
+    0.12679968774318695,
+    0.17867712676525116,
+    0.19074152410030365,
+    0.16229139268398285,
+    0.09940427541732788,
+    0.10232394188642502,
+    0.00943384226411581,
+    0.0370367132127285,
+    0.11014222353696823,
+    0.1571631133556366,
+    0.11734851449728012,
+    0.1084514632821083,
+    0.005320434924215078,
+    0.1407749503850937,
+    0.12450471520423889,
+    0.11826281994581223,
+    0.08909574151039124,
+    0.010105895809829235,
+    0.09718699753284454,
+    0.722017765045166,
+    0.2477831244468689,
+    0.30041781067848206,
+    0.3998894989490509,
+    0.3005516231060028,
+    0.17315663397312164,
+    0.14795416593551636,
+    0.06517977267503738,
+    0.12452661991119385,
+    0.08565158396959305,
+    0.22684113681316376,
+    0.12484420090913773,
+    0.19085098803043365,
+    0.1260363757610321,
+    0.16717471182346344,
+    0.252623975276947,
+    0.12120738625526428,
+    0.10719975084066391,
+    0.2012656331062317,
+    0.0789666622877121,
+    0.08020429313182831,
+    0.03882870823144913,
+    0.07591507583856583,
+    0.45110955834388733,
+    0.30780619382858276,
+    0.32851892709732056,
+    0.17103047668933868,
+    0.2678544223308563,
+    0.2926507294178009,
+    0.31735026836395264,
+    0.1767299324274063,
+    0.30074068903923035,
+    0.36836671829223633,
+    0.19113600254058838,
+    0.30845674872398376,
+    0.34829384088516235,
+    0.1624089628458023,
+    0.08819693326950073,
+    0.07590488344430923,
+    0.1356019675731659,
+    0.3401741683483124,
+    0.07499555498361588,
+    0.15773123502731323,
+    0.21586909890174866,
+    0.1926492601633072,
+    0.176437109708786,
+    0.2919745445251465,
+    0.08063306659460068,
+    0.3834473490715027,
+    0.3340529501438141,
+    0.1960359811782837,
+    0.2799699008464813,
+    0.1602552831172943,
+    0.17726948857307434,
+    0.10525857657194138,
+    0.3303075432777405,
+    0.19270546734333038,
+    0.19159476459026337,
+    0.3782259225845337,
+    0.06619584560394287,
+    0.09238073974847794,
+    0.10094626247882843,
+    0.27521389722824097,
+    0.06113439053297043,
+    0.24371787905693054,
+    0.13662588596343994,
+    0.21328000724315643,
+    0.2289070338010788,
+    0.21420136094093323,
+    0.23832818865776062,
+    0.5509940385818481,
+    0.19358336925506592,
+    0.33149614930152893,
+    0.7592340707778931,
+    0.445741206407547,
+    0.5101842880249023,
+    0.05381245166063309,
+    0.3301720917224884,
+    0.11671800166368484,
+    0.050073377788066864,
+    0.23318162560462952,
+    0.15057697892189026,
+    0.1172209084033966,
+    0.1797008216381073,
+    0.1405268907546997,
+    0.21454009413719177,
+    0.26211944222450256,
+    0.05434250831604004,
+    0.06995415687561035,
+    0.05835636332631111,
+    0.033250775188207626,
+    0.12705175578594208,
+    0.05765363946557045,
+    0.04727978631854057,
+    0.05505727231502533,
+    0.07672464847564697,
+    0.04525359347462654,
+    0.05910944938659668,
+    0.010221599601209164,
+    0.18136221170425415,
+    0.02215561643242836,
+    0.30841773748397827,
+    0.027446199208498,
+    0.2323385328054428,
+    0.2631022036075592,
+    0.3322567939758301,
+    0.22571015357971191,
+    0.14380428194999695,
+    0.2313195765018463,
+    0.06555889546871185,
+    0.22373437881469727,
+    0.025745617225766182,
+    0.12810593843460083,
+    0.07662476599216461,
+    0.0205047857016325,
+    0.05918436497449875,
+    0.09204085171222687,
+    0.04883495345711708,
+    0.20666275918483734,
+    0.1991242617368698,
+    0.17269235849380493,
+    0.0627373605966568,
+    0.06702994555234909,
+    0.05252787098288536,
+    0.08010553568601608,
+    0.1502358466386795,
+    0.06277090311050415,
+    0.01991361193358898,
+    0.04972456395626068,
+    0.06967750191688538,
+    0.0995742455124855,
+    0.0598195418715477,
+    0.055790118873119354,
+    0.033751342445611954,
+    0.22160188853740692,
+    0.1439215987920761,
+    0.034257084131240845,
+    0.18609678745269775,
+    0.04521019384264946,
+    0.03591802343726158,
+    0.022505732253193855,
+    0.07460732758045197,
+    0.040646396577358246,
+    0.0270653385668993,
+    0.26924753189086914,
+    0.14961689710617065,
+    0.24922314286231995,
+    0.052405789494514465,
+    0.2768417298793793,
+    0.3164905607700348,
+    0.32715216279029846,
+    0.2658957839012146,
+    0.19508004188537598,
+    0.20650994777679443,
+    0.19129784405231476,
+    0.10184916853904724,
+    0.2131444662809372,
+    0.20843860507011414,
+    0.2269991934299469,
+    0.1229923814535141,
+    0.008120798505842686,
+    0.03221108019351959,
+    0.01925509236752987,
+    0.2925187945365906,
+    0.21556666493415833,
+    0.1822666972875595,
+    0.12116050720214844,
+    0.021392427384853363,
+    0.11344723403453827,
+    0.041458506137132645,
+    0.18255892395973206,
+    0.04507972300052643,
+    0.09100262075662613,
+    0.15918847918510437,
+    0.06815649569034576,
+    0.14168141782283783,
+    0.08514972776174545,
+    0.08791060000658035,
+    0.14269262552261353,
+    0.05736687406897545,
+    0.07937789708375931,
+    0.14492392539978027,
+    0.05689813941717148,
+    0.23977065086364746,
+    0.04395228624343872,
+    0.4330838918685913,
+    0.3678146004676819,
+    0.2612515389919281,
+    0.26904773712158203,
+    0.06374337524175644,
+    0.06970462948083878,
+    0.2912607192993164,
+    0.2816719114780426,
+    0.13986438512802124,
+    0.23557566106319427,
+    0.29805272817611694,
+    0.3689105808734894,
+    0.2689322829246521,
+    0.1865472048521042,
+    0.19226042926311493,
+    0.2871471345424652,
+    0.053852833807468414,
+    0.029656274244189262,
+    0.13302788138389587,
+    0.011080264113843441,
+    0.06830448657274246,
+    0.17098267376422882,
+    0.11104170233011246,
+    0.10744594782590866,
+    0.11155489087104797,
+    0.35050728917121887,
+    0.026583118364214897,
+    0.0206418726593256,
+    0.15126784145832062,
+    0.021763643249869347,
+    0.09903667867183685,
+    0.0937352254986763,
+    0.02745477855205536,
+    0.044756192713975906,
+    0.027171995490789413,
+    0.03048662655055523,
+    0.036148812621831894,
+    0.13600775599479675,
+    0.020516399294137955,
+    0.06577379256486893,
+    0.128506600856781,
+    0.13666114211082458,
+    0.03887219727039337,
+    0.05322463437914848,
+    0.35445189476013184,
+    0.189679816365242,
+    0.02157551608979702,
+    0.13034774363040924,
+    0.16267161071300507,
+    0.11539250612258911,
+    0.1576741635799408,
+    0.41112735867500305,
+    0.14117833971977234,
+    0.09190592169761658,
+    0.08721335232257843,
+    0.09937512129545212,
+    0.021232271566987038,
+    0.021172193810343742,
+    0.03684665262699127,
+    0.12149405479431152,
+    0.18365167081356049,
+    0.08201762288808823,
+    0.2082887887954712,
+    0.17609156668186188,
+    0.21032759547233582,
+    0.03920383378863335,
+    0.06640776246786118,
+    0.05250302702188492,
+    0.271085649728775,
+    0.11264777928590775,
+    0.03787407651543617,
+    0.3747280538082123,
+    0.29262715578079224,
+    0.09400390088558197,
+    0.4726853370666504,
+    0.5674841403961182,
+    0.02858458086848259,
+    0.3710751533508301,
+    0.4072476029396057,
+    0.0495167076587677,
+    0.13793742656707764,
+    0.271440327167511,
+    0.036096785217523575,
+    0.046062175184488297,
+    0.06083578243851662,
+    0.07629378885030746,
+    0.08894379436969757,
+    0.050826799124479294,
+    0.020543502643704414,
+    0.09009796380996704,
+    0.022462166845798492,
+    0.06433267146348953,
+    0.28744474053382874,
+    0.0727306678891182,
+    0.02976580522954464,
+    0.016885098069906235,
+    0.12645407021045685,
+    0.09745576232671738,
+    0.2773200273513794,
+    0.07519486546516418,
+    0.07947534322738647,
+    0.26282960176467896,
+    0.11448317021131516,
+    0.12034377455711365,
+    0.06752313673496246,
+    0.1803152859210968,
+    0.16690930724143982,
+    0.19605305790901184,
+    0.0652536079287529,
+    0.17611508071422577,
+    0.20436327159404755,
+    0.12063268572092056,
+    0.006035910453647375,
+    0.12337451428174973,
+    0.21083752810955048,
+    0.08367720991373062,
+    0.09887414425611496,
+    0.041005197912454605,
+    0.023167194798588753,
+    0.05157402902841568,
+    0.012930942699313164,
+    0.08375950902700424,
+    0.01867133006453514,
+    0.11878470331430435,
+    0.03782686963677406,
+    0.011520476080477238,
+    0.02647997997701168,
+    0.10568925738334656,
+    0.010339521802961826,
+    0.0635121539235115,
+    0.016668539494276047,
+    0.05625041574239731,
+    0.05035679042339325,
+    0.21266984939575195,
+    0.05022255331277847,
+    0.1455734521150589,
+    0.0346548855304718,
+    0.11043166369199753,
+    0.06759343296289444,
+    0.03072868287563324,
+    0.35463500022888184,
+    0.4553917348384857,
+    0.22695933282375336,
+    0.15169240534305573,
+    0.033823687583208084,
+    0.05765648931264877,
+    0.048472508788108826,
+    0.20920978486537933,
+    0.10265202820301056,
+    0.0640183761715889,
+    0.07811464369297028,
+    0.019339080899953842,
+    0.09082133322954178,
+    0.005976063199341297,
+    0.2855072021484375,
+    0.07896338403224945,
+    0.08710315078496933,
+    0.269966185092926,
+    0.14816179871559143,
+    0.09083529561758041,
+    0.021336138248443604,
+    0.10362047702074051,
+    0.062245018780231476,
+    0.014486638829112053,
+    0.007696639280766249,
+    0.08233838528394699,
+    0.05075894668698311,
+    0.037357036024332047,
+    0.22702822089195251,
+    0.29396671056747437,
+    0.09032631665468216,
+    0.14808546006679535,
+    0.22299179434776306,
+    0.03383312001824379,
+    0.0425381064414978,
+    0.06852681934833527,
+    0.03871334716677666,
+    0.11989494413137436,
+    0.12075825780630112,
+    0.29499366879463196,
+    0.0068148113787174225,
+    0.15300142765045166,
+    0.027248183265328407,
+    0.021474074572324753,
+    0.10050716251134872,
+    0.018732436001300812,
+    0.02046329714357853,
+    0.03974299877882004,
+    0.021606003865599632,
+    0.12136348336935043,
+    0.06693210452795029,
+    0.006836251821368933,
+    0.13867267966270447,
+    0.28608137369155884,
+    0.06661131978034973,
+    0.3191972076892853,
+    0.042818233370780945,
+    0.03302609920501709,
+    0.03787830471992493,
+    0.20891150832176208,
+    0.16886548697948456,
+    0.05849893391132355,
+    0.011971572414040565,
+    0.11587416380643845,
+    0.10358430445194244
+  ]
+}

p5-mae-15m-d40/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00035000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.14836677756916866,
+  "probe/map_train": 0.5189225476030155,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1726425164211294,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.102216294966638,
+  "probe/total_s": 8.556701808935031,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17102236395650516
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17142019360467609
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1726425164211294
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1697874240085935
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15872871116832238
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13718517793676474
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10922249701126802
+    }
+  ],
+  "per_class_ap": [
+    0.6355553269386292,
+    0.009623128920793533,
+    0.06272298842668533,
+    0.19768507778644562,
+    0.11560413241386414,
+    0.2723804712295532,
+    0.19035926461219788,
+    0.31553781032562256,
+    0.04147784039378166,
+    0.048415958881378174,
+    0.02723974734544754,
+    0.03686170652508736,
+    0.5098131895065308,
+    0.33081433176994324,
+    0.0543898344039917,
+    0.5241237878799438,
+    0.34280624985694885,
+    0.3722820580005646,
+    0.07252901047468185,
+    0.126497283577919,
+    0.24547553062438965,
+    0.10784560441970825,
+    0.2249201238155365,
+    0.1626739501953125,
+    0.08541999012231827,
+    0.026609154418110847,
+    0.07878126949071884,
+    0.16881060600280762,
+    0.22062820196151733,
+    0.0990954264998436,
+    0.22870366275310516,
+    0.132801353931427,
+    0.02049078978598118,
+    0.06883032619953156,
+    0.26368555426597595,
+    0.04824766144156456,
+    0.3895123302936554,
+    0.07766522467136383,
+    0.07886681705713272,
+    0.16258183121681213,
+    0.16878312826156616,
+    0.030726613476872444,
+    0.07910455018281937,
+    0.44057759642601013,
+    0.01740759052336216,
+    0.08808805048465729,
+    0.018933281302452087,
+    0.1540386825799942,
+    0.04909835383296013,
+    0.07201866805553436,
+    0.11937063932418823,
+    0.011775882914662361,
+    0.04278123006224632,
+    0.03680720180273056,
+    0.23018838465213776,
+    0.12005903571844101,
+    0.24386857450008392,
+    0.358477920293808,
+    0.1542491316795349,
+    0.07366648316383362,
+    0.19610631465911865,
+    0.23130743205547333,
+    0.05780230462551117,
+    0.16623073816299438,
+    0.5427796244621277,
+    0.25159120559692383,
+    0.30060234665870667,
+    0.32265108823776245,
+    0.4077516794204712,
+    0.3484523594379425,
+    0.10902749747037888,
+    0.1263151466846466,
+    0.20637662708759308,
+    0.19852332770824432,
+    0.17821018397808075,
+    0.19037222862243652,
+    0.04681253805756569,
+    0.2201467752456665,
+    0.1663675457239151,
+    0.16651755571365356,
+    0.020130818709731102,
+    0.12718984484672546,
+    0.38244280219078064,
+    0.15270406007766724,
+    0.10555301606655121,
+    0.041351184248924255,
+    0.06215545907616615,
+    0.04288991168141365,
+    0.039208490401506424,
+    0.06405778229236603,
+    0.06991114467382431,
+    0.061205487698316574,
+    0.20723113417625427,
+    0.03523141145706177,
+    0.03589560464024544,
+    0.04103806987404823,
+    0.03713226318359375,
+    0.026320157572627068,
+    0.14237253367900848,
+    0.23423245549201965,
+    0.1975436508655548,
+    0.33419471979141235,
+    0.04753922298550606,
+    0.045983053743839264,
+    0.017321322113275528,
+    0.033783551305532455,
+    0.06745581328868866,
+    0.05666122958064079,
+    0.09405355155467987,
+    0.17747154831886292,
+    0.20030763745307922,
+    0.1459621787071228,
+    0.12533649802207947,
+    0.10198517143726349,
+    0.05295100435614586,
+    0.24869970977306366,
+    0.25409138202667236,
+    0.0965665802359581,
+    0.12654341757297516,
+    0.19741597771644592,
+    0.212143212556839,
+    0.18364427983760834,
+    0.08860626816749573,
+    0.09523918479681015,
+    0.009759298525750637,
+    0.038018908351659775,
+    0.12323177605867386,
+    0.17544777691364288,
+    0.1209462583065033,
+    0.12482984364032745,
+    0.005601292476058006,
+    0.12703609466552734,
+    0.11249185353517532,
+    0.10615207999944687,
+    0.06361346691846848,
+    0.011008531786501408,
+    0.10208605229854584,
+    0.7243738770484924,
+    0.24728898704051971,
+    0.30288803577423096,
+    0.41022247076034546,
+    0.310802161693573,
+    0.1937936693429947,
+    0.14274905622005463,
+    0.07747407257556915,
+    0.12526275217533112,
+    0.07943534106016159,
+    0.26240381598472595,
+    0.15996351838111877,
+    0.1956166923046112,
+    0.16951777040958405,
+    0.1858922392129898,
+    0.26524844765663147,
+    0.12242554873228073,
+    0.1057988777756691,
+    0.19225521385669708,
+    0.07511752098798752,
+    0.07113278657197952,
+    0.03260232135653496,
+    0.0744037926197052,
+    0.4759465157985687,
+    0.3251088261604309,
+    0.3538469076156616,
+    0.16381330788135529,
+    0.2828260064125061,
+    0.32975518703460693,
+    0.33520761132240295,
+    0.20008720457553864,
+    0.32265257835388184,
+    0.3540065586566925,
+    0.21748976409435272,
+    0.3287881016731262,
+    0.3771083354949951,
+    0.1769995242357254,
+    0.08357634395360947,
+    0.08673667907714844,
+    0.1255396604537964,
+    0.34116923809051514,
+    0.07332702726125717,
+    0.17896443605422974,
+    0.21864791214466095,
+    0.19430150091648102,
+    0.15766961872577667,
+    0.2820037007331848,
+    0.08853612840175629,
+    0.40225112438201904,
+    0.32829993963241577,
+    0.2030923068523407,
+    0.2803356349468231,
+    0.16962698101997375,
+    0.17293237149715424,
+    0.10317936539649963,
+    0.3313620388507843,
+    0.1934463530778885,
+    0.18914835155010223,
+    0.3846656382083893,
+    0.06795034557580948,
+    0.11338977515697479,
+    0.09141892939805984,
+    0.27672186493873596,
+    0.05860057473182678,
+    0.24222606420516968,
+    0.14027705788612366,
+    0.22677788138389587,
+    0.2038433849811554,
+    0.21300223469734192,
+    0.2408246099948883,
+    0.528734028339386,
+    0.21782882511615753,
+    0.3129681348800659,
+    0.7588987350463867,
+    0.4308773875236511,
+    0.5022101402282715,
+    0.04529304429888725,
+    0.3338054120540619,
+    0.13641414046287537,
+    0.07632116973400116,
+    0.2555180490016937,
+    0.16647012531757355,
+    0.13773152232170105,
+    0.19030626118183136,
+    0.14612197875976562,
+    0.20041745901107788,
+    0.2559678554534912,
+    0.056213684380054474,
+    0.08132918179035187,
+    0.06636875122785568,
+    0.03204744681715965,
+    0.14062434434890747,
+    0.053682148456573486,
+    0.051802393049001694,
+    0.052938058972358704,
+    0.07124403864145279,
+    0.04410984739661217,
+    0.06856922805309296,
+    0.011889449320733547,
+    0.1814652383327484,
+    0.022182276472449303,
+    0.31124672293663025,
+    0.030199933797121048,
+    0.23741808533668518,
+    0.2771328389644623,
+    0.32283201813697815,
+    0.22018156945705414,
+    0.14614513516426086,
+    0.2369052916765213,
+    0.06772781163454056,
+    0.23746027052402496,
+    0.026432059705257416,
+    0.12662044167518616,
+    0.07682390511035919,
+    0.02203385718166828,
+    0.06541580706834793,
+    0.08862906694412231,
+    0.054979171603918076,
+    0.2073086053133011,
+    0.23811179399490356,
+    0.21017301082611084,
+    0.06974143534898758,
+    0.07994606345891953,
+    0.05728132277727127,
+    0.0883198231458664,
+    0.11973708122968674,
+    0.057929184287786484,
+    0.020448075607419014,
+    0.05252000316977501,
+    0.06378619372844696,
+    0.10032112151384354,
+    0.05904114991426468,
+    0.05142786726355553,
+    0.026579247787594795,
+    0.2454863339662552,
+    0.14913806319236755,
+    0.03522048890590668,
+    0.19343943893909454,
+    0.029509499669075012,
+    0.037839069962501526,
+    0.02173779159784317,
+    0.08394552022218704,
+    0.07537410408258438,
+    0.028505252674221992,
+    0.2712565064430237,
+    0.14829866588115692,
+    0.2586754560470581,
+    0.06174387037754059,
+    0.29329824447631836,
+    0.3604443669319153,
+    0.3617749810218811,
+    0.25744420289993286,
+    0.23714390397071838,
+    0.21932289004325867,
+    0.21377642452716827,
+    0.10585930198431015,
+    0.215576171875,
+    0.22556209564208984,
+    0.24212472140789032,
+    0.14090494811534882,
+    0.007790146395564079,
+    0.036066532135009766,
+    0.019046423956751823,
+    0.2959536612033844,
+    0.22340083122253418,
+    0.19914653897285461,
+    0.10159207880496979,
+    0.02330266311764717,
+    0.11970160901546478,
+    0.042739447206258774,
+    0.1903834491968155,
+    0.04909687489271164,
+    0.09729651361703873,
+    0.1785435974597931,
+    0.0773480236530304,
+    0.15703274309635162,
+    0.08020453155040741,
+    0.0890314057469368,
+    0.14849881827831268,
+    0.058996737003326416,
+    0.07442640513181686,
+    0.16317030787467957,
+    0.05871270224452019,
+    0.24638430774211884,
+    0.03610421344637871,
+    0.4404911696910858,
+    0.3801381289958954,
+    0.2688111662864685,
+    0.266530305147171,
+    0.07089704275131226,
+    0.07086336612701416,
+    0.31416305899620056,
+    0.2979956567287445,
+    0.14742118120193481,
+    0.24015656113624573,
+    0.3219488859176636,
+    0.3848968744277954,
+    0.26143282651901245,
+    0.2007618546485901,
+    0.21133756637573242,
+    0.2875354588031769,
+    0.05556285008788109,
+    0.03254047781229019,
+    0.15328779816627502,
+    0.009874140843749046,
+    0.0589083731174469,
+    0.17948253452777863,
+    0.10201296955347061,
+    0.10805389285087585,
+    0.11311893910169601,
+    0.3648478090763092,
+    0.03053964674472809,
+    0.02010571025311947,
+    0.148900106549263,
+    0.024165350943803787,
+    0.0939532071352005,
+    0.09413031488656998,
+    0.028967875987291336,
+    0.04325028508901596,
+    0.024797473102808,
+    0.022061606869101524,
+    0.03603517636656761,
+    0.137731671333313,
+    0.020798886194825172,
+    0.06134593486785889,
+    0.1507691591978073,
+    0.12888771295547485,
+    0.03990808129310608,
+    0.05100788176059723,
+    0.35508355498313904,
+    0.18559902906417847,
+    0.02153906039893627,
+    0.14285646378993988,
+    0.15323790907859802,
+    0.11513035744428635,
+    0.1424848437309265,
+    0.3935776352882385,
+    0.16296081244945526,
+    0.09340491145849228,
+    0.09164433181285858,
+    0.10508318245410919,
+    0.022068368270993233,
+    0.018603656440973282,
+    0.044621940702199936,
+    0.11402937024831772,
+    0.19739489257335663,
+    0.07958907634019852,
+    0.19015464186668396,
+    0.19298245012760162,
+    0.19132694602012634,
+    0.034945663064718246,
+    0.06887004524469376,
+    0.05659805238246918,
+    0.26884725689888,
+    0.11389809846878052,
+    0.0355188362300396,
+    0.38074055314064026,
+    0.29793500900268555,
+    0.09802184253931046,
+    0.4900397062301636,
+    0.5798863768577576,
+    0.025478271767497063,
+    0.38477572798728943,
+    0.42243462800979614,
+    0.05335637927055359,
+    0.13701091706752777,
+    0.2921364903450012,
+    0.03547957167029381,
+    0.04249867796897888,
+    0.06358546018600464,
+    0.08602546155452728,
+    0.10793203115463257,
+    0.046451546251773834,
+    0.019085945561528206,
+    0.1024763360619545,
+    0.026336560025811195,
+    0.05513779819011688,
+    0.2860661745071411,
+    0.05870379880070686,
+    0.028300145640969276,
+    0.0153956962749362,
+    0.11335775256156921,
+    0.11850937455892563,
+    0.28218507766723633,
+    0.07486918568611145,
+    0.08181841671466827,
+    0.2473679631948471,
+    0.10026350617408752,
+    0.10137642920017242,
+    0.054316990077495575,
+    0.1820906549692154,
+    0.16292613744735718,
+    0.1980656385421753,
+    0.07071036845445633,
+    0.16703401505947113,
+    0.22366109490394592,
+    0.11180096119642258,
+    0.006050241179764271,
+    0.09793684631586075,
+    0.22395825386047363,
+    0.09182236343622208,
+    0.08561614155769348,
+    0.046930789947509766,
+    0.03267326578497887,
+    0.05220668017864227,
+    0.01914173923432827,
+    0.10350583493709564,
+    0.018938841298222542,
+    0.10182058066129684,
+    0.033729586750268936,
+    0.010204366408288479,
+    0.023948995396494865,
+    0.1018545851111412,
+    0.01066096592694521,
+    0.059038348495960236,
+    0.01583307422697544,
+    0.052834104746580124,
+    0.05173531919717789,
+    0.20107629895210266,
+    0.04540290683507919,
+    0.1301158368587494,
+    0.04311662167310715,
+    0.11525816470384598,
+    0.06569056957960129,
+    0.02918251045048237,
+    0.3644292652606964,
+    0.457097589969635,
+    0.22053441405296326,
+    0.1463150680065155,
+    0.033439699560403824,
+    0.06999066472053528,
+    0.05163230374455452,
+    0.19651000201702118,
+    0.08309386670589447,
+    0.06308963149785995,
+    0.07475917786359787,
+    0.020902009680867195,
+    0.09161390364170074,
+    0.005939471535384655,
+    0.280720055103302,
+    0.06511937826871872,
+    0.09604165703058243,
+    0.2695491313934326,
+    0.15717720985412598,
+    0.09186580032110214,
+    0.019397901371121407,
+    0.10411820560693741,
+    0.0634591355919838,
+    0.014145382679998875,
+    0.008792192675173283,
+    0.07806853204965591,
+    0.04844212904572487,
+    0.0438692569732666,
+    0.2135000377893448,
+    0.2860555350780487,
+    0.10303166508674622,
+    0.14629974961280823,
+    0.22620010375976562,
+    0.03565194830298424,
+    0.045706991106271744,
+    0.06227275729179382,
+    0.05721556767821312,
+    0.11382025480270386,
+    0.1044590175151825,
+    0.3339270353317261,
+    0.006931967101991177,
+    0.17352378368377686,
+    0.028752511367201805,
+    0.02521687000989914,
+    0.10357242077589035,
+    0.018010277301073074,
+    0.020130489021539688,
+    0.04132579639554024,
+    0.02118823304772377,
+    0.12683431804180145,
+    0.06992855668067932,
+    0.008048903197050095,
+    0.14348137378692627,
+    0.278519868850708,
+    0.06339089572429657,
+    0.3272296190261841,
+    0.0418209470808506,
+    0.034837640821933746,
+    0.04315201938152313,
+    0.2161419540643692,
+    0.17033301293849945,
+    0.08130700141191483,
+    0.012488043867051601,
+    0.1164725124835968,
+    0.10495536774396896
+  ]
+}

p5-mae-15m-d40/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.02041015625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.015484375
+  - 0.00492578125
+  - 0.00351953125
+  - 0.02041015625
+  - 0.05278515625
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.4331015625
+  - 0.0
+  - 0.0
+  - 0.4064296875
+  - 0.001408203125
+  - 0.0
+  - 0.041525390625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d40
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d40/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d40/exports/step_00040000",
+  "fingerprint": "a6081808260b5743",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "probe/map": 0.14903043944784483,
+  "probe/map_train": 0.5178566184283661,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1725976581807183,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.979946195962839,
+  "probe/total_s": 8.578265434014611,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17078042185098372
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1711911997462727
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1725976581807183
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17006748613143302
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15891913006009722
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13635189771480802
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1086260058415216
+    }
+  ],
+  "per_class_ap": [
+    0.6365665197372437,
+    0.009304622188210487,
+    0.06327573210000992,
+    0.198362335562706,
+    0.11474429070949554,
+    0.27195295691490173,
+    0.19500911235809326,
+    0.3164454996585846,
+    0.04555390402674675,
+    0.050201792269945145,
+    0.026514850556850433,
+    0.03857136517763138,
+    0.5027457475662231,
+    0.32655373215675354,
+    0.05811311677098274,
+    0.5336174964904785,
+    0.34686681628227234,
+    0.3715859353542328,
+    0.06900274753570557,
+    0.13058926165103912,
+    0.2464790940284729,
+    0.11583314836025238,
+    0.21575835347175598,
+    0.15960025787353516,
+    0.08476429432630539,
+    0.029251759871840477,
+    0.08222516626119614,
+    0.16879421472549438,
+    0.2273816615343094,
+    0.11398189514875412,
+    0.23678652942180634,
+    0.1311405450105667,
+    0.019314618781208992,
+    0.06970488280057907,
+    0.2688937485218048,
+    0.04994131624698639,
+    0.3920336663722992,
+    0.06675896048545837,
+    0.0818377286195755,
+    0.16795021295547485,
+    0.17197845876216888,
+    0.03237423673272133,
+    0.08029136061668396,
+    0.4344981014728546,
+    0.016962507739663124,
+    0.09124783426523209,
+    0.01811395399272442,
+    0.14389291405677795,
+    0.05188180133700371,
+    0.07236819714307785,
+    0.11754090338945389,
+    0.011986668221652508,
+    0.04183712601661682,
+    0.039426352828741074,
+    0.2307530790567398,
+    0.11873467266559601,
+    0.2460116595029831,
+    0.35593676567077637,
+    0.16046598553657532,
+    0.0788545161485672,
+    0.19651678204536438,
+    0.22568635642528534,
+    0.05994356796145439,
+    0.161885067820549,
+    0.5430777072906494,
+    0.255369633436203,
+    0.29526078701019287,
+    0.3253193795681,
+    0.41280490159988403,
+    0.34346893429756165,
+    0.09928160905838013,
+    0.1295115351676941,
+    0.20777860283851624,
+    0.1988905668258667,
+    0.1823570430278778,
+    0.20383499562740326,
+    0.04653092473745346,
+    0.23371152579784393,
+    0.1692611128091812,
+    0.15805023908615112,
+    0.021337874233722687,
+    0.12455815821886063,
+    0.37442463636398315,
+    0.15177828073501587,
+    0.10759265720844269,
+    0.03959164395928383,
+    0.06436386704444885,
+    0.0422300286591053,
+    0.03680143877863884,
+    0.06904049217700958,
+    0.07052741199731827,
+    0.06062057614326477,
+    0.2163693755865097,
+    0.02623538114130497,
+    0.03821679204702377,
+    0.04620078578591347,
+    0.03558208420872688,
+    0.025538813322782516,
+    0.1410277932882309,
+    0.23679839074611664,
+    0.2262955605983734,
+    0.3498115539550781,
+    0.04733380302786827,
+    0.047509465366601944,
+    0.01743183098733425,
+    0.03439661115407944,
+    0.06906998157501221,
+    0.057738158851861954,
+    0.09462986141443253,
+    0.1827661246061325,
+    0.2098374217748642,
+    0.1418793797492981,
+    0.12572893500328064,
+    0.1009075865149498,
+    0.04883817955851555,
+    0.2547864615917206,
+    0.25503548979759216,
+    0.1007000207901001,
+    0.12592770159244537,
+    0.2051275670528412,
+    0.2161020189523697,
+    0.17465032637119293,
+    0.09470421075820923,
+    0.09634269773960114,
+    0.008884061127901077,
+    0.03898059204220772,
+    0.12563331425189972,
+    0.17721351981163025,
+    0.11764630675315857,
+    0.12399262934923172,
+    0.005945994984358549,
+    0.13440120220184326,
+    0.12527996301651,
+    0.11753895878791809,
+    0.06797516345977783,
+    0.010266593657433987,
+    0.10111302882432938,
+    0.724972665309906,
+    0.24927499890327454,
+    0.3054187297821045,
+    0.40780094265937805,
+    0.30951592326164246,
+    0.19079209864139557,
+    0.14637407660484314,
+    0.07683753967285156,
+    0.12518933415412903,
+    0.08560514450073242,
+    0.24618814885616302,
+    0.16651007533073425,
+    0.2052604705095291,
+    0.15982988476753235,
+    0.18744686245918274,
+    0.27344879508018494,
+    0.12316858768463135,
+    0.10857410728931427,
+    0.18987983465194702,
+    0.07299372553825378,
+    0.07344544678926468,
+    0.030373480170965195,
+    0.07589942961931229,
+    0.48182186484336853,
+    0.32213497161865234,
+    0.3513108789920807,
+    0.16648449003696442,
+    0.2839430272579193,
+    0.3244404196739197,
+    0.3342670202255249,
+    0.20895959436893463,
+    0.32308509945869446,
+    0.3544095456600189,
+    0.2168317288160324,
+    0.3253145217895508,
+    0.3713051676750183,
+    0.16401606798171997,
+    0.08611195534467697,
+    0.08623318374156952,
+    0.12449593096971512,
+    0.3461681306362152,
+    0.07608038932085037,
+    0.18370965123176575,
+    0.2164846956729889,
+    0.1980488896369934,
+    0.16098017990589142,
+    0.2834501564502716,
+    0.08637668937444687,
+    0.4020218849182129,
+    0.3258846402168274,
+    0.2004079818725586,
+    0.2747476100921631,
+    0.16564767062664032,
+    0.16762188076972961,
+    0.10177253931760788,
+    0.3363770544528961,
+    0.18980294466018677,
+    0.18801623582839966,
+    0.3822365999221802,
+    0.06721633672714233,
+    0.11267130076885223,
+    0.09119844436645508,
+    0.27161070704460144,
+    0.07203120738267899,
+    0.24159777164459229,
+    0.14224593341350555,
+    0.23048993945121765,
+    0.20863185822963715,
+    0.2173900306224823,
+    0.24492762982845306,
+    0.5385814309120178,
+    0.21995000541210175,
+    0.324148565530777,
+    0.7529703378677368,
+    0.42233216762542725,
+    0.501499593257904,
+    0.048681821674108505,
+    0.33916887640953064,
+    0.14490556716918945,
+    0.07084721326828003,
+    0.25773805379867554,
+    0.17397448420524597,
+    0.14245550334453583,
+    0.18788833916187286,
+    0.1445409208536148,
+    0.20231448113918304,
+    0.2587229609489441,
+    0.051886070519685745,
+    0.08238592743873596,
+    0.06357729434967041,
+    0.033892951905727386,
+    0.1372387558221817,
+    0.05728595331311226,
+    0.04716376215219498,
+    0.04871169850230217,
+    0.0705433040857315,
+    0.042184848338365555,
+    0.07122435420751572,
+    0.013069741427898407,
+    0.1855769008398056,
+    0.02194335125386715,
+    0.3080352246761322,
+    0.029883574694395065,
+    0.24186404049396515,
+    0.2671206593513489,
+    0.3277159035205841,
+    0.21877998113632202,
+    0.14825530350208282,
+    0.23570343852043152,
+    0.07005840539932251,
+    0.22937177121639252,
+    0.026336554437875748,
+    0.12967275083065033,
+    0.08325114846229553,
+    0.021468278020620346,
+    0.06488700211048126,
+    0.08928157389163971,
+    0.0559881255030632,
+    0.21126289665699005,
+    0.2374645471572876,
+    0.21603825688362122,
+    0.06874227523803711,
+    0.07274229824542999,
+    0.05127589404582977,
+    0.08454225957393646,
+    0.11874499171972275,
+    0.06113098934292793,
+    0.02152225375175476,
+    0.05247516557574272,
+    0.06354214251041412,
+    0.10104357451200485,
+    0.061048638075590134,
+    0.05186004936695099,
+    0.02679719775915146,
+    0.24414825439453125,
+    0.14584867656230927,
+    0.034661658108234406,
+    0.19222287833690643,
+    0.034389156848192215,
+    0.0380207821726799,
+    0.02210516668856144,
+    0.07968404144048691,
+    0.07234549522399902,
+    0.02781326323747635,
+    0.26145949959754944,
+    0.14857302606105804,
+    0.2569029927253723,
+    0.06116176024079323,
+    0.28615447878837585,
+    0.3519262969493866,
+    0.3561662435531616,
+    0.260476291179657,
+    0.22700488567352295,
+    0.2129541039466858,
+    0.2009650468826294,
+    0.10682780295610428,
+    0.2062128484249115,
+    0.22625385224819183,
+    0.24521833658218384,
+    0.14121609926223755,
+    0.007789468392729759,
+    0.03475125879049301,
+    0.01857713982462883,
+    0.2955434322357178,
+    0.22171618044376373,
+    0.20624321699142456,
+    0.1012074276804924,
+    0.02404501847922802,
+    0.10848425328731537,
+    0.04277922585606575,
+    0.19236232340335846,
+    0.04850394278764725,
+    0.09832415729761124,
+    0.17804208397865295,
+    0.0791655108332634,
+    0.15651766955852509,
+    0.08308272808790207,
+    0.09015725553035736,
+    0.15338511765003204,
+    0.06165786460042,
+    0.08273646235466003,
+    0.1615743488073349,
+    0.06050002947449684,
+    0.25118690729141235,
+    0.03811926394701004,
+    0.4441932439804077,
+    0.3719148635864258,
+    0.268414705991745,
+    0.26780128479003906,
+    0.07035152614116669,
+    0.07132507115602493,
+    0.3049802780151367,
+    0.2900646924972534,
+    0.1487305462360382,
+    0.24823710322380066,
+    0.31209033727645874,
+    0.3820267915725708,
+    0.2567928731441498,
+    0.20527520775794983,
+    0.21584568917751312,
+    0.2969847619533539,
+    0.05577525869011879,
+    0.03398328647017479,
+    0.15559916198253632,
+    0.009374963119626045,
+    0.05951788276433945,
+    0.1794571429491043,
+    0.10721329599618912,
+    0.11190887540578842,
+    0.11779868602752686,
+    0.36424973607063293,
+    0.0299635361880064,
+    0.020982922986149788,
+    0.14981205761432648,
+    0.026005811989307404,
+    0.09719197452068329,
+    0.09607540816068649,
+    0.02803998813033104,
+    0.042584214359521866,
+    0.02692047506570816,
+    0.022973595187067986,
+    0.03526471555233002,
+    0.1350155770778656,
+    0.02055896259844303,
+    0.06492059677839279,
+    0.14992059767246246,
+    0.12166574597358704,
+    0.039917875081300735,
+    0.05142645910382271,
+    0.354751318693161,
+    0.2022332102060318,
+    0.020526114851236343,
+    0.1465500146150589,
+    0.15652704238891602,
+    0.12945865094661713,
+    0.1409561187028885,
+    0.3996521532535553,
+    0.16588924825191498,
+    0.09776175767183304,
+    0.09182462841272354,
+    0.10593058913946152,
+    0.021314533427357674,
+    0.020068814978003502,
+    0.04634387791156769,
+    0.1152266189455986,
+    0.1975051313638687,
+    0.08029700070619583,
+    0.19766898453235626,
+    0.1857794225215912,
+    0.1926628202199936,
+    0.03559340909123421,
+    0.06743897497653961,
+    0.06810245662927628,
+    0.26364922523498535,
+    0.10784835368394852,
+    0.038756776601076126,
+    0.38096827268600464,
+    0.3057665228843689,
+    0.09416189044713974,
+    0.49243226647377014,
+    0.584780752658844,
+    0.02634456753730774,
+    0.39212122559547424,
+    0.43057000637054443,
+    0.050815850496292114,
+    0.1393476277589798,
+    0.29696348309516907,
+    0.03360338881611824,
+    0.04511921480298042,
+    0.061146609485149384,
+    0.08333630859851837,
+    0.1027870699763298,
+    0.054180826991796494,
+    0.021960502490401268,
+    0.09952805191278458,
+    0.025157717987895012,
+    0.04975675791501999,
+    0.29196682572364807,
+    0.06567047536373138,
+    0.028375238180160522,
+    0.015963928773999214,
+    0.11423054337501526,
+    0.12267445772886276,
+    0.2859242856502533,
+    0.07385872304439545,
+    0.07976625114679337,
+    0.23698313534259796,
+    0.10058863461017609,
+    0.09888538718223572,
+    0.05347612500190735,
+    0.18891681730747223,
+    0.177018940448761,
+    0.20059899985790253,
+    0.07820150256156921,
+    0.1696627140045166,
+    0.22480231523513794,
+    0.12800170481204987,
+    0.005701479502022266,
+    0.0986441895365715,
+    0.22404395043849945,
+    0.08939020335674286,
+    0.08705870807170868,
+    0.0502747967839241,
+    0.027408242225646973,
+    0.04562034085392952,
+    0.028565119951963425,
+    0.0981757640838623,
+    0.018347669392824173,
+    0.10885552316904068,
+    0.03461584821343422,
+    0.009498697705566883,
+    0.02482139877974987,
+    0.10321184992790222,
+    0.010296612046658993,
+    0.0590062215924263,
+    0.016228439286351204,
+    0.04873267933726311,
+    0.05173369497060776,
+    0.20596425235271454,
+    0.050791822373867035,
+    0.13466303050518036,
+    0.04163168743252754,
+    0.12172949314117432,
+    0.06407889723777771,
+    0.02918248251080513,
+    0.36188963055610657,
+    0.4562952220439911,
+    0.22794106602668762,
+    0.1460026204586029,
+    0.034198351204395294,
+    0.06572026759386063,
+    0.04932970181107521,
+    0.18580053746700287,
+    0.08630968630313873,
+    0.06257601827383041,
+    0.07461579144001007,
+    0.020273922011256218,
+    0.09405917674303055,
+    0.005776406731456518,
+    0.28084710240364075,
+    0.06328430026769638,
+    0.09742356836795807,
+    0.2717602252960205,
+    0.16158446669578552,
+    0.09517531096935272,
+    0.020249230787158012,
+    0.10599207133054733,
+    0.0655336007475853,
+    0.01457769051194191,
+    0.009597807191312313,
+    0.07192016392946243,
+    0.04867270961403847,
+    0.04606013372540474,
+    0.214818075299263,
+    0.2879859507083893,
+    0.10144814848899841,
+    0.145217627286911,
+    0.22262075543403625,
+    0.03736693784594536,
+    0.04599546641111374,
+    0.06724580377340317,
+    0.05159320682287216,
+    0.11386509984731674,
+    0.10619921237230301,
+    0.3449631631374359,
+    0.006857526488602161,
+    0.17218761146068573,
+    0.03021566942334175,
+    0.025102470070123672,
+    0.10284626483917236,
+    0.018224168568849564,
+    0.0206650011241436,
+    0.04197590798139572,
+    0.02210311032831669,
+    0.11980608105659485,
+    0.0694657489657402,
+    0.008581151254475117,
+    0.14322277903556824,
+    0.2776675224304199,
+    0.0703033059835434,
+    0.3258082866668701,
+    0.04341991990804672,
+    0.03280526399612427,
+    0.05093766003847122,
+    0.2161431610584259,
+    0.17063497006893158,
+    0.07833016663789749,
+    0.01160561852157116,
+    0.11095231026411057,
+    0.10498224198818207
+  ]
+}

p5-mae-15m-d40/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb5828738515901c54d0c4ca0d10f601425f7cfb17ee2d4c5b407534187845a
+size 15360128

p5-mae-15m-d40/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d40",
+  "fingerprint": "a6081808260b5743",
+  "wandb_run_id": "phase5-p5-mae-15m-d40",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 485516,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.020410416666666667,
+      0.0,
+      0.0,
+      0.0,
+      0.015484375,
+      0.004925520833333333,
+      0.0035192708333333335,
+      0.020410416666666667,
+      0.05278489583333333,
+      0.0,
+      0.0,
+      0.0,
+      0.4331015625,
+      0.0,
+      0.0,
+      0.4064296875,
+      0.0014083333333333333,
+      0.0,
+      0.041525520833333336,
+      0.0
+    ]
+  },
+  "started_at": 1787006373.1633687,
+  "finished_at": 1787007088.0054193,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6333574545569718,
+    "val/frame": 0.6333574545569718,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d40/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787007088.0067177,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6333574545569718,
+  "val/frame": 0.6333574545569718,
+  "val/utterance": 0.0
+}