Upload folder using huggingface_hub

p5-mae-15m-d44/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00005000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.10226828809226712,
+  "probe/map_train": 0.4623811730454045,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.12674039072380092,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.40284818096552,
+  "probe/total_s": 9.154769777902402,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12402734113106083
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12434736046272081
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12595728708765128
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12674039072380092
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11739875127798197
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.09897478004966985
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0790983517985593
+    }
+  ],
+  "per_class_ap": [
+    0.5953455567359924,
+    0.008366343565285206,
+    0.052182793617248535,
+    0.1680121123790741,
+    0.08722647279500961,
+    0.27036261558532715,
+    0.18362078070640564,
+    0.28635498881340027,
+    0.03028407134115696,
+    0.02854772098362446,
+    0.02501925826072693,
+    0.08891468495130539,
+    0.41404038667678833,
+    0.20606690645217896,
+    0.03812922164797783,
+    0.30014723539352417,
+    0.20985481142997742,
+    0.31870099902153015,
+    0.03781607374548912,
+    0.038592610508203506,
+    0.1791989505290985,
+    0.03901369124650955,
+    0.15110501646995544,
+    0.12071346491575241,
+    0.029131395742297173,
+    0.014875601045787334,
+    0.04320278391242027,
+    0.15364833176136017,
+    0.19123691320419312,
+    0.038130976259708405,
+    0.16756345331668854,
+    0.07191137969493866,
+    0.014193793758749962,
+    0.07816250622272491,
+    0.13830174505710602,
+    0.0289794709533453,
+    0.2543644309043884,
+    0.04900117218494415,
+    0.04227866232395172,
+    0.06644351035356522,
+    0.10605400055646896,
+    0.011043056845664978,
+    0.02224639803171158,
+    0.20028086006641388,
+    0.007650748360902071,
+    0.051725663244724274,
+    0.009069095365703106,
+    0.04407834634184837,
+    0.06707669794559479,
+    0.0419507771730423,
+    0.1251547783613205,
+    0.007407383061945438,
+    0.017678530886769295,
+    0.036297816783189774,
+    0.11794986575841904,
+    0.07825745642185211,
+    0.13366995751857758,
+    0.25968682765960693,
+    0.07681865990161896,
+    0.03202860429883003,
+    0.14764036238193512,
+    0.15466894209384918,
+    0.04524025693535805,
+    0.12688148021697998,
+    0.5073184967041016,
+    0.19478392601013184,
+    0.20330758392810822,
+    0.15879544615745544,
+    0.30698010325431824,
+    0.3176000118255615,
+    0.05330750718712807,
+    0.1008768081665039,
+    0.14031556248664856,
+    0.1084747314453125,
+    0.12813183665275574,
+    0.15517503023147583,
+    0.027606802061200142,
+    0.18587800860404968,
+    0.10821033269166946,
+    0.06171981990337372,
+    0.014864194206893444,
+    0.03883093595504761,
+    0.12850435078144073,
+    0.0315924771130085,
+    0.07213086634874344,
+    0.012570778839290142,
+    0.029176615178585052,
+    0.017457451671361923,
+    0.025245090946555138,
+    0.0409029945731163,
+    0.01516997255384922,
+    0.01551381777971983,
+    0.11054599285125732,
+    0.01322230976074934,
+    0.01532670482993126,
+    0.03174445033073425,
+    0.009583686478435993,
+    0.011489351280033588,
+    0.08098304271697998,
+    0.12448384612798691,
+    0.06596344709396362,
+    0.16889682412147522,
+    0.023112183436751366,
+    0.022870901972055435,
+    0.007128287572413683,
+    0.03431592881679535,
+    0.026886317878961563,
+    0.0217033289372921,
+    0.07546694576740265,
+    0.153750479221344,
+    0.12123523652553558,
+    0.09410438686609268,
+    0.0681368038058281,
+    0.055482398718595505,
+    0.024814944714307785,
+    0.12999269366264343,
+    0.12864798307418823,
+    0.07575132697820663,
+    0.08937995880842209,
+    0.11085214465856552,
+    0.11272511631250381,
+    0.0908784344792366,
+    0.04708879441022873,
+    0.0509074330329895,
+    0.010437854565680027,
+    0.01799258403480053,
+    0.08750252425670624,
+    0.11175692826509476,
+    0.05525141581892967,
+    0.05034368857741356,
+    0.003731047734618187,
+    0.04099346697330475,
+    0.09824877232313156,
+    0.09557811170816422,
+    0.017626432701945305,
+    0.006536399945616722,
+    0.035913459956645966,
+    0.6884005069732666,
+    0.2142360508441925,
+    0.2505728006362915,
+    0.3426208794116974,
+    0.2490232139825821,
+    0.07841045409440994,
+    0.1277165561914444,
+    0.04578913748264313,
+    0.09315522015094757,
+    0.06054812669754028,
+    0.12608520686626434,
+    0.05398291349411011,
+    0.13292382657527924,
+    0.10504921525716782,
+    0.10408274829387665,
+    0.1527179479598999,
+    0.06140923127532005,
+    0.05173458158969879,
+    0.13276360929012299,
+    0.0893750861287117,
+    0.0468764491379261,
+    0.025339040905237198,
+    0.0730045735836029,
+    0.337615966796875,
+    0.21757882833480835,
+    0.2772465944290161,
+    0.1400819718837738,
+    0.20657344162464142,
+    0.23930171132087708,
+    0.27492424845695496,
+    0.1504981517791748,
+    0.2801247537136078,
+    0.2569577991962433,
+    0.12604491412639618,
+    0.28862977027893066,
+    0.3118773102760315,
+    0.10423366725444794,
+    0.05338692665100098,
+    0.10983455181121826,
+    0.09968394041061401,
+    0.31176984310150146,
+    0.0310124009847641,
+    0.0653042271733284,
+    0.09176083654165268,
+    0.06955139338970184,
+    0.08318886160850525,
+    0.2075449526309967,
+    0.036982763558626175,
+    0.27864357829093933,
+    0.30003905296325684,
+    0.12030111253261566,
+    0.22774609923362732,
+    0.10699831694364548,
+    0.11439452320337296,
+    0.06650479882955551,
+    0.2401914894580841,
+    0.13441894948482513,
+    0.12231641262769699,
+    0.3243865370750427,
+    0.038092777132987976,
+    0.05561956390738487,
+    0.12376659363508224,
+    0.17091773450374603,
+    0.030726058408617973,
+    0.135403111577034,
+    0.06699974089860916,
+    0.17736871540546417,
+    0.17349287867546082,
+    0.08942127972841263,
+    0.08911554515361786,
+    0.27495691180229187,
+    0.13426955044269562,
+    0.15246731042861938,
+    0.6685346961021423,
+    0.3124643862247467,
+    0.39998191595077515,
+    0.032529011368751526,
+    0.25627440214157104,
+    0.08774438500404358,
+    0.03208949789404869,
+    0.17586545646190643,
+    0.08083520829677582,
+    0.11647052317857742,
+    0.13344837725162506,
+    0.09663251042366028,
+    0.15383769571781158,
+    0.177338108420372,
+    0.06840265542268753,
+    0.055887266993522644,
+    0.07746913284063339,
+    0.03621196374297142,
+    0.12486843019723892,
+    0.03562546148896217,
+    0.03393358364701271,
+    0.05979802459478378,
+    0.08232937008142471,
+    0.0600433312356472,
+    0.05954044684767723,
+    0.012239632196724415,
+    0.16636435687541962,
+    0.019525308161973953,
+    0.2801021635532379,
+    0.022518154233694077,
+    0.16877183318138123,
+    0.22133924067020416,
+    0.22463358938694,
+    0.20241022109985352,
+    0.13842721283435822,
+    0.2317235767841339,
+    0.032094556838274,
+    0.12077029049396515,
+    0.02895352430641651,
+    0.0757395476102829,
+    0.0839541032910347,
+    0.0362699031829834,
+    0.039416663348674774,
+    0.06694887578487396,
+    0.03377797082066536,
+    0.12133441865444183,
+    0.2009163349866867,
+    0.19747468829154968,
+    0.11643021553754807,
+    0.08156043291091919,
+    0.04434977471828461,
+    0.04522478207945824,
+    0.1221230998635292,
+    0.10511178523302078,
+    0.016730885952711105,
+    0.04689306393265724,
+    0.05764516443014145,
+    0.07556807994842529,
+    0.10310281068086624,
+    0.03770126402378082,
+    0.036491043865680695,
+    0.21589359641075134,
+    0.0844457671046257,
+    0.03635749593377113,
+    0.19682428240776062,
+    0.019560998305678368,
+    0.06295593082904816,
+    0.032169368118047714,
+    0.039297670125961304,
+    0.03130026161670685,
+    0.024876108393073082,
+    0.2261253446340561,
+    0.10115869343280792,
+    0.14472109079360962,
+    0.0605989433825016,
+    0.1450875848531723,
+    0.22004951536655426,
+    0.21982426941394806,
+    0.13691407442092896,
+    0.14717411994934082,
+    0.10332854837179184,
+    0.11923510581254959,
+    0.10537181049585342,
+    0.19523508846759796,
+    0.09541849792003632,
+    0.0838693305850029,
+    0.10673395544290543,
+    0.005127340089529753,
+    0.028833700343966484,
+    0.008661164902150631,
+    0.25458699464797974,
+    0.1337032914161682,
+    0.09371926635503769,
+    0.038041673600673676,
+    0.029000891372561455,
+    0.0847613662481308,
+    0.02279059961438179,
+    0.14851656556129456,
+    0.022254733368754387,
+    0.039534132927656174,
+    0.1032741516828537,
+    0.02415006048977375,
+    0.06261606514453888,
+    0.05512449890375137,
+    0.054652512073516846,
+    0.08878303319215775,
+    0.05306876823306084,
+    0.03388134390115738,
+    0.04075758159160614,
+    0.04385824501514435,
+    0.14711487293243408,
+    0.054198332130908966,
+    0.3532678484916687,
+    0.28266873955726624,
+    0.20655906200408936,
+    0.18736429512500763,
+    0.017919553443789482,
+    0.07477373629808426,
+    0.1917506456375122,
+    0.17523959279060364,
+    0.09659024327993393,
+    0.18009518086910248,
+    0.18766334652900696,
+    0.16595236957073212,
+    0.14504460990428925,
+    0.11128392070531845,
+    0.06550293415784836,
+    0.11314903944730759,
+    0.060229696333408356,
+    0.025399820879101753,
+    0.06603944301605225,
+    0.02210312709212303,
+    0.027758557349443436,
+    0.12333022803068161,
+    0.09269620478153229,
+    0.05164008215069771,
+    0.08879506587982178,
+    0.25132739543914795,
+    0.03957492858171463,
+    0.01823573000729084,
+    0.055911436676979065,
+    0.030198121443390846,
+    0.07221658527851105,
+    0.06356927007436752,
+    0.023635871708393097,
+    0.041838712990283966,
+    0.021063800901174545,
+    0.012880939990282059,
+    0.0361776202917099,
+    0.12352900207042694,
+    0.013171525672078133,
+    0.03505118563771248,
+    0.08656921237707138,
+    0.06653473526239395,
+    0.025795582681894302,
+    0.028962118551135063,
+    0.29019951820373535,
+    0.136380136013031,
+    0.013720610179007053,
+    0.0787065178155899,
+    0.09917020052671432,
+    0.07997649163007736,
+    0.07652504742145538,
+    0.31958848237991333,
+    0.07669205218553543,
+    0.024363862350583076,
+    0.05796525254845619,
+    0.04778634011745453,
+    0.017332743853330612,
+    0.010373364202678204,
+    0.018137140199542046,
+    0.09309736639261246,
+    0.04794038459658623,
+    0.045651767402887344,
+    0.07426358759403229,
+    0.16840927302837372,
+    0.10512489080429077,
+    0.06299416720867157,
+    0.03902936354279518,
+    0.0410059317946434,
+    0.15971039235591888,
+    0.047738801687955856,
+    0.024075858294963837,
+    0.2807556390762329,
+    0.19924023747444153,
+    0.032048944383859634,
+    0.38645488023757935,
+    0.43741923570632935,
+    0.025957580655813217,
+    0.2864309847354889,
+    0.273491233587265,
+    0.04295387119054794,
+    0.08207068592309952,
+    0.16066212952136993,
+    0.01565200462937355,
+    0.010330301709473133,
+    0.01895415410399437,
+    0.019815485924482346,
+    0.012090318836271763,
+    0.010771291330456734,
+    0.008955514058470726,
+    0.09921438992023468,
+    0.014705895446240902,
+    0.015427791513502598,
+    0.2101762741804123,
+    0.17269310355186462,
+    0.015605860389769077,
+    0.011441707611083984,
+    0.08405500650405884,
+    0.07381197810173035,
+    0.18587948381900787,
+    0.02375405840575695,
+    0.0626554861664772,
+    0.14247733354568481,
+    0.0779334083199501,
+    0.09136875718832016,
+    0.04476507753133774,
+    0.1152767688035965,
+    0.12302180379629135,
+    0.13174794614315033,
+    0.05562395602464676,
+    0.09405973553657532,
+    0.1035921648144722,
+    0.043369799852371216,
+    0.007684653624892235,
+    0.08512849360704422,
+    0.19480852782726288,
+    0.0492982342839241,
+    0.08952674269676208,
+    0.011300288140773773,
+    0.015403547324240208,
+    0.011754089966416359,
+    0.006191862281411886,
+    0.04642554745078087,
+    0.0061574652791023254,
+    0.0741511806845665,
+    0.011961163021624088,
+    0.01826477237045765,
+    0.010713505558669567,
+    0.026568787172436714,
+    0.0069219390861690044,
+    0.028140472248196602,
+    0.007580188103020191,
+    0.022649725899100304,
+    0.026078207418322563,
+    0.14287547767162323,
+    0.022263184189796448,
+    0.07920870929956436,
+    0.0281206201761961,
+    0.07205740362405777,
+    0.026930468156933784,
+    0.032186929136514664,
+    0.10501104593276978,
+    0.45478877425193787,
+    0.2518098056316376,
+    0.09921742230653763,
+    0.03553507849574089,
+    0.0590948611497879,
+    0.0337381474673748,
+    0.08127518743276596,
+    0.10730274766683578,
+    0.06185586005449295,
+    0.042402591556310654,
+    0.01277966983616352,
+    0.09933876246213913,
+    0.004967090208083391,
+    0.1887557953596115,
+    0.0508120097219944,
+    0.04419824108481407,
+    0.19104427099227905,
+    0.10971792042255402,
+    0.08400963246822357,
+    0.007287802640348673,
+    0.053382836282253265,
+    0.03460868075489998,
+    0.013238497078418732,
+    0.00685933418571949,
+    0.047580063343048096,
+    0.05706242471933365,
+    0.034439921379089355,
+    0.10688328742980957,
+    0.18307285010814667,
+    0.05351913720369339,
+    0.16956108808517456,
+    0.20964255928993225,
+    0.04263501614332199,
+    0.03724032640457153,
+    0.18180741369724274,
+    0.06184988096356392,
+    0.07165440171957016,
+    0.12730669975280762,
+    0.22025559842586517,
+    0.009881406091153622,
+    0.12119614332914352,
+    0.02463790774345398,
+    0.013645379804074764,
+    0.081883504986763,
+    0.01600554585456848,
+    0.017046049237251282,
+    0.02983134426176548,
+    0.021492717787623405,
+    0.13083352148532867,
+    0.06871236860752106,
+    0.007338604889810085,
+    0.0990426167845726,
+    0.24853456020355225,
+    0.018298815935850143,
+    0.3366756737232208,
+    0.02625502273440361,
+    0.043459150940179825,
+    0.03395488113164902,
+    0.18593603372573853,
+    0.15035374462604523,
+    0.024062318727374077,
+    0.0071650599129498005,
+    0.08577768504619598,
+    0.08989562094211578
+  ]
+}

p5-mae-15m-d44/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00010000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3231140011828393,
+  "lora/map": 0.3231140011828393,
+  "fsd50k/map": 0.3231140011828393,
+  "train_seconds": 23.45,
+  "total_seconds": 32.42,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02286111779860221,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.026217240312202243,
+      "val_map": 0.3231140011828393,
+      "lr": 0.0,
+      "train_s": 23.44671568844933
+    }
+  ],
+  "per_class_ap": [
+    0.2716400921344757,
+    0.06401689350605011,
+    0.49870267510414124,
+    0.29063743352890015,
+    0.4150215685367584,
+    0.5829482078552246,
+    0.7957233190536499,
+    0.48646312952041626,
+    0.49927276372909546,
+    0.4829287528991699,
+    0.1504991352558136,
+    0.3130972981452942,
+    0.1510230451822281,
+    0.36624592542648315,
+    0.47124016284942627,
+    0.4429144561290741,
+    0.02781655639410019,
+    0.16364434361457825,
+    0.3666396141052246,
+    0.143448144197464,
+    0.3981114327907562,
+    0.37703701853752136,
+    0.6321805119514465,
+    0.06364795565605164,
+    0.11986536532640457,
+    0.2627685070037842,
+    0.2930185794830322,
+    0.22674795985221863,
+    0.5389220714569092,
+    0.2839571237564087,
+    0.6290225982666016,
+    0.3848550021648407,
+    0.41855451464653015,
+    0.14311566948890686,
+    0.23200350999832153,
+    0.1963384449481964,
+    0.3794327676296234,
+    0.1283465176820755,
+    0.1899331659078598,
+    0.1766253560781479,
+    0.4383733570575714,
+    0.18176737427711487,
+    0.5619344115257263,
+    0.18470756709575653,
+    0.4249255955219269,
+    0.04612726718187332,
+    0.1773407906293869,
+    0.1953403204679489,
+    0.6929666996002197,
+    0.3979659974575043,
+    0.4173852801322937,
+    0.5044224262237549,
+    0.5212613344192505,
+    0.12307124584913254,
+    0.1066860482096672,
+    0.016514131799340248,
+    0.19324719905853271,
+    0.7066491842269897,
+    0.09823465347290039,
+    0.43098166584968567,
+    0.4643127918243408,
+    0.5803589820861816,
+    0.38241949677467346,
+    0.08223200589418411,
+    0.48383429646492004,
+    0.13094200193881989,
+    0.1431085467338562,
+    0.6736387014389038,
+    0.5156621932983398,
+    0.44768571853637695,
+    0.4537055194377899,
+    0.17430655658245087,
+    0.6405780911445618,
+    0.13164067268371582,
+    0.2749030292034149,
+    0.19783556461334229,
+    0.32034072279930115,
+    0.21743831038475037,
+    0.19867712259292603,
+    0.4095059931278229,
+    0.19386889040470123,
+    0.2135271281003952,
+    0.13560545444488525,
+    0.2843606472015381,
+    0.13855601847171783,
+    0.14121142029762268,
+    0.3663559854030609,
+    0.548570454120636,
+    0.13978511095046997,
+    0.06787470728158951,
+    0.6789642572402954,
+    0.06959601491689682,
+    0.5133346915245056,
+    0.18748483061790466,
+    0.21044659614562988,
+    0.24865494668483734,
+    0.3954063355922699,
+    0.08422061055898666,
+    0.40726715326309204,
+    0.0561174713075161,
+    0.5206347107887268,
+    0.6787688136100769,
+    0.15787693858146667,
+    0.3398846983909607,
+    0.1947900950908661,
+    0.28203168511390686,
+    0.6077308654785156,
+    0.37388598918914795,
+    0.46451422572135925,
+    0.14272083342075348,
+    0.16692407429218292,
+    0.2598506510257721,
+    0.49182069301605225,
+    0.04556523263454437,
+    0.14878125488758087,
+    0.27836957573890686,
+    0.620111346244812,
+    0.265139639377594,
+    0.4267958104610443,
+    0.19060108065605164,
+    0.8290484547615051,
+    0.8364299535751343,
+    0.23910681903362274,
+    0.08910997211933136,
+    0.16916295886039734,
+    0.7335899472236633,
+    0.19627194106578827,
+    0.661521852016449,
+    0.2796439826488495,
+    0.12697653472423553,
+    0.11213673651218414,
+    0.6446231007575989,
+    0.3244747221469879,
+    0.3619183897972107,
+    0.594316840171814,
+    0.04163634032011032,
+    0.04708898812532425,
+    0.049004148691892624,
+    0.44115662574768066,
+    0.4896294176578522,
+    0.1639985889196396,
+    0.2633632719516754,
+    0.1899849772453308,
+    0.25653961300849915,
+    0.5415564179420471,
+    0.502862274646759,
+    0.052619606256484985,
+    0.47914600372314453,
+    0.17603830993175507,
+    0.20680519938468933,
+    0.4564856290817261,
+    0.4637534022331238,
+    0.18397726118564606,
+    0.22628600895404816,
+    0.3725734353065491,
+    0.19980528950691223,
+    0.483369916677475,
+    0.5086514353752136,
+    0.43540579080581665,
+    0.05322086438536644,
+    0.2734542191028595,
+    0.11652223020792007,
+    0.5834352970123291,
+    0.23147912323474884,
+    0.23458892107009888,
+    0.19154463708400726,
+    0.3794189691543579,
+    0.06100982055068016,
+    0.24040454626083374,
+    0.3598308861255646,
+    0.10196270048618317,
+    0.7974017858505249,
+    0.8029258251190186,
+    0.04014997556805611,
+    0.4384499192237854,
+    0.6083337664604187,
+    0.17873872816562653,
+    0.2715885043144226,
+    0.19006536900997162,
+    0.2547326982021332,
+    0.049414873123168945,
+    0.38694286346435547,
+    0.10732228308916092,
+    0.491308331489563,
+    0.5624914765357971,
+    0.3854025602340698,
+    0.24275948107242584,
+    0.6198289394378662,
+    0.5246772170066833,
+    0.25019571185112,
+    0.2726699709892273,
+    0.35967278480529785,
+    0.5315718650817871,
+    0.11511531472206116,
+    0.18218378722667694,
+    0.36253592371940613,
+    0.11671650409698486,
+    0.24138350784778595,
+    0.1439935714006424,
+    0.6978409290313721
+  ]
+}

p5-mae-15m-d44/exports/step_00010000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3283434671536088,
+  "lora/map": 0.3283434671536088,
+  "fsd50k/map": 0.3283434671536088,
+  "train_seconds": 23.41,
+  "total_seconds": 32.08,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023008283603703602,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.025948954875914504,
+      "val_map": 0.3283434671536088,
+      "lr": 0.0,
+      "train_s": 23.40920669573825
+    }
+  ],
+  "per_class_ap": [
+    0.24944934248924255,
+    0.10101226717233658,
+    0.4780990779399872,
+    0.3417564630508423,
+    0.41420361399650574,
+    0.5848172307014465,
+    0.804010272026062,
+    0.45306921005249023,
+    0.6019132733345032,
+    0.5165789723396301,
+    0.18007244169712067,
+    0.3367038667201996,
+    0.1421760618686676,
+    0.3698867857456207,
+    0.4620085656642914,
+    0.42979946732521057,
+    0.027342097833752632,
+    0.25034451484680176,
+    0.4442655146121979,
+    0.14916019141674042,
+    0.36821791529655457,
+    0.37392112612724304,
+    0.6504754424095154,
+    0.06132468953728676,
+    0.1602213829755783,
+    0.29733091592788696,
+    0.2773357331752777,
+    0.2646028995513916,
+    0.5197702646255493,
+    0.28935083746910095,
+    0.6256791353225708,
+    0.29466497898101807,
+    0.35685810446739197,
+    0.15526020526885986,
+    0.2465554028749466,
+    0.21750576794147491,
+    0.39770448207855225,
+    0.12921161949634552,
+    0.17322587966918945,
+    0.2627118229866028,
+    0.45874807238578796,
+    0.13840144872665405,
+    0.5261460542678833,
+    0.17416547238826752,
+    0.5000600814819336,
+    0.05713096633553505,
+    0.16780368983745575,
+    0.17859646677970886,
+    0.7022214531898499,
+    0.395662397146225,
+    0.36048367619514465,
+    0.4895124137401581,
+    0.5311497449874878,
+    0.15279081463813782,
+    0.1745109260082245,
+    0.025936326012015343,
+    0.19173723459243774,
+    0.6135717034339905,
+    0.10412797331809998,
+    0.4251175820827484,
+    0.4602399170398712,
+    0.5855042934417725,
+    0.39376071095466614,
+    0.16563273966312408,
+    0.42722049355506897,
+    0.10394493490457535,
+    0.1566499024629593,
+    0.6373687982559204,
+    0.48090654611587524,
+    0.4329415559768677,
+    0.4447130560874939,
+    0.18148212134838104,
+    0.6475345492362976,
+    0.17880217730998993,
+    0.21862585842609406,
+    0.2043176293373108,
+    0.3754778504371643,
+    0.22002790868282318,
+    0.2907155752182007,
+    0.3780500292778015,
+    0.21482834219932556,
+    0.18374048173427582,
+    0.18399815261363983,
+    0.18961359560489655,
+    0.1698409616947174,
+    0.1498507559299469,
+    0.35422828793525696,
+    0.5799004435539246,
+    0.16302277147769928,
+    0.1305805891752243,
+    0.7040143609046936,
+    0.08542560786008835,
+    0.45904940366744995,
+    0.21323241293430328,
+    0.31543076038360596,
+    0.3024658262729645,
+    0.3840370774269104,
+    0.17336918413639069,
+    0.32391226291656494,
+    0.04900919273495674,
+    0.5379762649536133,
+    0.6740186810493469,
+    0.18944725394248962,
+    0.32461094856262207,
+    0.21864822506904602,
+    0.31144025921821594,
+    0.6471496224403381,
+    0.39660951495170593,
+    0.45420119166374207,
+    0.13920854032039642,
+    0.16067084670066833,
+    0.2800736129283905,
+    0.5145205855369568,
+    0.047109633684158325,
+    0.11452066153287888,
+    0.2716327905654907,
+    0.5519905090332031,
+    0.3134368658065796,
+    0.4189853370189667,
+    0.1823771744966507,
+    0.844474196434021,
+    0.8522055745124817,
+    0.24979417026042938,
+    0.0810672789812088,
+    0.1575290411710739,
+    0.7201084494590759,
+    0.229348286986351,
+    0.6863179802894592,
+    0.27424347400665283,
+    0.10719113051891327,
+    0.11468469351530075,
+    0.6580565571784973,
+    0.2897692024707794,
+    0.3914315402507782,
+    0.5476559996604919,
+    0.04371902346611023,
+    0.03886442631483078,
+    0.04802567884325981,
+    0.47339490056037903,
+    0.4973687529563904,
+    0.25155723094940186,
+    0.29999884963035583,
+    0.14871715009212494,
+    0.271598219871521,
+    0.5691304802894592,
+    0.5271041989326477,
+    0.06190628185868263,
+    0.42369523644447327,
+    0.1458042711019516,
+    0.1983986794948578,
+    0.43508365750312805,
+    0.4320943355560303,
+    0.20215491950511932,
+    0.2820059061050415,
+    0.3860878348350525,
+    0.24721598625183105,
+    0.4735007584095001,
+    0.623382568359375,
+    0.4359670877456665,
+    0.07863739132881165,
+    0.24643012881278992,
+    0.11360011994838715,
+    0.5821124911308289,
+    0.19119755923748016,
+    0.25577396154403687,
+    0.2840172052383423,
+    0.3935437500476837,
+    0.07285653054714203,
+    0.2566397488117218,
+    0.40299859642982483,
+    0.09144657850265503,
+    0.7794633507728577,
+    0.7955214977264404,
+    0.039221204817295074,
+    0.4475848078727722,
+    0.6597944498062134,
+    0.16867658495903015,
+    0.2500024139881134,
+    0.16876351833343506,
+    0.25412479043006897,
+    0.04495716467499733,
+    0.3843834400177002,
+    0.12346503138542175,
+    0.5612162351608276,
+    0.552341878414154,
+    0.3053041994571686,
+    0.1944964975118637,
+    0.6073859930038452,
+    0.5407862663269043,
+    0.2319747656583786,
+    0.33688032627105713,
+    0.31259047985076904,
+    0.5239195823669434,
+    0.1000010147690773,
+    0.1857951134443283,
+    0.35872846841812134,
+    0.10951105505228043,
+    0.22948135435581207,
+    0.12152973562479019,
+    0.702316164970398
+  ]
+}

p5-mae-15m-d44/exports/step_00010000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3251519285328686,
+  "lora/map": 0.3251519285328686,
+  "fsd50k/map": 0.3251519285328686,
+  "train_seconds": 23.67,
+  "total_seconds": 32.44,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02116710235364735,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02664325535169661,
+      "val_map": 0.3251519285328686,
+      "lr": 0.0,
+      "train_s": 23.669857841567136
+    }
+  ],
+  "per_class_ap": [
+    0.2518921196460724,
+    0.2268650084733963,
+    0.5124719142913818,
+    0.2851744592189789,
+    0.4369896650314331,
+    0.5767673254013062,
+    0.8122156858444214,
+    0.5060918927192688,
+    0.6158224940299988,
+    0.4900675415992737,
+    0.14638489484786987,
+    0.3167373538017273,
+    0.13400427997112274,
+    0.31739670038223267,
+    0.46250617504119873,
+    0.43216657638549805,
+    0.0384957529604435,
+    0.18805289268493652,
+    0.43214112520217896,
+    0.18128053843975067,
+    0.3989444971084595,
+    0.35677313804626465,
+    0.6568326354026794,
+    0.08929743617773056,
+    0.1600857973098755,
+    0.2933656871318817,
+    0.27857011556625366,
+    0.23415705561637878,
+    0.5183889269828796,
+    0.2613750696182251,
+    0.6412767171859741,
+    0.4398109018802643,
+    0.22653137147426605,
+    0.1291760504245758,
+    0.2616449296474457,
+    0.18661943078041077,
+    0.36543864011764526,
+    0.09352783113718033,
+    0.22175627946853638,
+    0.25365394353866577,
+    0.4259171485900879,
+    0.15838903188705444,
+    0.47724950313568115,
+    0.17361587285995483,
+    0.4461168348789215,
+    0.1382531374692917,
+    0.19286145269870758,
+    0.19368338584899902,
+    0.6937057971954346,
+    0.4033369719982147,
+    0.3240853548049927,
+    0.4676430821418762,
+    0.517119288444519,
+    0.10453347116708755,
+    0.10359252989292145,
+    0.016035951673984528,
+    0.1768231987953186,
+    0.6330520510673523,
+    0.09996109455823898,
+    0.46386855840682983,
+    0.4822366237640381,
+    0.5886901617050171,
+    0.3822227120399475,
+    0.15476387739181519,
+    0.47630465030670166,
+    0.10534286499023438,
+    0.23462942242622375,
+    0.6227682828903198,
+    0.5370420217514038,
+    0.442091166973114,
+    0.4522024095058441,
+    0.17704617977142334,
+    0.6511343121528625,
+    0.16336402297019958,
+    0.19753088057041168,
+    0.20592141151428223,
+    0.3547784984111786,
+    0.2040957808494568,
+    0.2447623610496521,
+    0.324386864900589,
+    0.16038718819618225,
+    0.15935954451560974,
+    0.19490723311901093,
+    0.317924439907074,
+    0.174714595079422,
+    0.14551015198230743,
+    0.33014968037605286,
+    0.521303117275238,
+    0.1805819720029831,
+    0.09134018421173096,
+    0.6697952151298523,
+    0.09757094085216522,
+    0.4594309628009796,
+    0.16864877939224243,
+    0.28631260991096497,
+    0.287801057100296,
+    0.39743614196777344,
+    0.17357100546360016,
+    0.3715505599975586,
+    0.06953126192092896,
+    0.5298532247543335,
+    0.6798467040061951,
+    0.17392246425151825,
+    0.3299703896045685,
+    0.21765202283859253,
+    0.1935368776321411,
+    0.6009432673454285,
+    0.3834426999092102,
+    0.4793865382671356,
+    0.14082925021648407,
+    0.1685013771057129,
+    0.2917751669883728,
+    0.45888617634773254,
+    0.04415679723024368,
+    0.11533244699239731,
+    0.2594006359577179,
+    0.5731886625289917,
+    0.354175865650177,
+    0.43482643365859985,
+    0.21072468161582947,
+    0.8461853265762329,
+    0.8534688353538513,
+    0.2515818178653717,
+    0.11653824895620346,
+    0.16959746181964874,
+    0.7379786372184753,
+    0.23485098779201508,
+    0.6558626890182495,
+    0.30923354625701904,
+    0.10518881678581238,
+    0.07765612751245499,
+    0.6215460300445557,
+    0.3565516769886017,
+    0.41955870389938354,
+    0.5556789040565491,
+    0.05370347201824188,
+    0.050252798944711685,
+    0.039548516273498535,
+    0.48833638429641724,
+    0.48244497179985046,
+    0.13650338351726532,
+    0.25311005115509033,
+    0.11406434327363968,
+    0.25575608015060425,
+    0.579849898815155,
+    0.4672665297985077,
+    0.05600286275148392,
+    0.4518190622329712,
+    0.14552180469036102,
+    0.21071724593639374,
+    0.4079909920692444,
+    0.38511741161346436,
+    0.27453216910362244,
+    0.18971429765224457,
+    0.34264636039733887,
+    0.23160910606384277,
+    0.46815839409828186,
+    0.5840111970901489,
+    0.4364573359489441,
+    0.05774008482694626,
+    0.28022778034210205,
+    0.1565863937139511,
+    0.5916067361831665,
+    0.23585918545722961,
+    0.28950896859169006,
+    0.18984493613243103,
+    0.41205355525016785,
+    0.06394784897565842,
+    0.2881755530834198,
+    0.3962984085083008,
+    0.09723804146051407,
+    0.767116367816925,
+    0.7753324508666992,
+    0.03490130230784416,
+    0.39419910311698914,
+    0.6603718996047974,
+    0.15270939469337463,
+    0.2716543972492218,
+    0.1860593855381012,
+    0.29131048917770386,
+    0.061774276196956635,
+    0.40449827909469604,
+    0.06815411895513535,
+    0.47099873423576355,
+    0.5785762071609497,
+    0.36239808797836304,
+    0.2674643397331238,
+    0.6180841326713562,
+    0.4993002414703369,
+    0.26987478137016296,
+    0.28700026869773865,
+    0.346161812543869,
+    0.5208688974380493,
+    0.12503717839717865,
+    0.13008327782154083,
+    0.33042263984680176,
+    0.08709444105625153,
+    0.21203918755054474,
+    0.13173028826713562,
+    0.7093823552131653
+  ]
+}

p5-mae-15m-d44/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+    "fingerprint": "efebb7310c7c19c1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d44",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007420068425042431,
+      "val_map": 0.006135421453628767,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02369,
+      "train_map": 0.028170277163531255,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02341,
+      "train_map": 0.04631662355873741,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.5
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02262,
+      "train_map": 0.06342398675368036,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02226,
+      "train_map": 0.06793633912335657,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.6
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02241,
+      "train_map": 0.07521988124457635,
+      "val_map": 0.04771916992720252,
+      "lr": 0.002795633084492174,
+      "train_s": 2.8
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02147,
+      "train_map": 0.08787251896166598,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.2
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02093,
+      "train_map": 0.09011555206608486,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02082,
+      "train_map": 0.10159652232257843,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02078,
+      "train_map": 0.11703323934181281,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.0
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02012,
+      "train_map": 0.12644066971477538,
+      "val_map": 0.07392010009145997,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.3
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02027,
+      "train_map": 0.12368369128279373,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02029,
+      "train_map": 0.14031493451368537,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02006,
+      "train_map": 0.1463342619215119,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01971,
+      "train_map": 0.16215630489148808,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.4
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.0192,
+      "train_map": 0.16870715973750322,
+      "val_map": 0.10018111446578996,
+      "lr": 0.000541962785848462,
+      "train_s": 7.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01944,
+      "train_map": 0.16919338686897134,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01879,
+      "train_map": 0.1803330166063906,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01839,
+      "train_map": 0.18803075393414445,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01807,
+      "train_map": 0.19055181068051924,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01865,
+      "train_map": 0.1908027773009051,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01872,
+      "train_map": 0.19094652263712725,
+      "val_map": 0.11115921943216979,
+      "lr": 1e-05,
+      "train_s": 10.3
+    }
+  ],
+  "final_train_map": 0.19094652263712725,
+  "final_val_map": 0.11115921943216979,
+  "lora/map": 0.11115921943216979,
+  "train_seconds": 10.3,
+  "wall_seconds": 64.6
+}

p5-mae-15m-d44/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+    "fingerprint": "efebb7310c7c19c1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d44",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006753372980005142,
+      "val_map": 0.0058094116097468125,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02463,
+      "train_map": 0.029164096492738507,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02304,
+      "train_map": 0.055070687622623606,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0224,
+      "train_map": 0.06603364316981632,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0218,
+      "train_map": 0.07157906881720004,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02214,
+      "train_map": 0.07146964828789489,
+      "val_map": 0.04466371764287536,
+      "lr": 0.002795633084492174,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.0214,
+      "train_map": 0.0847030469106839,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02137,
+      "train_map": 0.09433788659167697,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02049,
+      "train_map": 0.10653606191917236,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.0208,
+      "train_map": 0.11611659101305964,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.8
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02035,
+      "train_map": 0.12411875377693682,
+      "val_map": 0.07461940486821747,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.1
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02025,
+      "train_map": 0.13482105353073107,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01982,
+      "train_map": 0.1372589053845906,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01996,
+      "train_map": 0.1523505145590222,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01935,
+      "train_map": 0.1679479524120335,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01879,
+      "train_map": 0.1752912925513889,
+      "val_map": 0.10268477103019052,
+      "lr": 0.000541962785848462,
+      "train_s": 7.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01917,
+      "train_map": 0.17664884526081087,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01846,
+      "train_map": 0.18632653815251204,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01883,
+      "train_map": 0.1903291321863231,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01845,
+      "train_map": 0.19289543919629318,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01851,
+      "train_map": 0.19358727676074677,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01822,
+      "train_map": 0.19387186796314293,
+      "val_map": 0.11474142424882419,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.19387186796314293,
+  "final_val_map": 0.11474142424882419,
+  "lora/map": 0.11474142424882419,
+  "train_seconds": 10.0,
+  "wall_seconds": 61.4
+}

p5-mae-15m-d44/exports/step_00010000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+    "fingerprint": "efebb7310c7c19c1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d44",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.0067764380770033855,
+      "val_map": 0.006151029559787172,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02428,
+      "train_map": 0.028138240110204226,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02353,
+      "train_map": 0.04224197698343524,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02268,
+      "train_map": 0.05524072446639471,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02176,
+      "train_map": 0.06717927417270768,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02213,
+      "train_map": 0.07193738477794097,
+      "val_map": 0.044946893512410956,
+      "lr": 0.002795633084492174,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02178,
+      "train_map": 0.07734151343873347,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02167,
+      "train_map": 0.08267273991306859,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02129,
+      "train_map": 0.09985643224410741,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02024,
+      "train_map": 0.09979035511376086,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01985,
+      "train_map": 0.11552868401313614,
+      "val_map": 0.07016153868501634,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01989,
+      "train_map": 0.11893072262038769,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01968,
+      "train_map": 0.12949121603035355,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01989,
+      "train_map": 0.135388737340304,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01927,
+      "train_map": 0.15550720856738837,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.0191,
+      "train_map": 0.16615355898497142,
+      "val_map": 0.09991302366317223,
+      "lr": 0.000541962785848462,
+      "train_s": 7.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01885,
+      "train_map": 0.166998067877805,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01894,
+      "train_map": 0.17453247159224647,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01898,
+      "train_map": 0.1808212402327944,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01859,
+      "train_map": 0.18307023554725796,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01873,
+      "train_map": 0.18528038600328922,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 9.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01912,
+      "train_map": 0.18496784130093666,
+      "val_map": 0.10852881450563019,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.18496784130093666,
+  "final_val_map": 0.10852881450563019,
+  "lora/map": 0.10852881450563019,
+  "train_seconds": 10.0,
+  "wall_seconds": 61.4
+}

p5-mae-15m-d44/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb4857f85db68354f033bad9d8bd92040b28023dbb2b79fc4119af1190820ec
+size 60174680

p5-mae-15m-d44/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00010000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.12155875592692217,
+  "probe/map_train": 0.5419290341451001,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.14988177716846895,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.748073608032428,
+  "probe/total_s": 8.389223336940631,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14785798419217458
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1481409765832105
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14988177716846895
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14770525783181995
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.13795456551174426
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11775356940651203
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0959162334885017
+    }
+  ],
+  "per_class_ap": [
+    0.6154872179031372,
+    0.006832577288150787,
+    0.052730053663253784,
+    0.1863691359758377,
+    0.09049969911575317,
+    0.2970324754714966,
+    0.1892365664243698,
+    0.29095572233200073,
+    0.023927776142954826,
+    0.028059707954525948,
+    0.016842825338244438,
+    0.06875752657651901,
+    0.4667355716228485,
+    0.24810157716274261,
+    0.05798815190792084,
+    0.45904430747032166,
+    0.257575660943985,
+    0.32690927386283875,
+    0.05215508118271828,
+    0.06705288589000702,
+    0.20495986938476562,
+    0.03909410163760185,
+    0.12597666680812836,
+    0.13467806577682495,
+    0.07072979211807251,
+    0.0272921621799469,
+    0.05741114541888237,
+    0.15657871961593628,
+    0.20000262558460236,
+    0.05426283925771713,
+    0.20321136713027954,
+    0.14013512432575226,
+    0.01873173378407955,
+    0.05372987687587738,
+    0.2168644815683365,
+    0.036810893565416336,
+    0.4069755971431732,
+    0.06363548338413239,
+    0.06957988440990448,
+    0.11060305684804916,
+    0.11416378617286682,
+    0.013149963691830635,
+    0.05827341601252556,
+    0.3304764926433563,
+    0.008850407786667347,
+    0.0670042634010315,
+    0.010198069736361504,
+    0.0848103016614914,
+    0.05208755284547806,
+    0.07238873839378357,
+    0.1089295819401741,
+    0.00909931119531393,
+    0.03539877384901047,
+    0.031131045892834663,
+    0.22388584911823273,
+    0.09390821307897568,
+    0.1528880000114441,
+    0.33839020133018494,
+    0.0956079512834549,
+    0.06301487982273102,
+    0.15638437867164612,
+    0.15260647237300873,
+    0.04142109677195549,
+    0.12936724722385406,
+    0.5282745957374573,
+    0.23152604699134827,
+    0.22876808047294617,
+    0.26848429441452026,
+    0.35886019468307495,
+    0.3452209234237671,
+    0.08700846880674362,
+    0.1312248855829239,
+    0.15413524210453033,
+    0.14213399589061737,
+    0.14843153953552246,
+    0.18580275774002075,
+    0.05806455761194229,
+    0.23351313173770905,
+    0.13743728399276733,
+    0.1182810589671135,
+    0.01820393279194832,
+    0.07974845916032791,
+    0.2912193536758423,
+    0.10897717624902725,
+    0.07937673479318619,
+    0.02880905009806156,
+    0.043176472187042236,
+    0.019514694809913635,
+    0.013427120633423328,
+    0.05218171700835228,
+    0.04612228274345398,
+    0.04500843584537506,
+    0.16973242163658142,
+    0.008911524899303913,
+    0.023691684007644653,
+    0.03175541013479233,
+    0.01104008499532938,
+    0.03689093142747879,
+    0.14084944128990173,
+    0.18277062475681305,
+    0.11656259000301361,
+    0.24510179460048676,
+    0.053154151886701584,
+    0.05311397835612297,
+    0.0201287642121315,
+    0.03844135254621506,
+    0.07273735851049423,
+    0.06181735172867775,
+    0.07542918622493744,
+    0.1613030582666397,
+    0.2052738219499588,
+    0.12294623255729675,
+    0.09765008091926575,
+    0.07626765221357346,
+    0.04873424768447876,
+    0.1576249748468399,
+    0.15139195322990417,
+    0.10082387924194336,
+    0.09555366635322571,
+    0.1424955278635025,
+    0.1472548544406891,
+    0.1454797387123108,
+    0.07293327897787094,
+    0.04974132031202316,
+    0.017661141231656075,
+    0.026097092777490616,
+    0.0843445286154747,
+    0.11680129915475845,
+    0.06388028711080551,
+    0.049874547868967056,
+    0.004199513699859381,
+    0.07186492532491684,
+    0.09971878677606583,
+    0.10302535444498062,
+    0.029797855764627457,
+    0.011145006865262985,
+    0.07418732345104218,
+    0.7110069990158081,
+    0.24504142999649048,
+    0.29245102405548096,
+    0.3849985599517822,
+    0.25692617893218994,
+    0.10399951040744781,
+    0.13510628044605255,
+    0.07491051405668259,
+    0.07949943840503693,
+    0.10526618361473083,
+    0.15379905700683594,
+    0.14717833697795868,
+    0.17418047785758972,
+    0.13286888599395752,
+    0.14149683713912964,
+    0.19326388835906982,
+    0.04976502060890198,
+    0.06933034211397171,
+    0.15973122417926788,
+    0.08819376677274704,
+    0.0565788634121418,
+    0.026355471462011337,
+    0.054225821048021317,
+    0.3858199715614319,
+    0.2833475172519684,
+    0.23517639935016632,
+    0.13686367869377136,
+    0.23181387782096863,
+    0.20187734067440033,
+    0.2332383245229721,
+    0.1179860383272171,
+    0.2212737500667572,
+    0.3558264672756195,
+    0.25307607650756836,
+    0.23655232787132263,
+    0.2561827301979065,
+    0.1353101134300232,
+    0.09982123225927353,
+    0.048180896788835526,
+    0.1384665071964264,
+    0.3092457354068756,
+    0.057231057435274124,
+    0.10234392434358597,
+    0.12110734730958939,
+    0.11312424391508102,
+    0.0866311639547348,
+    0.24681241810321808,
+    0.04855947569012642,
+    0.3441656529903412,
+    0.35804352164268494,
+    0.12380626797676086,
+    0.23895135521888733,
+    0.11073204129934311,
+    0.119571253657341,
+    0.07777290791273117,
+    0.23724140226840973,
+    0.16719307005405426,
+    0.14702285826206207,
+    0.3769237995147705,
+    0.059281349182128906,
+    0.04662417620420456,
+    0.1404155045747757,
+    0.15580198168754578,
+    0.02178042382001877,
+    0.1782054901123047,
+    0.07369394600391388,
+    0.14733535051345825,
+    0.2201772779226303,
+    0.16379684209823608,
+    0.19135455787181854,
+    0.3914227783679962,
+    0.159258171916008,
+    0.2657613158226013,
+    0.715262234210968,
+    0.3636404871940613,
+    0.48577824234962463,
+    0.030639106407761574,
+    0.3582982122898102,
+    0.07013262063264847,
+    0.07192779332399368,
+    0.26353490352630615,
+    0.12523068487644196,
+    0.13794952630996704,
+    0.16348810493946075,
+    0.09999480843544006,
+    0.12842129170894623,
+    0.1916216015815735,
+    0.06274962425231934,
+    0.07010994106531143,
+    0.057516660541296005,
+    0.03252226486802101,
+    0.10525420308113098,
+    0.03437453880906105,
+    0.04588061571121216,
+    0.04072926938533783,
+    0.08375325798988342,
+    0.041681163012981415,
+    0.018534507602453232,
+    0.007521785795688629,
+    0.17091533541679382,
+    0.022178862243890762,
+    0.29577651619911194,
+    0.031149983406066895,
+    0.1610402911901474,
+    0.2607975900173187,
+    0.21252809464931488,
+    0.1974414587020874,
+    0.15355810523033142,
+    0.2547219693660736,
+    0.045114319771528244,
+    0.14687593281269073,
+    0.021731967106461525,
+    0.085883229970932,
+    0.08353914320468903,
+    0.025351006537675858,
+    0.05288546532392502,
+    0.08089897036552429,
+    0.05271437391638756,
+    0.20249532163143158,
+    0.18010473251342773,
+    0.2081172615289688,
+    0.08454898744821548,
+    0.07011302560567856,
+    0.03569094091653824,
+    0.05020349100232124,
+    0.1699167639017105,
+    0.055931203067302704,
+    0.014646532945334911,
+    0.04294174909591675,
+    0.056170616298913956,
+    0.05828917399048805,
+    0.11157705634832382,
+    0.028627589344978333,
+    0.017588883638381958,
+    0.247737854719162,
+    0.1096230298280716,
+    0.026278464123606682,
+    0.2192750871181488,
+    0.022800875827670097,
+    0.056327588856220245,
+    0.025165777653455734,
+    0.06712618470191956,
+    0.0347471609711647,
+    0.01572190411388874,
+    0.22551345825195312,
+    0.11870460957288742,
+    0.20565761625766754,
+    0.06980875134468079,
+    0.22206878662109375,
+    0.2519797682762146,
+    0.2889973819255829,
+    0.2445797324180603,
+    0.20287470519542694,
+    0.18764545023441315,
+    0.1697256863117218,
+    0.12273597717285156,
+    0.21751372516155243,
+    0.1597466617822647,
+    0.1360251009464264,
+    0.11593551933765411,
+    0.005883578211069107,
+    0.013857881538569927,
+    0.008441517129540443,
+    0.27450403571128845,
+    0.16588084399700165,
+    0.13933543860912323,
+    0.05474228784441948,
+    0.04119671881198883,
+    0.0659264326095581,
+    0.024554476141929626,
+    0.17039060592651367,
+    0.027900025248527527,
+    0.04773368313908577,
+    0.13045383989810944,
+    0.0436689667403698,
+    0.0914638489484787,
+    0.06751777976751328,
+    0.05590979382395744,
+    0.09656134992837906,
+    0.05510866269469261,
+    0.02693609893321991,
+    0.06901297718286514,
+    0.06150050833821297,
+    0.11842770874500275,
+    0.09544173628091812,
+    0.38766008615493774,
+    0.32394689321517944,
+    0.2340717613697052,
+    0.20118485391139984,
+    0.04820585995912552,
+    0.06679421663284302,
+    0.25057828426361084,
+    0.23704975843429565,
+    0.08815905451774597,
+    0.24562522768974304,
+    0.26647669076919556,
+    0.2928661108016968,
+    0.13212552666664124,
+    0.14785236120224,
+    0.09837835282087326,
+    0.19370780885219574,
+    0.04176776483654976,
+    0.03280540928244591,
+    0.07836168259382248,
+    0.009381105192005634,
+    0.05129440873861313,
+    0.1394946128129959,
+    0.09019964933395386,
+    0.05932876095175743,
+    0.07858563959598541,
+    0.27094340324401855,
+    0.0313279964029789,
+    0.020955419167876244,
+    0.08890606462955475,
+    0.02071409858763218,
+    0.06771682947874069,
+    0.057931892573833466,
+    0.025441311299800873,
+    0.03931168466806412,
+    0.02096879854798317,
+    0.009989851154386997,
+    0.05358072742819786,
+    0.12653222680091858,
+    0.00927960965782404,
+    0.0667952224612236,
+    0.12348683923482895,
+    0.08554238080978394,
+    0.026022477075457573,
+    0.03395402804017067,
+    0.386951744556427,
+    0.14269880950450897,
+    0.013504494912922382,
+    0.11274521052837372,
+    0.12045557051897049,
+    0.09690956026315689,
+    0.10695105791091919,
+    0.32732105255126953,
+    0.13465653359889984,
+    0.029544759541749954,
+    0.07219859957695007,
+    0.056522954255342484,
+    0.01075733732432127,
+    0.019607994705438614,
+    0.020096605643630028,
+    0.09894102811813354,
+    0.09503304958343506,
+    0.040089432150125504,
+    0.14101307094097137,
+    0.149189755320549,
+    0.17211931943893433,
+    0.050776246935129166,
+    0.04553346708416939,
+    0.05079256743192673,
+    0.344094842672348,
+    0.09246966242790222,
+    0.02311629429459572,
+    0.2763388752937317,
+    0.2246750146150589,
+    0.03931771591305733,
+    0.4208371043205261,
+    0.5229420065879822,
+    0.0195042435079813,
+    0.3361619710922241,
+    0.345824658870697,
+    0.040537863969802856,
+    0.07477088272571564,
+    0.20283538103103638,
+    0.019938485696911812,
+    0.011971376836299896,
+    0.023417534306645393,
+    0.018089836463332176,
+    0.03163207322359085,
+    0.012196245603263378,
+    0.00910309236496687,
+    0.154427170753479,
+    0.018271245062351227,
+    0.022424181923270226,
+    0.27181142568588257,
+    0.17919422686100006,
+    0.018005207180976868,
+    0.009780398570001125,
+    0.10514466464519501,
+    0.14241886138916016,
+    0.22821809351444244,
+    0.04751206561923027,
+    0.09199440479278564,
+    0.17120128870010376,
+    0.1027233824133873,
+    0.1138254702091217,
+    0.03159639239311218,
+    0.16217318177223206,
+    0.19381257891654968,
+    0.1451634168624878,
+    0.08000456541776657,
+    0.13469088077545166,
+    0.12150991708040237,
+    0.10101674497127533,
+    0.00519917719066143,
+    0.11107344925403595,
+    0.21841178834438324,
+    0.06043637916445732,
+    0.09508407860994339,
+    0.02585337497293949,
+    0.03144574165344238,
+    0.016777342185378075,
+    0.008511768653988838,
+    0.07402344793081284,
+    0.009742590598762035,
+    0.07828225940465927,
+    0.02175876311957836,
+    0.009380034171044827,
+    0.0234005656093359,
+    0.049179282039403915,
+    0.007740292698144913,
+    0.0382223054766655,
+    0.010638859122991562,
+    0.03163881599903107,
+    0.04401377961039543,
+    0.16190549731254578,
+    0.037074264138936996,
+    0.0682482048869133,
+    0.037611138075590134,
+    0.09923829138278961,
+    0.03446715697646141,
+    0.03706235811114311,
+    0.23262298107147217,
+    0.46860364079475403,
+    0.2062346190214157,
+    0.09709010273218155,
+    0.04653121903538704,
+    0.06853648275136948,
+    0.05419326201081276,
+    0.1800871640443802,
+    0.08697633445262909,
+    0.05042477697134018,
+    0.06634653359651566,
+    0.009059583768248558,
+    0.07218803465366364,
+    0.006767625920474529,
+    0.2412538081407547,
+    0.05539019778370857,
+    0.0725705549120903,
+    0.1968495100736618,
+    0.12560126185417175,
+    0.0962173193693161,
+    0.02468310482800007,
+    0.08264292031526566,
+    0.06473574042320251,
+    0.010552179999649525,
+    0.00850185938179493,
+    0.05735381320118904,
+    0.03902662545442581,
+    0.04992205649614334,
+    0.1752307116985321,
+    0.28192758560180664,
+    0.06026141718029976,
+    0.17139244079589844,
+    0.22507329285144806,
+    0.0468340739607811,
+    0.04171957075595856,
+    0.15933796763420105,
+    0.05742057412862778,
+    0.07664386183023453,
+    0.1074642762541771,
+    0.23546892404556274,
+    0.009092452004551888,
+    0.12714342772960663,
+    0.030888047069311142,
+    0.020679451525211334,
+    0.08181554079055786,
+    0.013902402482926846,
+    0.014154394157230854,
+    0.032335978001356125,
+    0.02168385684490204,
+    0.1594056785106659,
+    0.06524377316236496,
+    0.009745897725224495,
+    0.11744124442338943,
+    0.280617356300354,
+    0.03506021946668625,
+    0.3390519320964813,
+    0.031383879482746124,
+    0.04061592370271683,
+    0.03549821674823761,
+    0.19298817217350006,
+    0.1506497859954834,
+    0.028952354565262794,
+    0.010671291500329971,
+    0.0970274955034256,
+    0.08906525373458862
+  ]
+}

p5-mae-15m-d44/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00015000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.12668435537632716,
+  "probe/map_train": 0.4637958099765162,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.15321883504399128,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.1476419270038605,
+  "probe/total_s": 8.779734327923506,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1507240574244954
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15100170384767328
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15258328332450855
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15321883504399128
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14377992215921548
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12287367134623625
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0973088414862441
+    }
+  ],
+  "per_class_ap": [
+    0.6252835392951965,
+    0.006647967267781496,
+    0.06454279273748398,
+    0.1762886643409729,
+    0.1061898022890091,
+    0.2698434889316559,
+    0.20743447542190552,
+    0.2890722155570984,
+    0.03835008665919304,
+    0.04262256249785423,
+    0.019340135157108307,
+    0.09217417985200882,
+    0.4788975715637207,
+    0.34555327892303467,
+    0.050354938954114914,
+    0.4224885404109955,
+    0.25865238904953003,
+    0.32128453254699707,
+    0.05050890892744064,
+    0.06372004002332687,
+    0.20951977372169495,
+    0.06985412538051605,
+    0.16696643829345703,
+    0.12908998131752014,
+    0.08517656475305557,
+    0.02541527710855007,
+    0.07801543176174164,
+    0.15722067654132843,
+    0.24037261307239532,
+    0.08586115390062332,
+    0.24950210750102997,
+    0.13948367536067963,
+    0.020144149661064148,
+    0.06580974906682968,
+    0.20352989435195923,
+    0.04519503191113472,
+    0.4012475609779358,
+    0.06591664999723434,
+    0.06628928333520889,
+    0.11296217143535614,
+    0.14789056777954102,
+    0.03473399952054024,
+    0.06933296471834183,
+    0.2716163396835327,
+    0.013709459453821182,
+    0.056676268577575684,
+    0.0343233123421669,
+    0.07354873418807983,
+    0.06812722980976105,
+    0.05768909677863121,
+    0.11059101670980453,
+    0.011534937657415867,
+    0.04433135688304901,
+    0.04123586788773537,
+    0.18304412066936493,
+    0.11331064999103546,
+    0.1402723640203476,
+    0.32972684502601624,
+    0.09963347017765045,
+    0.08959860354661942,
+    0.15838421881198883,
+    0.16363491117954254,
+    0.041526272892951965,
+    0.12815417349338531,
+    0.5256479382514954,
+    0.2545892298221588,
+    0.2969672679901123,
+    0.24740247428417206,
+    0.4282616078853607,
+    0.37988653779029846,
+    0.10529232025146484,
+    0.11362151801586151,
+    0.1597435027360916,
+    0.14330847561359406,
+    0.151790589094162,
+    0.20871277153491974,
+    0.04669583961367607,
+    0.21614930033683777,
+    0.17442001402378082,
+    0.08282911777496338,
+    0.02398614212870598,
+    0.089391328394413,
+    0.2857954502105713,
+    0.08417331427335739,
+    0.09669632464647293,
+    0.024074353277683258,
+    0.0543220192193985,
+    0.027221476659178734,
+    0.032695990055799484,
+    0.043420493602752686,
+    0.08204567432403564,
+    0.07825613766908646,
+    0.20245441794395447,
+    0.01402202807366848,
+    0.043084487318992615,
+    0.03551768884062767,
+    0.016660362482070923,
+    0.025956405326724052,
+    0.11997822672128677,
+    0.12723498046398163,
+    0.0873885229229927,
+    0.17143286764621735,
+    0.05105730518698692,
+    0.04888651520013809,
+    0.025815460830926895,
+    0.04121460020542145,
+    0.08669213950634003,
+    0.07561058551073074,
+    0.08472659438848495,
+    0.1658840775489807,
+    0.1716337502002716,
+    0.13192686438560486,
+    0.10732860118150711,
+    0.077451191842556,
+    0.047414109110832214,
+    0.1644401103258133,
+    0.15686661005020142,
+    0.08798735588788986,
+    0.1018018051981926,
+    0.22360695898532867,
+    0.23090612888336182,
+    0.15336091816425323,
+    0.08957227319478989,
+    0.08629163354635239,
+    0.01476264651864767,
+    0.02901306003332138,
+    0.0933241918683052,
+    0.13302011787891388,
+    0.078680619597435,
+    0.05632343888282776,
+    0.00467029819265008,
+    0.08129613846540451,
+    0.11663277447223663,
+    0.1212889701128006,
+    0.04400281608104706,
+    0.012063629925251007,
+    0.0817938894033432,
+    0.7131831645965576,
+    0.23347307741641998,
+    0.27638059854507446,
+    0.3637455701828003,
+    0.24574904143810272,
+    0.11699105054140091,
+    0.1521654725074768,
+    0.10389024764299393,
+    0.1483829915523529,
+    0.09630747884511948,
+    0.18955130875110626,
+    0.10497564822435379,
+    0.16533900797367096,
+    0.1907735913991928,
+    0.17333070933818817,
+    0.20916616916656494,
+    0.1039518266916275,
+    0.11542672663927078,
+    0.15034613013267517,
+    0.07971488684415817,
+    0.05909472703933716,
+    0.026119539514183998,
+    0.05910482257604599,
+    0.39115163683891296,
+    0.27122020721435547,
+    0.2625037431716919,
+    0.14929413795471191,
+    0.22556869685649872,
+    0.24379780888557434,
+    0.26066744327545166,
+    0.14599144458770752,
+    0.24852143228054047,
+    0.3216298222541809,
+    0.21801556646823883,
+    0.22567982971668243,
+    0.24365773797035217,
+    0.11899425089359283,
+    0.10407347232103348,
+    0.09401918947696686,
+    0.12941361963748932,
+    0.3150295317173004,
+    0.047504570335149765,
+    0.14263691008090973,
+    0.17817258834838867,
+    0.14770899713039398,
+    0.135005384683609,
+    0.23008926212787628,
+    0.08633749932050705,
+    0.3459019660949707,
+    0.330008864402771,
+    0.09306974709033966,
+    0.2621518075466156,
+    0.11616068333387375,
+    0.15222807228565216,
+    0.07877007126808167,
+    0.31609559059143066,
+    0.14740140736103058,
+    0.14205290377140045,
+    0.36084508895874023,
+    0.049730345606803894,
+    0.06304462999105453,
+    0.12886561453342438,
+    0.28391945362091064,
+    0.039702896028757095,
+    0.18447205424308777,
+    0.09630558639764786,
+    0.1612529456615448,
+    0.21006225049495697,
+    0.18184763193130493,
+    0.19335447251796722,
+    0.43902674317359924,
+    0.22357727587223053,
+    0.3343270421028137,
+    0.6942397952079773,
+    0.32621079683303833,
+    0.4737285077571869,
+    0.026614362373948097,
+    0.3422092795372009,
+    0.08636443316936493,
+    0.04200116917490959,
+    0.2616810202598572,
+    0.13411416113376617,
+    0.12538665533065796,
+    0.18370164930820465,
+    0.13043943047523499,
+    0.17999745905399323,
+    0.1884937584400177,
+    0.07009612768888474,
+    0.06596124172210693,
+    0.0498075895011425,
+    0.03549764305353165,
+    0.1599443554878235,
+    0.035739269107580185,
+    0.04443398490548134,
+    0.050558216869831085,
+    0.07367782294750214,
+    0.042219433933496475,
+    0.03650229796767235,
+    0.019813578575849533,
+    0.16844406723976135,
+    0.022845523431897163,
+    0.26357048749923706,
+    0.028759261593222618,
+    0.20014508068561554,
+    0.26008912920951843,
+    0.2461433857679367,
+    0.14401885867118835,
+    0.1451345980167389,
+    0.25930771231651306,
+    0.05425257235765457,
+    0.15247519314289093,
+    0.02876383252441883,
+    0.10210193693637848,
+    0.09736016392707825,
+    0.025172093883156776,
+    0.058667782694101334,
+    0.07688524574041367,
+    0.07508957386016846,
+    0.15883854031562805,
+    0.19788390398025513,
+    0.16458268463611603,
+    0.10198244452476501,
+    0.09503614157438278,
+    0.04114580899477005,
+    0.0726974830031395,
+    0.15770456194877625,
+    0.04411929100751877,
+    0.01579715497791767,
+    0.04574005678296089,
+    0.06524661183357239,
+    0.09815477579832077,
+    0.1181190237402916,
+    0.05923999845981598,
+    0.032941944897174835,
+    0.22471168637275696,
+    0.10927216708660126,
+    0.04465074837207794,
+    0.1951981782913208,
+    0.025689739733934402,
+    0.0461878627538681,
+    0.027401497587561607,
+    0.05954744294285774,
+    0.04151182994246483,
+    0.023580266162753105,
+    0.20487342774868011,
+    0.11723494529724121,
+    0.20990239083766937,
+    0.08133185654878616,
+    0.22581662237644196,
+    0.23703569173812866,
+    0.25507408380508423,
+    0.2099507749080658,
+    0.19364255666732788,
+    0.172843798995018,
+    0.15651722252368927,
+    0.10426977276802063,
+    0.19322550296783447,
+    0.16652682423591614,
+    0.16601715981960297,
+    0.1355709433555603,
+    0.006789442617446184,
+    0.025894982740283012,
+    0.014826684258878231,
+    0.28006505966186523,
+    0.17056168615818024,
+    0.14930346608161926,
+    0.05579549819231033,
+    0.03776698186993599,
+    0.09557721018791199,
+    0.027651533484458923,
+    0.1801137775182724,
+    0.034970298409461975,
+    0.05816889926791191,
+    0.15668043494224548,
+    0.030915988609194756,
+    0.11105801165103912,
+    0.06726180016994476,
+    0.07332883030176163,
+    0.10996979475021362,
+    0.05464117228984833,
+    0.029521407559514046,
+    0.12075544148683548,
+    0.06411833316087723,
+    0.2000512331724167,
+    0.045357611030340195,
+    0.4190364181995392,
+    0.38710635900497437,
+    0.226535364985466,
+    0.22957900166511536,
+    0.04903116077184677,
+    0.05679282546043396,
+    0.24821849167346954,
+    0.24352054297924042,
+    0.1320328265428543,
+    0.16888532042503357,
+    0.25332286953926086,
+    0.2523253560066223,
+    0.15408308804035187,
+    0.17445653676986694,
+    0.15731488168239594,
+    0.20660735666751862,
+    0.048101555556058884,
+    0.035101115703582764,
+    0.10953610390424728,
+    0.013604026287794113,
+    0.07406172156333923,
+    0.1363987773656845,
+    0.08833716809749603,
+    0.06654217094182968,
+    0.06882023066282272,
+    0.31646573543548584,
+    0.03777958080172539,
+    0.02182088792324066,
+    0.09639205038547516,
+    0.027253957465291023,
+    0.07722531259059906,
+    0.08387582749128342,
+    0.028391158208251,
+    0.030818328261375427,
+    0.027525415644049644,
+    0.013418257236480713,
+    0.04387053847312927,
+    0.20631372928619385,
+    0.011590083129703999,
+    0.06894462555646896,
+    0.11464681476354599,
+    0.11439748108386993,
+    0.031870096921920776,
+    0.03651285544037819,
+    0.34437867999076843,
+    0.2040952444076538,
+    0.018467217683792114,
+    0.08849655091762543,
+    0.1017090305685997,
+    0.07516349107027054,
+    0.10725381970405579,
+    0.3755247890949249,
+    0.15532205998897552,
+    0.041543908417224884,
+    0.10025805234909058,
+    0.08187267929315567,
+    0.014641589485108852,
+    0.019994916394352913,
+    0.02414647676050663,
+    0.10536225140094757,
+    0.11133883893489838,
+    0.06306947022676468,
+    0.13693389296531677,
+    0.16199025511741638,
+    0.17695780098438263,
+    0.03553815558552742,
+    0.04458443447947502,
+    0.03432507812976837,
+    0.1737249791622162,
+    0.10270500183105469,
+    0.025345124304294586,
+    0.2802015542984009,
+    0.20573045313358307,
+    0.06502378731966019,
+    0.4653337001800537,
+    0.544677197933197,
+    0.02163650467991829,
+    0.3399503529071808,
+    0.33830615878105164,
+    0.044239822775125504,
+    0.07828007638454437,
+    0.2061561793088913,
+    0.024716872721910477,
+    0.026056254282593727,
+    0.025090085342526436,
+    0.0352579765021801,
+    0.031179027631878853,
+    0.028934989124536514,
+    0.0128567423671484,
+    0.11734695732593536,
+    0.0211238544434309,
+    0.03129344433546066,
+    0.23751257359981537,
+    0.14376498758792877,
+    0.030553895980119705,
+    0.017111988738179207,
+    0.09284456819295883,
+    0.11328981816768646,
+    0.2525690197944641,
+    0.04859692603349686,
+    0.07290490716695786,
+    0.1943691223859787,
+    0.09965457767248154,
+    0.08669158071279526,
+    0.04719157516956329,
+    0.1648360788822174,
+    0.20728906989097595,
+    0.17739155888557434,
+    0.0584576278924942,
+    0.12539128959178925,
+    0.1666967272758484,
+    0.08826979249715805,
+    0.006892805453389883,
+    0.09011472761631012,
+    0.2016010582447052,
+    0.0752190575003624,
+    0.1126251146197319,
+    0.03236793726682663,
+    0.01879042573273182,
+    0.027597501873970032,
+    0.007099487353116274,
+    0.07263913005590439,
+    0.01249091699719429,
+    0.1136084794998169,
+    0.023079952225089073,
+    0.010238652117550373,
+    0.025597399100661278,
+    0.06804466247558594,
+    0.009645597077906132,
+    0.049279503524303436,
+    0.019962482154369354,
+    0.023601004853844643,
+    0.03862900659441948,
+    0.2030281126499176,
+    0.0331832617521286,
+    0.08657585829496384,
+    0.034710947424173355,
+    0.1119873970746994,
+    0.03639143332839012,
+    0.044124290347099304,
+    0.27499204874038696,
+    0.3895614743232727,
+    0.20971621572971344,
+    0.1298033893108368,
+    0.03758841007947922,
+    0.0570601150393486,
+    0.04038853943347931,
+    0.13895104825496674,
+    0.08986348658800125,
+    0.06897633522748947,
+    0.05390406399965286,
+    0.013633214868605137,
+    0.08074954897165298,
+    0.008949032984673977,
+    0.23021848499774933,
+    0.07058892399072647,
+    0.06000937893986702,
+    0.1918804794549942,
+    0.12499619275331497,
+    0.08536618947982788,
+    0.012931515462696552,
+    0.0676472932100296,
+    0.05702603980898857,
+    0.019216356799006462,
+    0.008884726092219353,
+    0.07900147885084152,
+    0.06530708074569702,
+    0.045643169432878494,
+    0.19220580160617828,
+    0.27202320098876953,
+    0.06698097288608551,
+    0.14207862317562103,
+    0.20986051857471466,
+    0.04594573751091957,
+    0.04381773620843887,
+    0.08539703488349915,
+    0.06306853145360947,
+    0.09482494741678238,
+    0.10184802860021591,
+    0.24089273810386658,
+    0.006178983952850103,
+    0.12467392534017563,
+    0.0267843808978796,
+    0.016497481614351273,
+    0.09323562681674957,
+    0.016964998096227646,
+    0.019158735871315002,
+    0.03795766457915306,
+    0.025305824354290962,
+    0.12346544861793518,
+    0.06105843186378479,
+    0.00933449063450098,
+    0.11166121810674667,
+    0.24205081164836884,
+    0.03084569051861763,
+    0.3144257664680481,
+    0.041472285985946655,
+    0.030039893463253975,
+    0.04809146374464035,
+    0.2310160994529724,
+    0.1640462428331375,
+    0.04991627112030983,
+    0.009912223555147648,
+    0.1439320147037506,
+    0.09914769232273102
+  ]
+}

p5-mae-15m-d44/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00020000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d44/exports/step_00020000",
+    "fingerprint": "efebb7310c7c19c1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d44",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007111605477256019,
+      "val_map": 0.00612887343903385,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02356,
+      "train_map": 0.031144578855235548,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02309,
+      "train_map": 0.051108541302435966,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02247,
+      "train_map": 0.063443073036416,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02194,
+      "train_map": 0.0858000420220373,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02201,
+      "train_map": 0.08673979592354053,
+      "val_map": 0.05454742005916641,
+      "lr": 0.002795633084492174,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.0211,
+      "train_map": 0.0979686593018345,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02079,
+      "train_map": 0.10749751547717293,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02039,
+      "train_map": 0.12341409226600257,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02021,
+      "train_map": 0.13716993869531482,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.8
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01966,
+      "train_map": 0.1417986811306575,
+      "val_map": 0.08592836109857717,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.1
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01977,
+      "train_map": 0.14422845187202887,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01967,
+      "train_map": 0.1688567519530767,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01951,
+      "train_map": 0.17636642730008437,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01907,
+      "train_map": 0.1927785988379291,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01861,
+      "train_map": 0.19974123301917593,
+      "val_map": 0.12007845114418209,
+      "lr": 0.000541962785848462,
+      "train_s": 7.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01891,
+      "train_map": 0.20114048613956378,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01821,
+      "train_map": 0.2149143343017325,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01789,
+      "train_map": 0.22130149115138534,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01741,
+      "train_map": 0.22415427032829857,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01814,
+      "train_map": 0.22449204481367652,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 9.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01817,
+      "train_map": 0.2245009694225464,
+      "val_map": 0.13448592929162467,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.2245009694225464,
+  "final_val_map": 0.13448592929162467,
+  "lora/map": 0.13448592929162467,
+  "train_seconds": 10.0,
+  "wall_seconds": 61.9
+}

p5-mae-15m-d44/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ae9607276595aa36061ea93827549deaa108e752ac8f181e3189a91176cbcf
+size 60174680

p5-mae-15m-d44/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00020000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.13764517047695207,
+  "probe/map_train": 0.5172994404578797,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1660346861096343,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.68452591705136,
+  "probe/total_s": 8.119343944010325,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16320847919824016
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16384179898373344
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1660346861096343
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1644067340163758
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15141590930118562
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1280005762284618
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10250109038404075
+    }
+  ],
+  "per_class_ap": [
+    0.6370223760604858,
+    0.013280698098242283,
+    0.057957906275987625,
+    0.17390407621860504,
+    0.09306319057941437,
+    0.29370078444480896,
+    0.22276034951210022,
+    0.3012123703956604,
+    0.04744652286171913,
+    0.04068269953131676,
+    0.019421180710196495,
+    0.06537318974733353,
+    0.48198285698890686,
+    0.3139458894729614,
+    0.06697069853544235,
+    0.4916228652000427,
+    0.30526259541511536,
+    0.3395099937915802,
+    0.048488590866327286,
+    0.08770206570625305,
+    0.23172327876091003,
+    0.1224975436925888,
+    0.18862880766391754,
+    0.13286536931991577,
+    0.08802145719528198,
+    0.02294180728495121,
+    0.09385654330253601,
+    0.16794222593307495,
+    0.274757981300354,
+    0.049924738705158234,
+    0.23155438899993896,
+    0.14795072376728058,
+    0.020956993103027344,
+    0.057726576924324036,
+    0.2334933876991272,
+    0.04050307348370552,
+    0.394634485244751,
+    0.07961678504943848,
+    0.07883237302303314,
+    0.13278605043888092,
+    0.16526886820793152,
+    0.014074851758778095,
+    0.07155874371528625,
+    0.31933724880218506,
+    0.017138853669166565,
+    0.07526213675737381,
+    0.016277771443128586,
+    0.14272823929786682,
+    0.06632190197706223,
+    0.07104721665382385,
+    0.12389323115348816,
+    0.011345273815095425,
+    0.057311803102493286,
+    0.04859090596437454,
+    0.19473150372505188,
+    0.11007950454950333,
+    0.2200922816991806,
+    0.3092224597930908,
+    0.13369368016719818,
+    0.06619895994663239,
+    0.1526510864496231,
+    0.1913435459136963,
+    0.04647698625922203,
+    0.13175217807292938,
+    0.5525592565536499,
+    0.23272769153118134,
+    0.2659234404563904,
+    0.3066932260990143,
+    0.39240333437919617,
+    0.3679516017436981,
+    0.12290201336145401,
+    0.12461244314908981,
+    0.17830835282802582,
+    0.17149217426776886,
+    0.17983056604862213,
+    0.21366174519062042,
+    0.04810798913240433,
+    0.244968444108963,
+    0.1773761808872223,
+    0.10715243220329285,
+    0.019433937966823578,
+    0.09494088590145111,
+    0.3570692837238312,
+    0.10723638534545898,
+    0.09499316662549973,
+    0.027914205566048622,
+    0.05740233510732651,
+    0.047445230185985565,
+    0.04165872186422348,
+    0.07412051409482956,
+    0.05165081098675728,
+    0.04540906846523285,
+    0.19120407104492188,
+    0.012770602479577065,
+    0.030816396698355675,
+    0.0377793088555336,
+    0.016673291102051735,
+    0.044294729828834534,
+    0.13057363033294678,
+    0.151311457157135,
+    0.15657171607017517,
+    0.19628062844276428,
+    0.044901710003614426,
+    0.043760932981967926,
+    0.019137436524033546,
+    0.04522929713129997,
+    0.0752021074295044,
+    0.07425744831562042,
+    0.08881880342960358,
+    0.16353903710842133,
+    0.16856977343559265,
+    0.146365687251091,
+    0.14110597968101501,
+    0.09717309474945068,
+    0.04336986318230629,
+    0.24059177935123444,
+    0.23375247418880463,
+    0.1332966387271881,
+    0.14602091908454895,
+    0.2364719659090042,
+    0.2599533498287201,
+    0.15935280919075012,
+    0.09020659327507019,
+    0.09554688632488251,
+    0.008996577002108097,
+    0.02341214381158352,
+    0.14377805590629578,
+    0.1742609590291977,
+    0.1651460975408554,
+    0.147923544049263,
+    0.005529196932911873,
+    0.0982367992401123,
+    0.11496125906705856,
+    0.11830277740955353,
+    0.13473446667194366,
+    0.010278768837451935,
+    0.12426338344812393,
+    0.7242954969406128,
+    0.2374494969844818,
+    0.3004661500453949,
+    0.3975452184677124,
+    0.2749521732330322,
+    0.12544962763786316,
+    0.15455900132656097,
+    0.09107950329780579,
+    0.11987200379371643,
+    0.12787067890167236,
+    0.17994073033332825,
+    0.12252484261989594,
+    0.18703509867191315,
+    0.24903036653995514,
+    0.16684341430664062,
+    0.22049012780189514,
+    0.10108118504285812,
+    0.1002909243106842,
+    0.19073060154914856,
+    0.09096714854240417,
+    0.08020010590553284,
+    0.01848979853093624,
+    0.0710393488407135,
+    0.4414568245410919,
+    0.29585352540016174,
+    0.2856362462043762,
+    0.1339109241962433,
+    0.24371615052223206,
+    0.2442353218793869,
+    0.276369571685791,
+    0.1413523256778717,
+    0.2689281702041626,
+    0.3409123420715332,
+    0.2096390277147293,
+    0.26008734107017517,
+    0.2704561948776245,
+    0.13952600955963135,
+    0.11976584792137146,
+    0.10008405894041061,
+    0.11862415075302124,
+    0.3496192395687103,
+    0.05712580308318138,
+    0.11092035472393036,
+    0.1365063637495041,
+    0.12127161026000977,
+    0.15671321749687195,
+    0.3236236572265625,
+    0.0722779631614685,
+    0.4213466942310333,
+    0.3803640902042389,
+    0.1380518525838852,
+    0.3106361925601959,
+    0.14264193177223206,
+    0.15793974697589874,
+    0.11354073882102966,
+    0.34778252243995667,
+    0.19767209887504578,
+    0.1815245896577835,
+    0.388457715511322,
+    0.06985428929328918,
+    0.08848795294761658,
+    0.1347719430923462,
+    0.23985151946544647,
+    0.03061521053314209,
+    0.21033897995948792,
+    0.08559821546077728,
+    0.1597384214401245,
+    0.19707198441028595,
+    0.19984175264835358,
+    0.21983954310417175,
+    0.40816015005111694,
+    0.239656001329422,
+    0.2909005880355835,
+    0.7460548281669617,
+    0.43045127391815186,
+    0.4818390905857086,
+    0.03452392295002937,
+    0.3257114887237549,
+    0.10658404231071472,
+    0.04542450234293938,
+    0.2401689887046814,
+    0.14995601773262024,
+    0.12753547728061676,
+    0.1539309024810791,
+    0.1290491223335266,
+    0.1881721168756485,
+    0.1829390972852707,
+    0.07279031723737717,
+    0.06070740148425102,
+    0.05373425781726837,
+    0.05592061206698418,
+    0.11844456940889359,
+    0.03824101388454437,
+    0.060313042253255844,
+    0.053179316222667694,
+    0.08324236422777176,
+    0.04481375962495804,
+    0.04123219847679138,
+    0.026740768924355507,
+    0.1689818799495697,
+    0.018311819061636925,
+    0.2905372083187103,
+    0.020854003727436066,
+    0.17433921992778778,
+    0.25950393080711365,
+    0.28601425886154175,
+    0.17967194318771362,
+    0.15834678709506989,
+    0.27785366773605347,
+    0.0519874282181263,
+    0.18352468311786652,
+    0.02781841717660427,
+    0.1076808050274849,
+    0.13767966628074646,
+    0.021661581471562386,
+    0.04586769640445709,
+    0.08564002811908722,
+    0.06724657118320465,
+    0.17116454243659973,
+    0.22448627650737762,
+    0.23103438317775726,
+    0.08250013738870621,
+    0.1219623014330864,
+    0.029189441353082657,
+    0.07535408437252045,
+    0.12987926602363586,
+    0.06686871498823166,
+    0.01698378659784794,
+    0.04836827516555786,
+    0.06812632828950882,
+    0.08255713433027267,
+    0.11483585089445114,
+    0.0383991114795208,
+    0.03281453251838684,
+    0.2628308832645416,
+    0.11065512150526047,
+    0.03016255795955658,
+    0.16813263297080994,
+    0.02504207380115986,
+    0.05377424135804176,
+    0.04618654027581215,
+    0.0610286220908165,
+    0.04660571366548538,
+    0.02153274603188038,
+    0.23152221739292145,
+    0.12869872152805328,
+    0.2230852246284485,
+    0.08148615062236786,
+    0.23453328013420105,
+    0.302601158618927,
+    0.32284319400787354,
+    0.23080720007419586,
+    0.20750927925109863,
+    0.18781055510044098,
+    0.2191350758075714,
+    0.10686153918504715,
+    0.2221040427684784,
+    0.18540018796920776,
+    0.186154305934906,
+    0.12373132258653641,
+    0.006522148847579956,
+    0.024335473775863647,
+    0.018732307478785515,
+    0.28323492407798767,
+    0.19306516647338867,
+    0.16657835245132446,
+    0.08860153704881668,
+    0.02324088290333748,
+    0.10174386203289032,
+    0.034354861825704575,
+    0.19039791822433472,
+    0.050087615847587585,
+    0.07933741807937622,
+    0.13971033692359924,
+    0.0630568340420723,
+    0.11344977468252182,
+    0.08512073010206223,
+    0.07366795837879181,
+    0.13583225011825562,
+    0.06903894990682602,
+    0.062374297529459,
+    0.10212547332048416,
+    0.06770073622465134,
+    0.2878054976463318,
+    0.04056601971387863,
+    0.4297054409980774,
+    0.3739147186279297,
+    0.27063220739364624,
+    0.2539633810520172,
+    0.04588879272341728,
+    0.06849180907011032,
+    0.25711363554000854,
+    0.2508634030818939,
+    0.13936136662960052,
+    0.18581239879131317,
+    0.25635042786598206,
+    0.29196301102638245,
+    0.1856919825077057,
+    0.15400376915931702,
+    0.15196745097637177,
+    0.2505932152271271,
+    0.060472484678030014,
+    0.036044131964445114,
+    0.09898331761360168,
+    0.00737103121355176,
+    0.06442980468273163,
+    0.15051837265491486,
+    0.09608156979084015,
+    0.07563206553459167,
+    0.0974908396601677,
+    0.3309656083583832,
+    0.043227214366197586,
+    0.018899723887443542,
+    0.1135183721780777,
+    0.021898923441767693,
+    0.0781412273645401,
+    0.09407252818346024,
+    0.024965906515717506,
+    0.06302271783351898,
+    0.01972770318388939,
+    0.011682209558784962,
+    0.0451725572347641,
+    0.17488324642181396,
+    0.01005712803453207,
+    0.04642913118004799,
+    0.1461275815963745,
+    0.13356368243694305,
+    0.03449542820453644,
+    0.03862933814525604,
+    0.3978721797466278,
+    0.21768878400325775,
+    0.017780251801013947,
+    0.10717115551233292,
+    0.12398743629455566,
+    0.08561711013317108,
+    0.13459192216396332,
+    0.3545987606048584,
+    0.15474186837673187,
+    0.05335729941725731,
+    0.11039973050355911,
+    0.06461195647716522,
+    0.013478046283125877,
+    0.017426082864403725,
+    0.026610620319843292,
+    0.09564896672964096,
+    0.1537828892469406,
+    0.06882931292057037,
+    0.17275334894657135,
+    0.19636055827140808,
+    0.2008243054151535,
+    0.04814126342535019,
+    0.0469372496008873,
+    0.04553457349538803,
+    0.20518875122070312,
+    0.10900760442018509,
+    0.030197087675333023,
+    0.3416312634944916,
+    0.2342609465122223,
+    0.0932277962565422,
+    0.4701319932937622,
+    0.5535121560096741,
+    0.02466302551329136,
+    0.3583097755908966,
+    0.3633861541748047,
+    0.03631855547428131,
+    0.11086098104715347,
+    0.21454565227031708,
+    0.023125600069761276,
+    0.017758624628186226,
+    0.02107934094965458,
+    0.030673164874315262,
+    0.06178617104887962,
+    0.018716080114245415,
+    0.0158961471170187,
+    0.09620049595832825,
+    0.02427576668560505,
+    0.02716781012713909,
+    0.2590039074420929,
+    0.09781061112880707,
+    0.041348837316036224,
+    0.015115792863070965,
+    0.10785835236310959,
+    0.09855543076992035,
+    0.2673504054546356,
+    0.061418067663908005,
+    0.09423596411943436,
+    0.23177380859851837,
+    0.1036255732178688,
+    0.10497172176837921,
+    0.04884208366274834,
+    0.18969044089317322,
+    0.2845938503742218,
+    0.17557981610298157,
+    0.059773702174425125,
+    0.1539711207151413,
+    0.18250560760498047,
+    0.12328529357910156,
+    0.006721423473209143,
+    0.08493558317422867,
+    0.2016953080892563,
+    0.08322302997112274,
+    0.11656589806079865,
+    0.0413663312792778,
+    0.016898201778531075,
+    0.03300273045897484,
+    0.008742705918848515,
+    0.07889313995838165,
+    0.015471018850803375,
+    0.14378976821899414,
+    0.031888216733932495,
+    0.015147601254284382,
+    0.021108275279402733,
+    0.10769793391227722,
+    0.008754515089094639,
+    0.06838305294513702,
+    0.014263319782912731,
+    0.03772059828042984,
+    0.03851747512817383,
+    0.19050416350364685,
+    0.044894762337207794,
+    0.09178481996059418,
+    0.05496279522776604,
+    0.11363378167152405,
+    0.05900660902261734,
+    0.03139220550656319,
+    0.3370254933834076,
+    0.417597234249115,
+    0.2880218029022217,
+    0.1465885043144226,
+    0.05668454244732857,
+    0.10958302021026611,
+    0.041480664163827896,
+    0.1352100670337677,
+    0.10330130159854889,
+    0.06331546604633331,
+    0.07306889444589615,
+    0.0216155294328928,
+    0.11591220647096634,
+    0.007124428171664476,
+    0.26172924041748047,
+    0.08439867198467255,
+    0.07266907393932343,
+    0.21825315058231354,
+    0.14498336613178253,
+    0.09975983947515488,
+    0.012928341515362263,
+    0.05529491975903511,
+    0.058118514716625214,
+    0.015177336521446705,
+    0.00677200872451067,
+    0.06536678224802017,
+    0.049292270094156265,
+    0.038735829293727875,
+    0.1956891566514969,
+    0.29208120703697205,
+    0.07574520260095596,
+    0.16170448064804077,
+    0.19861911237239838,
+    0.03876076266169548,
+    0.06368541717529297,
+    0.08163201808929443,
+    0.06272450089454651,
+    0.12696605920791626,
+    0.11023973673582077,
+    0.2866579294204712,
+    0.007153294049203396,
+    0.14213578402996063,
+    0.027083156630396843,
+    0.016897711902856827,
+    0.09539929032325745,
+    0.02009199745953083,
+    0.01832369528710842,
+    0.03578388690948486,
+    0.020563879981637,
+    0.1304364800453186,
+    0.07358942180871964,
+    0.00983495358377695,
+    0.12661103904247284,
+    0.2883397936820984,
+    0.07490675896406174,
+    0.3492647707462311,
+    0.041544992476701736,
+    0.029243847355246544,
+    0.04118186607956886,
+    0.22607529163360596,
+    0.2032465636730194,
+    0.04692515358328819,
+    0.013969755731523037,
+    0.1342153698205948,
+    0.10015208274126053
+  ]
+}

p5-mae-15m-d44/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00025000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.14354837809086723,
+  "probe/map_train": 0.5220332542395456,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1753304341169113,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.79829016700387,
+  "probe/total_s": 8.426897520083003,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17425844686917
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1747076453117961
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1753304341169113
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17264285593592266
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15964635903549432
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13496073418733376
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10672789295089115
+    }
+  ],
+  "per_class_ap": [
+    0.6397705674171448,
+    0.01286402065306902,
+    0.058844760060310364,
+    0.18613599240779877,
+    0.11402576416730881,
+    0.2970481216907501,
+    0.2221168577671051,
+    0.2820342779159546,
+    0.04472668841481209,
+    0.043935686349868774,
+    0.024550816044211388,
+    0.06726689636707306,
+    0.4719313979148865,
+    0.3476772606372833,
+    0.05985069274902344,
+    0.5219373106956482,
+    0.30574503540992737,
+    0.35738465189933777,
+    0.06592609733343124,
+    0.10724920779466629,
+    0.23085686564445496,
+    0.11718886345624924,
+    0.20214290916919708,
+    0.14318004250526428,
+    0.08251796662807465,
+    0.021730100736021996,
+    0.07100450247526169,
+    0.18489807844161987,
+    0.21951383352279663,
+    0.068395234644413,
+    0.2449752539396286,
+    0.16590261459350586,
+    0.021265454590320587,
+    0.0566788874566555,
+    0.2585175335407257,
+    0.046870868653059006,
+    0.39207595586776733,
+    0.07932385802268982,
+    0.07553192228078842,
+    0.12320712953805923,
+    0.15964093804359436,
+    0.012711863033473492,
+    0.08043862879276276,
+    0.3744279146194458,
+    0.011474380269646645,
+    0.10978754609823227,
+    0.03547684848308563,
+    0.1403030902147293,
+    0.06076229736208916,
+    0.07682140916585922,
+    0.13756351172924042,
+    0.009244926273822784,
+    0.04310773313045502,
+    0.04771413654088974,
+    0.20690660178661346,
+    0.12334749847650528,
+    0.1998988538980484,
+    0.36550506949424744,
+    0.1270841509103775,
+    0.08310221880674362,
+    0.16474135220050812,
+    0.20936980843544006,
+    0.054917946457862854,
+    0.18114642798900604,
+    0.5572136044502258,
+    0.2354631870985031,
+    0.3002908229827881,
+    0.3368876874446869,
+    0.40289536118507385,
+    0.37033671140670776,
+    0.13382349908351898,
+    0.1500059962272644,
+    0.19028890132904053,
+    0.17688466608524323,
+    0.1803969293832779,
+    0.22606241703033447,
+    0.04175005853176117,
+    0.20512057840824127,
+    0.2049218863248825,
+    0.0799180418252945,
+    0.023405928164720535,
+    0.11028891056776047,
+    0.38473522663116455,
+    0.12367668002843857,
+    0.10871928930282593,
+    0.030040722340345383,
+    0.06114707887172699,
+    0.0336507149040699,
+    0.04099510610103607,
+    0.08016181737184525,
+    0.0544615238904953,
+    0.043039292097091675,
+    0.16792026162147522,
+    0.015494771301746368,
+    0.03682280704379082,
+    0.055573463439941406,
+    0.04236925393342972,
+    0.03195910155773163,
+    0.13858696818351746,
+    0.17940355837345123,
+    0.16137343645095825,
+    0.24886475503444672,
+    0.03969970718026161,
+    0.04081520065665245,
+    0.016745280474424362,
+    0.038007911294698715,
+    0.1008787751197815,
+    0.10235349833965302,
+    0.110919289290905,
+    0.20979081094264984,
+    0.18755416572093964,
+    0.1531108021736145,
+    0.13026556372642517,
+    0.09205898642539978,
+    0.03396393358707428,
+    0.19010736048221588,
+    0.190029576420784,
+    0.12481001019477844,
+    0.11154311150312424,
+    0.317072331905365,
+    0.31265756487846375,
+    0.16894567012786865,
+    0.0809164047241211,
+    0.11866407841444016,
+    0.009382709860801697,
+    0.02535703033208847,
+    0.1586426943540573,
+    0.20330975949764252,
+    0.12007886916399002,
+    0.11602688580751419,
+    0.005816180258989334,
+    0.10092373192310333,
+    0.13512319326400757,
+    0.15480566024780273,
+    0.1041785404086113,
+    0.010788527317345142,
+    0.1148441955447197,
+    0.7268392443656921,
+    0.25519129633903503,
+    0.3221223056316376,
+    0.41825976967811584,
+    0.25821274518966675,
+    0.14107279479503632,
+    0.1452200710773468,
+    0.10421206057071686,
+    0.15275952219963074,
+    0.11084028333425522,
+    0.1797647923231125,
+    0.11818848550319672,
+    0.18210767209529877,
+    0.17075467109680176,
+    0.16893179714679718,
+    0.2477445900440216,
+    0.1120670884847641,
+    0.11535724252462387,
+    0.223772332072258,
+    0.11404861509799957,
+    0.0970965027809143,
+    0.019172919914126396,
+    0.09308943152427673,
+    0.47637274861335754,
+    0.29621681571006775,
+    0.2715698778629303,
+    0.17196552455425262,
+    0.25107139348983765,
+    0.23992495238780975,
+    0.27006733417510986,
+    0.14472833275794983,
+    0.2682919502258301,
+    0.3857608139514923,
+    0.24275045096874237,
+    0.2687838077545166,
+    0.293043315410614,
+    0.18136635422706604,
+    0.10547571629285812,
+    0.09301705658435822,
+    0.10651411861181259,
+    0.3433084487915039,
+    0.07349274307489395,
+    0.1478341668844223,
+    0.19749173521995544,
+    0.1683531254529953,
+    0.14386573433876038,
+    0.28905385732650757,
+    0.11251413077116013,
+    0.4329429566860199,
+    0.378184974193573,
+    0.16767577826976776,
+    0.3190101385116577,
+    0.15284651517868042,
+    0.16664420068264008,
+    0.12343459576368332,
+    0.36376991868019104,
+    0.22755637764930725,
+    0.22804579138755798,
+    0.3667820394039154,
+    0.06635377556085587,
+    0.0824952945113182,
+    0.11773260682821274,
+    0.32791197299957275,
+    0.03238983452320099,
+    0.21027761697769165,
+    0.09635432064533234,
+    0.1770128607749939,
+    0.20246873795986176,
+    0.2171623557806015,
+    0.2324570119380951,
+    0.4944484531879425,
+    0.27156373858451843,
+    0.2861396074295044,
+    0.7416532039642334,
+    0.40318018198013306,
+    0.5039203763008118,
+    0.044274866580963135,
+    0.3733453154563904,
+    0.09114427864551544,
+    0.067316435277462,
+    0.24344593286514282,
+    0.17255854606628418,
+    0.13153353333473206,
+    0.1803225874900818,
+    0.15418513119220734,
+    0.20119799673557281,
+    0.1918095201253891,
+    0.07082998007535934,
+    0.05732396990060806,
+    0.049127478152513504,
+    0.03151280805468559,
+    0.14308589696884155,
+    0.055493611842393875,
+    0.05124076455831528,
+    0.0660274550318718,
+    0.08043897897005081,
+    0.05123407393693924,
+    0.036415230482816696,
+    0.030155187472701073,
+    0.16100728511810303,
+    0.0177458468824625,
+    0.3082130253314972,
+    0.02800978533923626,
+    0.18930090963840485,
+    0.2598079741001129,
+    0.26618492603302,
+    0.1838848888874054,
+    0.14889787137508392,
+    0.26625484228134155,
+    0.06091512367129326,
+    0.17909125983715057,
+    0.027635039761662483,
+    0.11332914233207703,
+    0.11255232989788055,
+    0.019573235884308815,
+    0.055598992854356766,
+    0.0815911740064621,
+    0.06671663373708725,
+    0.20653708279132843,
+    0.21925918757915497,
+    0.17168833315372467,
+    0.06312792748212814,
+    0.0750279575586319,
+    0.05647076293826103,
+    0.10988698899745941,
+    0.19116659462451935,
+    0.07314513623714447,
+    0.019286565482616425,
+    0.04950648546218872,
+    0.06984949111938477,
+    0.09279488027095795,
+    0.15294283628463745,
+    0.026361841708421707,
+    0.03199748322367668,
+    0.2318299114704132,
+    0.17776614427566528,
+    0.0302997138351202,
+    0.16975483298301697,
+    0.023140789940953255,
+    0.050983771681785583,
+    0.02779381349682808,
+    0.07846874743700027,
+    0.06722304224967957,
+    0.017591675743460655,
+    0.2662884593009949,
+    0.14832445979118347,
+    0.22798976302146912,
+    0.08577802032232285,
+    0.2433498650789261,
+    0.31714680790901184,
+    0.3399374485015869,
+    0.2518458366394043,
+    0.2305133193731308,
+    0.24037252366542816,
+    0.19406268000602722,
+    0.10883298516273499,
+    0.22766666114330292,
+    0.2183176875114441,
+    0.21766948699951172,
+    0.13706795871257782,
+    0.006163293961435556,
+    0.01782030239701271,
+    0.01109781488776207,
+    0.2833891808986664,
+    0.1961274892091751,
+    0.1759667992591858,
+    0.11218387633562088,
+    0.02715347148478031,
+    0.11009752750396729,
+    0.028861146420240402,
+    0.18206435441970825,
+    0.05374164879322052,
+    0.0871119573712349,
+    0.17373880743980408,
+    0.0685349777340889,
+    0.11948651075363159,
+    0.09961259365081787,
+    0.08546069264411926,
+    0.14870253205299377,
+    0.07388975471258163,
+    0.04979233071208,
+    0.12708109617233276,
+    0.074895940721035,
+    0.2547544836997986,
+    0.04859462007880211,
+    0.44349610805511475,
+    0.37573951482772827,
+    0.2537357807159424,
+    0.26845335960388184,
+    0.046222735196352005,
+    0.07993759959936142,
+    0.2885285019874573,
+    0.27089253067970276,
+    0.14982733130455017,
+    0.1850009262561798,
+    0.2949677109718323,
+    0.35586974024772644,
+    0.2133782058954239,
+    0.1727006435394287,
+    0.20159414410591125,
+    0.30710676312446594,
+    0.06508924812078476,
+    0.0376160554587841,
+    0.10764992982149124,
+    0.007459629792720079,
+    0.05656331777572632,
+    0.1623755246400833,
+    0.08205897361040115,
+    0.0677035003900528,
+    0.10545501112937927,
+    0.3442862629890442,
+    0.048665937036275864,
+    0.017558054998517036,
+    0.11444902420043945,
+    0.022364133968949318,
+    0.09130869805812836,
+    0.11648430675268173,
+    0.02039683237671852,
+    0.06236356496810913,
+    0.03267934173345566,
+    0.013676170259714127,
+    0.04005347192287445,
+    0.1560579389333725,
+    0.011327573098242283,
+    0.08574477583169937,
+    0.14274807274341583,
+    0.12032252550125122,
+    0.034750159829854965,
+    0.05420516058802605,
+    0.38273143768310547,
+    0.2030026614665985,
+    0.015617127530276775,
+    0.12026010453701019,
+    0.12459997087717056,
+    0.11105069518089294,
+    0.12675796449184418,
+    0.3438512980937958,
+    0.1638077050447464,
+    0.06104395538568497,
+    0.09730058163404465,
+    0.08578531444072723,
+    0.0167106743901968,
+    0.018840402364730835,
+    0.0301924217492342,
+    0.08615976572036743,
+    0.17570939660072327,
+    0.052479300647974014,
+    0.20167528092861176,
+    0.1997993290424347,
+    0.22267895936965942,
+    0.05676517263054848,
+    0.049388621002435684,
+    0.0433882474899292,
+    0.19276615977287292,
+    0.12907353043556213,
+    0.03316503018140793,
+    0.3155457079410553,
+    0.23920276761054993,
+    0.154045969247818,
+    0.4969373047351837,
+    0.5635467171669006,
+    0.02678760327398777,
+    0.3572160005569458,
+    0.36297258734703064,
+    0.03604130819439888,
+    0.10698314756155014,
+    0.23448750376701355,
+    0.025049177929759026,
+    0.022130083292722702,
+    0.026886289939284325,
+    0.06836289912462234,
+    0.07842076569795609,
+    0.019317535683512688,
+    0.016880344599485397,
+    0.10077022016048431,
+    0.020799139514565468,
+    0.037073347717523575,
+    0.24415066838264465,
+    0.1501767635345459,
+    0.05652095749974251,
+    0.01037171483039856,
+    0.11524341255426407,
+    0.12067829072475433,
+    0.2701359987258911,
+    0.05844961479306221,
+    0.07932041585445404,
+    0.2340637743473053,
+    0.1108132153749466,
+    0.10057523101568222,
+    0.054055601358413696,
+    0.18918249011039734,
+    0.25455695390701294,
+    0.19043418765068054,
+    0.0686468780040741,
+    0.14968205988407135,
+    0.22468101978302002,
+    0.11576949059963226,
+    0.007792673073709011,
+    0.09646740555763245,
+    0.2125958651304245,
+    0.09463565051555634,
+    0.10895011574029922,
+    0.07291265577077866,
+    0.018479863181710243,
+    0.04927056282758713,
+    0.010374099016189575,
+    0.05235203728079796,
+    0.013134130276739597,
+    0.15517036616802216,
+    0.04092193394899368,
+    0.011085355654358864,
+    0.0233213659375906,
+    0.10828648507595062,
+    0.010462033562362194,
+    0.05915600061416626,
+    0.017900802195072174,
+    0.03796643018722534,
+    0.03258724883198738,
+    0.22358182072639465,
+    0.06558658182621002,
+    0.1006370335817337,
+    0.05781508609652519,
+    0.12026500701904297,
+    0.0723014622926712,
+    0.02707633189857006,
+    0.35764509439468384,
+    0.4367717504501343,
+    0.23629914224147797,
+    0.16924342513084412,
+    0.0474092960357666,
+    0.06820282340049744,
+    0.04437578096985817,
+    0.15088823437690735,
+    0.102928526699543,
+    0.07203878462314606,
+    0.07898052036762238,
+    0.02497698925435543,
+    0.0755508542060852,
+    0.006505997385829687,
+    0.25934121012687683,
+    0.06941086053848267,
+    0.06961924582719803,
+    0.22979967296123505,
+    0.13441361486911774,
+    0.08153781294822693,
+    0.010685841552913189,
+    0.048495400696992874,
+    0.06507343798875809,
+    0.014262815937399864,
+    0.005426177754998207,
+    0.05353575199842453,
+    0.06432498246431351,
+    0.05865916982293129,
+    0.2028164267539978,
+    0.2783053517341614,
+    0.08739060163497925,
+    0.14288316667079926,
+    0.20904812216758728,
+    0.05148002505302429,
+    0.05100230127573013,
+    0.06779740750789642,
+    0.06790584325790405,
+    0.1102157011628151,
+    0.11789242178201675,
+    0.31501254439353943,
+    0.008098983205854893,
+    0.12398836761713028,
+    0.028473835438489914,
+    0.017881130799651146,
+    0.09538698196411133,
+    0.019646357744932175,
+    0.02032286673784256,
+    0.030765220522880554,
+    0.021049870178103447,
+    0.14868466556072235,
+    0.07838904112577438,
+    0.010972123593091965,
+    0.1396208554506302,
+    0.2870258390903473,
+    0.057572975754737854,
+    0.31124258041381836,
+    0.04272276163101196,
+    0.022436993196606636,
+    0.04847661405801773,
+    0.20648828148841858,
+    0.1812463402748108,
+    0.05614836886525154,
+    0.012810473330318928,
+    0.1243043914437294,
+    0.10333957523107529
+  ]
+}

p5-mae-15m-d44/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00030000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.14739609289864888,
+  "probe/map_train": 0.5367424289008472,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.17887445520326864,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.970513744978234,
+  "probe/total_s": 8.46222366404254,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17851180759253266
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17887445520326864
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17878542120782287
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1761338695737072
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16226010930068804
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14004236495253086
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10917524560584388
+    }
+  ],
+  "per_class_ap": [
+    0.6409186124801636,
+    0.01153633650392294,
+    0.05596395581960678,
+    0.19230525195598602,
+    0.12296541780233383,
+    0.31303536891937256,
+    0.20662175118923187,
+    0.3265050947666168,
+    0.04873543232679367,
+    0.039429325610399246,
+    0.02468668483197689,
+    0.07095802575349808,
+    0.49979057908058167,
+    0.3469550907611847,
+    0.0693913996219635,
+    0.4789980947971344,
+    0.32179152965545654,
+    0.3443533778190613,
+    0.0695919543504715,
+    0.0871027484536171,
+    0.25724637508392334,
+    0.10859475284814835,
+    0.19519560039043427,
+    0.14317893981933594,
+    0.08726196736097336,
+    0.02048134244978428,
+    0.0794629454612732,
+    0.19461767375469208,
+    0.25954505801200867,
+    0.06641364097595215,
+    0.2743798792362213,
+    0.19135382771492004,
+    0.018639182671904564,
+    0.06685938686132431,
+    0.2563844919204712,
+    0.04523983970284462,
+    0.38205716013908386,
+    0.06733109056949615,
+    0.08930268883705139,
+    0.14286145567893982,
+    0.18202684819698334,
+    0.017093654721975327,
+    0.08268936723470688,
+    0.41479840874671936,
+    0.014321797527372837,
+    0.10230375081300735,
+    0.01655908301472664,
+    0.15460172295570374,
+    0.05224963650107384,
+    0.0725155919790268,
+    0.14743229746818542,
+    0.010374484583735466,
+    0.05617878958582878,
+    0.050028227269649506,
+    0.2339242696762085,
+    0.11846964061260223,
+    0.21576403081417084,
+    0.37084758281707764,
+    0.12296780943870544,
+    0.0756322517991066,
+    0.16786156594753265,
+    0.18723097443580627,
+    0.07925988733768463,
+    0.1423739790916443,
+    0.5580767393112183,
+    0.24082748591899872,
+    0.3083971440792084,
+    0.3584626019001007,
+    0.4113966226577759,
+    0.3759389817714691,
+    0.11770176887512207,
+    0.15745916962623596,
+    0.18958258628845215,
+    0.17533093690872192,
+    0.1785394549369812,
+    0.24619102478027344,
+    0.037040743976831436,
+    0.22873426973819733,
+    0.18602107465267181,
+    0.12287770211696625,
+    0.018086835741996765,
+    0.11132752895355225,
+    0.3927021920681,
+    0.11345794051885605,
+    0.10116155445575714,
+    0.03504960238933563,
+    0.0533418133854866,
+    0.07532747834920883,
+    0.07006467878818512,
+    0.07384733855724335,
+    0.042406871914863586,
+    0.04104778915643692,
+    0.19096103310585022,
+    0.017897607758641243,
+    0.025594908744096756,
+    0.05073794350028038,
+    0.018199380487203598,
+    0.030017098411917686,
+    0.13855865597724915,
+    0.20169737935066223,
+    0.1830223649740219,
+    0.27040407061576843,
+    0.05201873928308487,
+    0.05151256546378136,
+    0.017059408128261566,
+    0.03664437681436539,
+    0.09051718562841415,
+    0.08319664001464844,
+    0.09300678968429565,
+    0.2049190253019333,
+    0.20208260416984558,
+    0.15671391785144806,
+    0.13797231018543243,
+    0.09482625871896744,
+    0.03538491576910019,
+    0.21905556321144104,
+    0.21622149646282196,
+    0.10816626995801926,
+    0.1120540201663971,
+    0.2734612226486206,
+    0.2657995820045471,
+    0.16314153373241425,
+    0.07223778963088989,
+    0.1145823672413826,
+    0.010283976793289185,
+    0.030254505574703217,
+    0.14641764760017395,
+    0.20753519237041473,
+    0.13766227662563324,
+    0.12249370664358139,
+    0.005237920675426722,
+    0.10151399672031403,
+    0.10004213452339172,
+    0.10364054143428802,
+    0.16979151964187622,
+    0.007140339817851782,
+    0.14412590861320496,
+    0.7328579425811768,
+    0.25118640065193176,
+    0.3081483244895935,
+    0.40858328342437744,
+    0.32340213656425476,
+    0.14912405610084534,
+    0.15379302203655243,
+    0.11288269609212875,
+    0.1623292714357376,
+    0.12429988384246826,
+    0.19347749650478363,
+    0.12856046855449677,
+    0.2047451138496399,
+    0.19760510325431824,
+    0.2194952517747879,
+    0.26244956254959106,
+    0.1041637659072876,
+    0.10241273045539856,
+    0.23718518018722534,
+    0.0905175730586052,
+    0.10117281228303909,
+    0.015364150516688824,
+    0.0796596109867096,
+    0.5229993462562561,
+    0.31070607900619507,
+    0.31147149205207825,
+    0.15455661714076996,
+    0.26448187232017517,
+    0.2781858444213867,
+    0.294840008020401,
+    0.169464573264122,
+    0.2923232913017273,
+    0.3782023787498474,
+    0.2255166918039322,
+    0.2861407995223999,
+    0.3108876645565033,
+    0.170803964138031,
+    0.15243162214756012,
+    0.10990985482931137,
+    0.09571772813796997,
+    0.34097519516944885,
+    0.052974555641412735,
+    0.15390892326831818,
+    0.2270253598690033,
+    0.18689389526844025,
+    0.16171371936798096,
+    0.3131828010082245,
+    0.13455240428447723,
+    0.43495994806289673,
+    0.39486896991729736,
+    0.1816563755273819,
+    0.29190629720687866,
+    0.14962002635002136,
+    0.1792430877685547,
+    0.13052186369895935,
+    0.36035001277923584,
+    0.22639431059360504,
+    0.2091752141714096,
+    0.3804128170013428,
+    0.06621912121772766,
+    0.0845709815621376,
+    0.1044808030128479,
+    0.27118155360221863,
+    0.030960045754909515,
+    0.2192104309797287,
+    0.13769350945949554,
+    0.147718146443367,
+    0.24257318675518036,
+    0.22178511321544647,
+    0.2550111711025238,
+    0.500822126865387,
+    0.3005007207393646,
+    0.33494243025779724,
+    0.744679868221283,
+    0.4430187940597534,
+    0.5557581782341003,
+    0.0540631003677845,
+    0.35934537649154663,
+    0.15156467258930206,
+    0.04960702359676361,
+    0.21707463264465332,
+    0.13946540653705597,
+    0.13092832267284393,
+    0.19727516174316406,
+    0.14865326881408691,
+    0.1988174021244049,
+    0.22224165499210358,
+    0.07034711539745331,
+    0.06234081834554672,
+    0.04753364250063896,
+    0.028656575828790665,
+    0.1510525494813919,
+    0.04095224663615227,
+    0.054447367787361145,
+    0.0579146109521389,
+    0.09812542051076889,
+    0.03856416046619415,
+    0.03383681923151016,
+    0.02304442599415779,
+    0.17864760756492615,
+    0.01976749487221241,
+    0.29970672726631165,
+    0.029476383700966835,
+    0.1787184625864029,
+    0.264570027589798,
+    0.297306627035141,
+    0.17548151314258575,
+    0.15472452342510223,
+    0.2436029464006424,
+    0.05701323598623276,
+    0.18714489042758942,
+    0.03326905146241188,
+    0.1259496957063675,
+    0.11960307508707047,
+    0.017468595877289772,
+    0.045350782573223114,
+    0.08149874955415726,
+    0.0741465836763382,
+    0.1961684674024582,
+    0.21772916615009308,
+    0.18698357045650482,
+    0.06673570722341537,
+    0.10215669125318527,
+    0.03610151261091232,
+    0.12738940119743347,
+    0.1848108470439911,
+    0.0703684464097023,
+    0.021094664931297302,
+    0.05137733370065689,
+    0.06781743466854095,
+    0.09171178191900253,
+    0.1549575924873352,
+    0.03013581968843937,
+    0.032998085021972656,
+    0.22907494008541107,
+    0.16247932612895966,
+    0.033612560480833054,
+    0.1736413538455963,
+    0.024671299383044243,
+    0.04805556684732437,
+    0.03093198873102665,
+    0.07334037125110626,
+    0.04189566895365715,
+    0.014500902034342289,
+    0.26137322187423706,
+    0.1580808311700821,
+    0.23831190168857574,
+    0.06940413266420364,
+    0.25777947902679443,
+    0.3587808310985565,
+    0.369141161441803,
+    0.24824346601963043,
+    0.2543736398220062,
+    0.23161423206329346,
+    0.21661072969436646,
+    0.11056175082921982,
+    0.2125677466392517,
+    0.235160231590271,
+    0.24174802005290985,
+    0.12278441339731216,
+    0.007045827805995941,
+    0.01792209781706333,
+    0.012963829562067986,
+    0.29482606053352356,
+    0.20825812220573425,
+    0.19696475565433502,
+    0.09768368303775787,
+    0.041745297610759735,
+    0.11229342967271805,
+    0.03760892152786255,
+    0.18454687297344208,
+    0.056877367198467255,
+    0.08479295670986176,
+    0.17734147608280182,
+    0.09272989630699158,
+    0.10568570345640182,
+    0.1050570085644722,
+    0.0815790444612503,
+    0.1548055112361908,
+    0.07343824952840805,
+    0.05225539579987526,
+    0.11275176703929901,
+    0.07575269043445587,
+    0.2759721577167511,
+    0.0306185781955719,
+    0.45157384872436523,
+    0.4062512218952179,
+    0.2760962247848511,
+    0.2955644428730011,
+    0.062359604984521866,
+    0.08026812970638275,
+    0.31225821375846863,
+    0.28921347856521606,
+    0.16031642258167267,
+    0.18307505548000336,
+    0.3139801025390625,
+    0.36964863538742065,
+    0.20856371521949768,
+    0.18822236359119415,
+    0.1814132034778595,
+    0.2591305375099182,
+    0.06445756554603577,
+    0.040366970002651215,
+    0.13309988379478455,
+    0.00684040691703558,
+    0.047628067433834076,
+    0.16667163372039795,
+    0.0771620124578476,
+    0.07325999438762665,
+    0.10610084980726242,
+    0.3591357469558716,
+    0.048822104930877686,
+    0.016001464799046516,
+    0.1283196061849594,
+    0.024272240698337555,
+    0.0913023054599762,
+    0.10777207463979721,
+    0.022017326205968857,
+    0.06443095207214355,
+    0.036778565496206284,
+    0.01567317545413971,
+    0.04925563931465149,
+    0.15463075041770935,
+    0.01640261337161064,
+    0.07073791325092316,
+    0.14562253654003143,
+    0.11029518395662308,
+    0.03383946791291237,
+    0.053906455636024475,
+    0.3812447190284729,
+    0.211502805352211,
+    0.015201285481452942,
+    0.14393973350524902,
+    0.13065415620803833,
+    0.09302854537963867,
+    0.12017696350812912,
+    0.35906919836997986,
+    0.14194267988204956,
+    0.04650421440601349,
+    0.09873901307582855,
+    0.09154140949249268,
+    0.026016851887106895,
+    0.019693026319146156,
+    0.02836197428405285,
+    0.09765483438968658,
+    0.15862958133220673,
+    0.04896413907408714,
+    0.18758080899715424,
+    0.21619416773319244,
+    0.23243272304534912,
+    0.041938990354537964,
+    0.05109269171953201,
+    0.02893323451280594,
+    0.20693793892860413,
+    0.12417291849851608,
+    0.03743830323219299,
+    0.3384478688240051,
+    0.2725246250629425,
+    0.11456506699323654,
+    0.49784228205680847,
+    0.5735175013542175,
+    0.027000920847058296,
+    0.35302361845970154,
+    0.377925306558609,
+    0.03911890462040901,
+    0.10508723556995392,
+    0.2217262089252472,
+    0.02900279127061367,
+    0.022152842953801155,
+    0.029942017048597336,
+    0.05706749111413956,
+    0.09623396396636963,
+    0.021628165617585182,
+    0.016146916896104813,
+    0.14325964450836182,
+    0.035905420780181885,
+    0.030360382050275803,
+    0.2552798390388489,
+    0.09151870012283325,
+    0.05220342427492142,
+    0.012147799134254456,
+    0.11067626625299454,
+    0.09925094246864319,
+    0.2767854332923889,
+    0.0613064281642437,
+    0.08477691560983658,
+    0.2627333402633667,
+    0.10934556275606155,
+    0.10047665983438492,
+    0.05501621961593628,
+    0.20703646540641785,
+    0.2762284576892853,
+    0.1916826069355011,
+    0.08374959230422974,
+    0.1667962372303009,
+    0.21089379489421844,
+    0.10472393035888672,
+    0.008085215464234352,
+    0.11449800431728363,
+    0.19477041065692902,
+    0.0926099419593811,
+    0.0883437991142273,
+    0.04548107087612152,
+    0.01943201944231987,
+    0.05084540694952011,
+    0.009286003187298775,
+    0.070474773645401,
+    0.018022257834672928,
+    0.14251451194286346,
+    0.04820716008543968,
+    0.011513372883200645,
+    0.0263760294765234,
+    0.09762180596590042,
+    0.010804392397403717,
+    0.058048881590366364,
+    0.015736231580376625,
+    0.03792957961559296,
+    0.035420194268226624,
+    0.20342601835727692,
+    0.054067544639110565,
+    0.11523918062448502,
+    0.04322640225291252,
+    0.12280695140361786,
+    0.0657377541065216,
+    0.03270984813570976,
+    0.3433896005153656,
+    0.44067490100860596,
+    0.28417640924453735,
+    0.19574828445911407,
+    0.07646823674440384,
+    0.08059251308441162,
+    0.03637310490012169,
+    0.16834178566932678,
+    0.11280495673418045,
+    0.060060836374759674,
+    0.08579002320766449,
+    0.021073654294013977,
+    0.10717010498046875,
+    0.007088013458997011,
+    0.25796929001808167,
+    0.08689913153648376,
+    0.07709791511297226,
+    0.2589815557003021,
+    0.1534721702337265,
+    0.08236778527498245,
+    0.02075435221195221,
+    0.05994011089205742,
+    0.06040738523006439,
+    0.013907029293477535,
+    0.007175004575401545,
+    0.055472102016210556,
+    0.07885496318340302,
+    0.05049902945756912,
+    0.19187675416469574,
+    0.3149186968803406,
+    0.1053151935338974,
+    0.16446396708488464,
+    0.22577767074108124,
+    0.034674882888793945,
+    0.05041017010807991,
+    0.08104939758777618,
+    0.07545259594917297,
+    0.12904022634029388,
+    0.13418930768966675,
+    0.321504145860672,
+    0.007171868346631527,
+    0.12873487174510956,
+    0.029166681692004204,
+    0.016710828989744186,
+    0.10144297033548355,
+    0.021514268592000008,
+    0.019054530188441277,
+    0.032710302621126175,
+    0.024488234892487526,
+    0.13933469355106354,
+    0.08244933933019638,
+    0.011382976546883583,
+    0.14079289138317108,
+    0.27850934863090515,
+    0.07795478403568268,
+    0.3524235486984253,
+    0.04679282009601593,
+    0.01907515898346901,
+    0.042790189385414124,
+    0.22630839049816132,
+    0.18633422255516052,
+    0.052100010216236115,
+    0.01629428192973137,
+    0.09072020649909973,
+    0.11922913789749146
+  ]
+}

p5-mae-15m-d44/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00035000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.15135050485833093,
+  "probe/map_train": 0.5145914404170563,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18454092677657896,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.747807803098112,
+  "probe/total_s": 8.142117137089372,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18301931448347966
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1836724269214445
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18454092677657896
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17898235463562018
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16641073049473765
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1448240641754587
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11124487051279046
+    }
+  ],
+  "per_class_ap": [
+    0.6463034749031067,
+    0.014324772171676159,
+    0.07285893708467484,
+    0.19979162514209747,
+    0.11924280226230621,
+    0.3290003538131714,
+    0.1973429024219513,
+    0.3133999705314636,
+    0.04723615199327469,
+    0.039865948259830475,
+    0.02273404970765114,
+    0.07290972769260406,
+    0.5243154168128967,
+    0.3642455041408539,
+    0.06708730757236481,
+    0.5142408609390259,
+    0.33196380734443665,
+    0.3682071566581726,
+    0.0812813863158226,
+    0.10914309322834015,
+    0.2528400421142578,
+    0.10474928468465805,
+    0.19247964024543762,
+    0.14683784544467926,
+    0.09593646228313446,
+    0.019868871197104454,
+    0.0816010981798172,
+    0.20168519020080566,
+    0.2601339817047119,
+    0.09109287708997726,
+    0.2610105276107788,
+    0.21052250266075134,
+    0.022023862227797508,
+    0.06301847845315933,
+    0.24968881905078888,
+    0.058293357491493225,
+    0.4175725281238556,
+    0.07752959430217743,
+    0.09499045461416245,
+    0.14333127439022064,
+    0.19039705395698547,
+    0.01616397127509117,
+    0.09390366077423096,
+    0.4110918939113617,
+    0.01616545021533966,
+    0.11581069976091385,
+    0.020771678537130356,
+    0.16674472391605377,
+    0.06794493645429611,
+    0.08187001198530197,
+    0.14396566152572632,
+    0.010477429255843163,
+    0.059804465621709824,
+    0.06136223301291466,
+    0.2310909926891327,
+    0.12496677786111832,
+    0.2240196019411087,
+    0.37169957160949707,
+    0.12492559850215912,
+    0.0824202224612236,
+    0.15457211434841156,
+    0.1727801412343979,
+    0.07153107970952988,
+    0.14378643035888672,
+    0.5651205778121948,
+    0.2430788278579712,
+    0.3234974443912506,
+    0.35720205307006836,
+    0.42729079723358154,
+    0.38582247495651245,
+    0.10198771208524704,
+    0.15938085317611694,
+    0.19545510411262512,
+    0.18132475018501282,
+    0.18827423453330994,
+    0.24648194015026093,
+    0.0554962083697319,
+    0.21864266693592072,
+    0.1992826908826828,
+    0.13870923221111298,
+    0.02411002852022648,
+    0.11480490118265152,
+    0.3912662863731384,
+    0.11923541128635406,
+    0.10458816587924957,
+    0.03925631567835808,
+    0.057002633810043335,
+    0.06192762777209282,
+    0.06327453255653381,
+    0.050095438957214355,
+    0.05235590413212776,
+    0.0501004159450531,
+    0.2014811784029007,
+    0.03500618040561676,
+    0.031235720962285995,
+    0.04574170708656311,
+    0.025394586846232414,
+    0.03524646908044815,
+    0.14872649312019348,
+    0.2000979483127594,
+    0.20749029517173767,
+    0.29628854990005493,
+    0.046441804617643356,
+    0.04700662940740585,
+    0.018517442047595978,
+    0.04304823279380798,
+    0.09977050870656967,
+    0.0952787697315216,
+    0.13233275711536407,
+    0.21000038087368011,
+    0.20266205072402954,
+    0.16158230602741241,
+    0.14045260846614838,
+    0.10337989777326584,
+    0.041399996727705,
+    0.23741739988327026,
+    0.2359277456998825,
+    0.12692812085151672,
+    0.11306900531053543,
+    0.30093294382095337,
+    0.31672459840774536,
+    0.16957338154315948,
+    0.0830572247505188,
+    0.12085320800542831,
+    0.011614344082772732,
+    0.038444243371486664,
+    0.15249906480312347,
+    0.20662358403205872,
+    0.14969542622566223,
+    0.13214346766471863,
+    0.0056977830827236176,
+    0.10502374917268753,
+    0.1429464966058731,
+    0.16211658716201782,
+    0.13466805219650269,
+    0.009156057611107826,
+    0.15053053200244904,
+    0.7344773411750793,
+    0.2506164014339447,
+    0.31222227215766907,
+    0.40925678610801697,
+    0.32929283380508423,
+    0.15810640156269073,
+    0.15173687040805817,
+    0.10581350326538086,
+    0.16358688473701477,
+    0.12698528170585632,
+    0.2405586838722229,
+    0.14633475244045258,
+    0.23606349527835846,
+    0.202650785446167,
+    0.21042780578136444,
+    0.27194786071777344,
+    0.13007748126983643,
+    0.11841031163930893,
+    0.24714021384716034,
+    0.09662406891584396,
+    0.0969691351056099,
+    0.01953970454633236,
+    0.0859680324792862,
+    0.5351872444152832,
+    0.3049086928367615,
+    0.30131995677948,
+    0.15735025703907013,
+    0.27018624544143677,
+    0.26625245809555054,
+    0.2965373396873474,
+    0.15108512341976166,
+    0.2829684615135193,
+    0.37978142499923706,
+    0.25594234466552734,
+    0.2837195098400116,
+    0.30361035466194153,
+    0.17461557686328888,
+    0.12172877043485641,
+    0.10459998995065689,
+    0.12330503761768341,
+    0.3434644937515259,
+    0.06648575514554977,
+    0.17890238761901855,
+    0.23102766275405884,
+    0.19916488230228424,
+    0.17034554481506348,
+    0.3115679919719696,
+    0.14599402248859406,
+    0.43688610196113586,
+    0.39574259519577026,
+    0.18267124891281128,
+    0.30054619908332825,
+    0.1566072553396225,
+    0.1835358887910843,
+    0.1363605409860611,
+    0.37291786074638367,
+    0.21773327887058258,
+    0.20882104337215424,
+    0.37978169322013855,
+    0.07028347998857498,
+    0.08543140441179276,
+    0.1096792072057724,
+    0.3003224730491638,
+    0.03293117508292198,
+    0.22532139718532562,
+    0.14136309921741486,
+    0.17363981902599335,
+    0.21186231076717377,
+    0.22303982079029083,
+    0.2561231553554535,
+    0.5088537335395813,
+    0.2777755856513977,
+    0.33712238073349,
+    0.7397380471229553,
+    0.45044735074043274,
+    0.5289746522903442,
+    0.060684576630592346,
+    0.35443198680877686,
+    0.1396084874868393,
+    0.0528368316590786,
+    0.2428283989429474,
+    0.15007741749286652,
+    0.13347120583057404,
+    0.1960172802209854,
+    0.15668296813964844,
+    0.20111435651779175,
+    0.21309271454811096,
+    0.06567040085792542,
+    0.06555525958538055,
+    0.0495421327650547,
+    0.03543878346681595,
+    0.1374548226594925,
+    0.04965873435139656,
+    0.06184239685535431,
+    0.0692402720451355,
+    0.09106747061014175,
+    0.05294850841164589,
+    0.03898853436112404,
+    0.03598448261618614,
+    0.1790810525417328,
+    0.019092680886387825,
+    0.3356759250164032,
+    0.029413701966404915,
+    0.17953641712665558,
+    0.27937066555023193,
+    0.2978222966194153,
+    0.172225683927536,
+    0.1547948569059372,
+    0.2528197467327118,
+    0.05946927145123482,
+    0.19248053431510925,
+    0.031185422092676163,
+    0.12716208398342133,
+    0.13491487503051758,
+    0.01869594305753708,
+    0.05148041248321533,
+    0.08599486202001572,
+    0.07330197840929031,
+    0.19108662009239197,
+    0.2387227565050125,
+    0.19519253075122833,
+    0.05355340614914894,
+    0.076945960521698,
+    0.039413172751665115,
+    0.11975700408220291,
+    0.1788041889667511,
+    0.07548008859157562,
+    0.021946346387267113,
+    0.0625799223780632,
+    0.0731368288397789,
+    0.09213556349277496,
+    0.15206363797187805,
+    0.03548252955079079,
+    0.034636374562978745,
+    0.24902242422103882,
+    0.1794385313987732,
+    0.03589910268783569,
+    0.19755153357982635,
+    0.02228364907205105,
+    0.042866047471761703,
+    0.048131782561540604,
+    0.07648036628961563,
+    0.057166311889886856,
+    0.017015663906931877,
+    0.2656840980052948,
+    0.15700246393680573,
+    0.2377222627401352,
+    0.07006441056728363,
+    0.2612669765949249,
+    0.3414696753025055,
+    0.3473502993583679,
+    0.2607467770576477,
+    0.2589387893676758,
+    0.2451181709766388,
+    0.23236872255802155,
+    0.11982069164514542,
+    0.19785736501216888,
+    0.23564094305038452,
+    0.2501978874206543,
+    0.13799934089183807,
+    0.007461508736014366,
+    0.021915266290307045,
+    0.015621009282767773,
+    0.29472440481185913,
+    0.2081848382949829,
+    0.20651133358478546,
+    0.10171864926815033,
+    0.044298477470874786,
+    0.11623568832874298,
+    0.03586539253592491,
+    0.1917160302400589,
+    0.05998888984322548,
+    0.09496740996837616,
+    0.17650537192821503,
+    0.09185341000556946,
+    0.12300169467926025,
+    0.10460855066776276,
+    0.08118786662817001,
+    0.1621503233909607,
+    0.0770135149359703,
+    0.06025552377104759,
+    0.10123022645711899,
+    0.08956328779459,
+    0.26197364926338196,
+    0.03686187416315079,
+    0.45056647062301636,
+    0.391571581363678,
+    0.27082353830337524,
+    0.3015569746494293,
+    0.0687638521194458,
+    0.07443198561668396,
+    0.31188133358955383,
+    0.29380002617836,
+    0.17745010554790497,
+    0.18396441638469696,
+    0.31776243448257446,
+    0.35440123081207275,
+    0.212271049618721,
+    0.18841087818145752,
+    0.1848202496767044,
+    0.29070428013801575,
+    0.0673169493675232,
+    0.04028409719467163,
+    0.13409113883972168,
+    0.0074228644371032715,
+    0.05968427285552025,
+    0.17142993211746216,
+    0.0839884951710701,
+    0.07739020138978958,
+    0.11431402713060379,
+    0.3596075773239136,
+    0.03670000284910202,
+    0.01754395291209221,
+    0.1307367980480194,
+    0.03069773130118847,
+    0.09252776205539703,
+    0.11152178794145584,
+    0.021898604929447174,
+    0.06895436346530914,
+    0.044249217957258224,
+    0.015773793682456017,
+    0.05559230595827103,
+    0.15369857847690582,
+    0.017917603254318237,
+    0.08134574443101883,
+    0.16706866025924683,
+    0.13510610163211823,
+    0.037219516932964325,
+    0.053292158991098404,
+    0.38256946206092834,
+    0.20624132454395294,
+    0.019566625356674194,
+    0.10511284321546555,
+    0.13550369441509247,
+    0.10864681750535965,
+    0.12148868292570114,
+    0.35762664675712585,
+    0.15415027737617493,
+    0.051006101071834564,
+    0.10120794922113419,
+    0.09305331856012344,
+    0.028697621077299118,
+    0.02325158752501011,
+    0.029001638293266296,
+    0.1013922169804573,
+    0.18235167860984802,
+    0.057663075625896454,
+    0.19294573366641998,
+    0.21560178697109222,
+    0.21926972270011902,
+    0.046587537974119186,
+    0.05320627614855766,
+    0.03225332126021385,
+    0.1982392966747284,
+    0.1156168207526207,
+    0.046467576175928116,
+    0.3496943712234497,
+    0.26836228370666504,
+    0.15128298103809357,
+    0.4976884424686432,
+    0.5492402911186218,
+    0.025255942717194557,
+    0.3610076904296875,
+    0.3753385841846466,
+    0.03726591169834137,
+    0.10205293446779251,
+    0.21884188055992126,
+    0.030244743451476097,
+    0.026508118957281113,
+    0.03678727522492409,
+    0.05767374113202095,
+    0.12334878742694855,
+    0.0233154259622097,
+    0.026367582380771637,
+    0.11119157075881958,
+    0.040222182869911194,
+    0.03693754971027374,
+    0.2268303483724594,
+    0.11426522582769394,
+    0.053430769592523575,
+    0.014722971245646477,
+    0.11050892621278763,
+    0.10962986201047897,
+    0.28058087825775146,
+    0.06149895861744881,
+    0.08719534426927567,
+    0.26588624715805054,
+    0.10893786698579788,
+    0.09646501392126083,
+    0.059566717594861984,
+    0.21815204620361328,
+    0.29113519191741943,
+    0.19464902579784393,
+    0.08822090178728104,
+    0.18770405650138855,
+    0.23287944495677948,
+    0.12634006142616272,
+    0.007976273074746132,
+    0.0967189222574234,
+    0.18625964224338531,
+    0.09918046742677689,
+    0.09321501851081848,
+    0.05592329055070877,
+    0.02513871341943741,
+    0.045709650963544846,
+    0.009312786161899567,
+    0.08008266985416412,
+    0.03191540017724037,
+    0.14209537208080292,
+    0.04815671220421791,
+    0.014683062210679054,
+    0.02563999779522419,
+    0.1138530746102333,
+    0.011172991245985031,
+    0.06490679085254669,
+    0.017802666872739792,
+    0.05126247555017471,
+    0.04061673581600189,
+    0.21270497143268585,
+    0.06549711525440216,
+    0.11774400621652603,
+    0.04647330567240715,
+    0.11466772109270096,
+    0.08035507053136826,
+    0.027038270607590675,
+    0.3911565840244293,
+    0.4355792999267578,
+    0.2787097990512848,
+    0.1542566567659378,
+    0.06508202850818634,
+    0.07503227144479752,
+    0.040824562311172485,
+    0.1725935935974121,
+    0.10810448229312897,
+    0.06467126309871674,
+    0.09779245406389236,
+    0.022327706217765808,
+    0.10550875216722488,
+    0.008620472624897957,
+    0.27063706517219543,
+    0.0870775654911995,
+    0.09247417002916336,
+    0.2414960414171219,
+    0.1708819717168808,
+    0.08923482149839401,
+    0.017682895064353943,
+    0.06227981299161911,
+    0.05440923571586609,
+    0.014868275262415409,
+    0.007356768939644098,
+    0.060062408447265625,
+    0.08001076430082321,
+    0.05221889913082123,
+    0.20404689013957977,
+    0.3061163127422333,
+    0.10766514390707016,
+    0.1603800356388092,
+    0.21232998371124268,
+    0.03853408247232437,
+    0.056793250143527985,
+    0.08414694666862488,
+    0.07467964291572571,
+    0.11259511858224869,
+    0.1295364946126938,
+    0.35320669412612915,
+    0.007385621313005686,
+    0.13307207822799683,
+    0.02981344237923622,
+    0.016266539692878723,
+    0.09913568198680878,
+    0.022390009835362434,
+    0.020199527963995934,
+    0.03699599206447601,
+    0.02728968672454357,
+    0.13773265480995178,
+    0.08475883305072784,
+    0.009917878545820713,
+    0.1383722871541977,
+    0.2740963101387024,
+    0.08707793056964874,
+    0.3334712088108063,
+    0.04833842068910599,
+    0.022683100774884224,
+    0.05174082890152931,
+    0.24435220658779144,
+    0.19549758732318878,
+    0.057519976049661636,
+    0.012037368491292,
+    0.09444017708301544,
+    0.11570170521736145
+  ]
+}

p5-mae-15m-d44/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.040671875
+  - 0.001466796875
+  - 0.0
+  - 0.325078125
+  - 0.0
+  - 0.0
+  - 0.00640625
+  - 0.0
+  - 0.001388671875
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.121630859375
+  - 0.0
+  - 0.00023046875
+  - 0.062359375
+  - 0.001234375
+  - 0.4389921875
+  - 0.0
+  - 0.000541015625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d44
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d44/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d44/exports/step_00040000",
+  "fingerprint": "efebb7310c7c19c1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "probe/map": 0.1513788810537057,
+  "probe/map_train": 0.513233982945529,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18379691805146225,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.153773233992979,
+  "probe/total_s": 8.87738773797173,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1829407930319362
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18340428772053735
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18379691805146225
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1792800608276614
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16552553405769635
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1441316820894928
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1118845133768285
+    }
+  ],
+  "per_class_ap": [
+    0.6452703475952148,
+    0.013598762452602386,
+    0.07384270429611206,
+    0.20218026638031006,
+    0.11633620411157608,
+    0.31911501288414,
+    0.19581758975982666,
+    0.31898266077041626,
+    0.0477115660905838,
+    0.04542553797364235,
+    0.02381536178290844,
+    0.07184693217277527,
+    0.5228129029273987,
+    0.35664111375808716,
+    0.0662703663110733,
+    0.520749032497406,
+    0.33060458302497864,
+    0.3665109872817993,
+    0.08310527354478836,
+    0.10990879684686661,
+    0.252266526222229,
+    0.10175854712724686,
+    0.18880660831928253,
+    0.14674390852451324,
+    0.09092015027999878,
+    0.019996294751763344,
+    0.08355087041854858,
+    0.2026440054178238,
+    0.25904250144958496,
+    0.08611195534467697,
+    0.2617560029029846,
+    0.20784448087215424,
+    0.023101238533854485,
+    0.06444612890481949,
+    0.25022149085998535,
+    0.056708354502916336,
+    0.403306782245636,
+    0.06932447850704193,
+    0.09486117213964462,
+    0.14011850953102112,
+    0.18528881669044495,
+    0.016376644372940063,
+    0.09331104159355164,
+    0.4104173183441162,
+    0.015228861011564732,
+    0.11335267126560211,
+    0.017339054495096207,
+    0.16255012154579163,
+    0.06870155036449432,
+    0.07997743040323257,
+    0.14571811258792877,
+    0.010371040552854538,
+    0.059863291680812836,
+    0.06017628312110901,
+    0.23492954671382904,
+    0.12364915013313293,
+    0.22420065104961395,
+    0.3705359399318695,
+    0.11868960410356522,
+    0.09385240823030472,
+    0.15840674936771393,
+    0.17175409197807312,
+    0.07634250074625015,
+    0.13585114479064941,
+    0.5577014684677124,
+    0.24141374230384827,
+    0.3109787702560425,
+    0.3480362594127655,
+    0.43750184774398804,
+    0.3839046061038971,
+    0.10808439552783966,
+    0.15710890293121338,
+    0.19898450374603271,
+    0.18345582485198975,
+    0.18762297928333282,
+    0.2483963519334793,
+    0.04957369342446327,
+    0.21679256856441498,
+    0.20254215598106384,
+    0.1478380411863327,
+    0.02155313454568386,
+    0.11844903975725174,
+    0.39403843879699707,
+    0.11511236429214478,
+    0.10842859745025635,
+    0.040569059550762177,
+    0.05743039399385452,
+    0.06567353010177612,
+    0.06162407621741295,
+    0.05748344212770462,
+    0.054798223078250885,
+    0.04976542666554451,
+    0.2053319364786148,
+    0.03666600584983826,
+    0.031726278364658356,
+    0.052493978291749954,
+    0.022615497931838036,
+    0.03593293949961662,
+    0.15233825147151947,
+    0.20977094769477844,
+    0.20910605788230896,
+    0.3021746575832367,
+    0.046394843608140945,
+    0.04690907150506973,
+    0.01695350557565689,
+    0.041810326278209686,
+    0.10057534277439117,
+    0.09402231872081757,
+    0.12362169474363327,
+    0.22157533466815948,
+    0.2037135511636734,
+    0.1614292860031128,
+    0.14257283508777618,
+    0.10366728156805038,
+    0.04323485121130943,
+    0.24480919539928436,
+    0.24668703973293304,
+    0.11956045776605606,
+    0.11736780405044556,
+    0.30291566252708435,
+    0.31514957547187805,
+    0.17055213451385498,
+    0.08378950506448746,
+    0.11832354962825775,
+    0.010028348304331303,
+    0.04074104130268097,
+    0.1560535728931427,
+    0.2150554060935974,
+    0.14532285928726196,
+    0.1395721137523651,
+    0.005696040112525225,
+    0.10810504108667374,
+    0.14268232882022858,
+    0.14332672953605652,
+    0.11205132305622101,
+    0.008549999445676804,
+    0.1477692723274231,
+    0.734239935874939,
+    0.2529187500476837,
+    0.31416505575180054,
+    0.41004708409309387,
+    0.3276027739048004,
+    0.1592205911874771,
+    0.15203450620174408,
+    0.10971406102180481,
+    0.17064908146858215,
+    0.12799377739429474,
+    0.24147851765155792,
+    0.15065480768680573,
+    0.2246623933315277,
+    0.2053520232439041,
+    0.21415884792804718,
+    0.27414610981941223,
+    0.1296834647655487,
+    0.11758164316415787,
+    0.24055561423301697,
+    0.0942472368478775,
+    0.09395166486501694,
+    0.019940784201025963,
+    0.08480174094438553,
+    0.5295373201370239,
+    0.3043085038661957,
+    0.29740121960639954,
+    0.15905161201953888,
+    0.268701434135437,
+    0.2748383581638336,
+    0.2938973307609558,
+    0.15743428468704224,
+    0.28615325689315796,
+    0.3808247148990631,
+    0.2514312267303467,
+    0.28336572647094727,
+    0.3055328130722046,
+    0.17250432074069977,
+    0.12287916243076324,
+    0.10942886769771576,
+    0.12136109173297882,
+    0.34731096029281616,
+    0.06552951037883759,
+    0.17594368755817413,
+    0.2321559488773346,
+    0.2006770223379135,
+    0.168845996260643,
+    0.30337122082710266,
+    0.14201194047927856,
+    0.43906426429748535,
+    0.39753633737564087,
+    0.18722698092460632,
+    0.29790452122688293,
+    0.15713463723659515,
+    0.183969184756279,
+    0.13336798548698425,
+    0.3728589713573456,
+    0.21705809235572815,
+    0.20611590147018433,
+    0.38079795241355896,
+    0.06916624307632446,
+    0.09150998294353485,
+    0.10638568550348282,
+    0.30410176515579224,
+    0.03354961425065994,
+    0.2153293788433075,
+    0.1418089121580124,
+    0.17226530611515045,
+    0.21090342104434967,
+    0.2238215208053589,
+    0.256010502576828,
+    0.505514919757843,
+    0.276658296585083,
+    0.34308671951293945,
+    0.7406870126724243,
+    0.4506853222846985,
+    0.5326359272003174,
+    0.06427609175443649,
+    0.35414254665374756,
+    0.13484066724777222,
+    0.05196480080485344,
+    0.23618225753307343,
+    0.15419599413871765,
+    0.13559645414352417,
+    0.19921141862869263,
+    0.16065561771392822,
+    0.20054276287555695,
+    0.21063125133514404,
+    0.06552726775407791,
+    0.06575152277946472,
+    0.04861590266227722,
+    0.03433071821928024,
+    0.14523521065711975,
+    0.05022081360220909,
+    0.0619531124830246,
+    0.0678095668554306,
+    0.0926198810338974,
+    0.05224679410457611,
+    0.03959516063332558,
+    0.0385235920548439,
+    0.1808939427137375,
+    0.01733720675110817,
+    0.3208530843257904,
+    0.029058974236249924,
+    0.17135143280029297,
+    0.27400872111320496,
+    0.29010313749313354,
+    0.16633446514606476,
+    0.1564004123210907,
+    0.24583248794078827,
+    0.05828124284744263,
+    0.19180406630039215,
+    0.03341444954276085,
+    0.1294642984867096,
+    0.13819944858551025,
+    0.018930858001112938,
+    0.05221676453948021,
+    0.08614561706781387,
+    0.07682137191295624,
+    0.19188179075717926,
+    0.23791396617889404,
+    0.18747137486934662,
+    0.05571344122290611,
+    0.07567688077688217,
+    0.039462294429540634,
+    0.12792105972766876,
+    0.16635289788246155,
+    0.07519423961639404,
+    0.020863503217697144,
+    0.0622393824160099,
+    0.07373866438865662,
+    0.09091541916131973,
+    0.16757619380950928,
+    0.03569135442376137,
+    0.034027259796857834,
+    0.24502494931221008,
+    0.1801047921180725,
+    0.03524239733815193,
+    0.19012713432312012,
+    0.02299920655786991,
+    0.041826628148555756,
+    0.04576558247208595,
+    0.07639815658330917,
+    0.05993223562836647,
+    0.017413519322872162,
+    0.2704233229160309,
+    0.15337683260440826,
+    0.237578347325325,
+    0.070757195353508,
+    0.25557881593704224,
+    0.34904831647872925,
+    0.3575074374675751,
+    0.2592579424381256,
+    0.2603399455547333,
+    0.2536456286907196,
+    0.23479363322257996,
+    0.12189683318138123,
+    0.21142813563346863,
+    0.23024582862854004,
+    0.24232976138591766,
+    0.14075955748558044,
+    0.007349102292209864,
+    0.0241840910166502,
+    0.01549290120601654,
+    0.29479846358299255,
+    0.2077627331018448,
+    0.19944578409194946,
+    0.10665398091077805,
+    0.04438787326216698,
+    0.11428289115428925,
+    0.039841677993535995,
+    0.18727269768714905,
+    0.06443538516759872,
+    0.09958042949438095,
+    0.1761033684015274,
+    0.09940127283334732,
+    0.12004878371953964,
+    0.10674568265676498,
+    0.08262437582015991,
+    0.1636558324098587,
+    0.08166956901550293,
+    0.05576714873313904,
+    0.11168254166841507,
+    0.0867009162902832,
+    0.26769304275512695,
+    0.046533770859241486,
+    0.45523685216903687,
+    0.3922398090362549,
+    0.2718735933303833,
+    0.30290648341178894,
+    0.06420207023620605,
+    0.07249963283538818,
+    0.3038731813430786,
+    0.2859358489513397,
+    0.17934918403625488,
+    0.18114718794822693,
+    0.3116787075996399,
+    0.3532443940639496,
+    0.216814786195755,
+    0.19281187653541565,
+    0.1924801617860794,
+    0.29777607321739197,
+    0.06501596421003342,
+    0.04067039117217064,
+    0.13891969621181488,
+    0.0072342753410339355,
+    0.05597160756587982,
+    0.17250488698482513,
+    0.08266599476337433,
+    0.0774991437792778,
+    0.117692731320858,
+    0.35687440633773804,
+    0.03891650214791298,
+    0.017380159348249435,
+    0.13015714287757874,
+    0.030856817960739136,
+    0.09595140814781189,
+    0.11451930552721024,
+    0.021990541368722916,
+    0.06523172557353973,
+    0.045605555176734924,
+    0.015114840120077133,
+    0.05494961142539978,
+    0.1535245031118393,
+    0.01785481534898281,
+    0.08885442465543747,
+    0.1686200052499771,
+    0.12711289525032043,
+    0.04473784193396568,
+    0.05647388473153114,
+    0.384249210357666,
+    0.20753422379493713,
+    0.017241116613149643,
+    0.10522175580263138,
+    0.13088548183441162,
+    0.10350862890481949,
+    0.11951906234025955,
+    0.35084792971611023,
+    0.16483871638774872,
+    0.051797885447740555,
+    0.0990309938788414,
+    0.09205292910337448,
+    0.029931796714663506,
+    0.02114787884056568,
+    0.029110144823789597,
+    0.10568155348300934,
+    0.182758167386055,
+    0.05926774442195892,
+    0.1956867277622223,
+    0.21553632616996765,
+    0.22517751157283783,
+    0.04804294928908348,
+    0.0549364872276783,
+    0.03234419971704483,
+    0.19257117807865143,
+    0.11958930641412735,
+    0.04892206937074661,
+    0.3448023200035095,
+    0.27405938506126404,
+    0.15127786993980408,
+    0.5014907121658325,
+    0.5495798587799072,
+    0.026435375213623047,
+    0.35222601890563965,
+    0.3708633780479431,
+    0.0374923013150692,
+    0.1082383245229721,
+    0.22341227531433105,
+    0.028673367574810982,
+    0.025412460789084435,
+    0.035589925944805145,
+    0.0611308217048645,
+    0.12588106095790863,
+    0.0225435309112072,
+    0.0246723722666502,
+    0.11013668030500412,
+    0.04022533446550369,
+    0.03684600070118904,
+    0.2270839661359787,
+    0.10686971247196198,
+    0.05210445448756218,
+    0.014578324742615223,
+    0.11099156737327576,
+    0.11740130931138992,
+    0.28741344809532166,
+    0.06453276425600052,
+    0.08766824752092361,
+    0.2558327615261078,
+    0.11303672939538956,
+    0.10186527669429779,
+    0.055423371493816376,
+    0.21611881256103516,
+    0.27826687693595886,
+    0.19692590832710266,
+    0.08408013731241226,
+    0.17901299893856049,
+    0.2329804003238678,
+    0.1249397024512291,
+    0.0077468398958444595,
+    0.10737357288599014,
+    0.19664917886257172,
+    0.09861327707767487,
+    0.09021832048892975,
+    0.05380292236804962,
+    0.02497941441833973,
+    0.04434065893292427,
+    0.009721568785607815,
+    0.07475437968969345,
+    0.022514574229717255,
+    0.14167805016040802,
+    0.048710886389017105,
+    0.013545718975365162,
+    0.027889978140592575,
+    0.1140841394662857,
+    0.01151804905384779,
+    0.06630734354257584,
+    0.01823539100587368,
+    0.04996320232748985,
+    0.040168602019548416,
+    0.2132049947977066,
+    0.0651845708489418,
+    0.11614725738763809,
+    0.048160720616579056,
+    0.11144544929265976,
+    0.07405152916908264,
+    0.029104577377438545,
+    0.3816147446632385,
+    0.4386664628982544,
+    0.28721413016319275,
+    0.15812203288078308,
+    0.06751988083124161,
+    0.07341422885656357,
+    0.04396796226501465,
+    0.18606220185756683,
+    0.10403286665678024,
+    0.06624726206064224,
+    0.09524454176425934,
+    0.024104880169034004,
+    0.11085375398397446,
+    0.008524961769580841,
+    0.2678661048412323,
+    0.08657073229551315,
+    0.0878063216805458,
+    0.2414923757314682,
+    0.17442987859249115,
+    0.0894482210278511,
+    0.020259158685803413,
+    0.06348475813865662,
+    0.060593921691179276,
+    0.014390053227543831,
+    0.007296186871826649,
+    0.06063464656472206,
+    0.06644929945468903,
+    0.052375536412000656,
+    0.20033377408981323,
+    0.29361915588378906,
+    0.11379655450582504,
+    0.16089682281017303,
+    0.21847854554653168,
+    0.03793112188577652,
+    0.058201614767313004,
+    0.08618216961622238,
+    0.06320086121559143,
+    0.11316593736410141,
+    0.12982559204101562,
+    0.3560253083705902,
+    0.007331282831728458,
+    0.1366565078496933,
+    0.03072589822113514,
+    0.014700520783662796,
+    0.10032807290554047,
+    0.023003248497843742,
+    0.019937481731176376,
+    0.03760440647602081,
+    0.027116693556308746,
+    0.13876163959503174,
+    0.08275702595710754,
+    0.0099318353459239,
+    0.13938499987125397,
+    0.27520495653152466,
+    0.09217876195907593,
+    0.3410329520702362,
+    0.047012317925691605,
+    0.021134240552783012,
+    0.05005643144249916,
+    0.24788188934326172,
+    0.18272900581359863,
+    0.056173138320446014,
+    0.01220265869051218,
+    0.08395419269800186,
+    0.11719279736280441
+  ]
+}

p5-mae-15m-d44/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb44a2640a474a37cf32ae7ce7867c54794b134ff603bc1aca30b07beb0fd9ac
+size 15360128

p5-mae-15m-d44/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d44",
+  "fingerprint": "efebb7310c7c19c1",
+  "wandb_run_id": "phase5-p5-mae-15m-d44",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 463927,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.040671875,
+      0.0014666666666666667,
+      0.0,
+      0.325078125,
+      0.0,
+      0.0,
+      0.00640625,
+      0.0,
+      0.0013885416666666666,
+      0.0,
+      0.0,
+      0.0,
+      0.12163072916666667,
+      0.0,
+      0.00023072916666666668,
+      0.062359375,
+      0.001234375,
+      0.4389921875,
+      0.0,
+      0.0005411458333333334
+    ]
+  },
+  "started_at": 1787006412.169849,
+  "finished_at": 1787007118.2764134,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6315698781982064,
+    "val/frame": 0.6315698781982064,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d44/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787007118.2781117,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6315698781982064,
+  "val/frame": 0.6315698781982064,
+  "val/utterance": 0.0
+}