Upload folder using huggingface_hub

p5-mae-15m-d232/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00005000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.10223238759690037,
+  "probe/map_train": 0.4562713291206215,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1259901398161967,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.847100942977704,
+  "probe/total_s": 8.401358813978732,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.122515032986847
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12277343010475092
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12453243154961707
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1259901398161967
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1171230590271373
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.0984234269942551
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07930748142961208
+    }
+  ],
+  "per_class_ap": [
+    0.5942915678024292,
+    0.00903804786503315,
+    0.05385179445147514,
+    0.16280579566955566,
+    0.07883930951356888,
+    0.2611651122570038,
+    0.1840798705816269,
+    0.30299538373947144,
+    0.01751125045120716,
+    0.02761760726571083,
+    0.01750679686665535,
+    0.058787986636161804,
+    0.3973974883556366,
+    0.17122142016887665,
+    0.04377312958240509,
+    0.3484302759170532,
+    0.20733019709587097,
+    0.33301842212677,
+    0.030750976875424385,
+    0.04521080479025841,
+    0.1905732899904251,
+    0.05086936801671982,
+    0.06830699741840363,
+    0.07722269743680954,
+    0.034164153039455414,
+    0.015748683363199234,
+    0.03763351961970329,
+    0.14053189754486084,
+    0.19161519408226013,
+    0.0339217334985733,
+    0.1638631671667099,
+    0.07906144112348557,
+    0.014651793986558914,
+    0.05614804849028587,
+    0.20588205754756927,
+    0.018868302926421165,
+    0.329259991645813,
+    0.04871687665581703,
+    0.052774328738451004,
+    0.06644022464752197,
+    0.1011839359998703,
+    0.025176258757710457,
+    0.026102237403392792,
+    0.1973201185464859,
+    0.007008403539657593,
+    0.058881975710392,
+    0.010366042144596577,
+    0.0765414759516716,
+    0.045147866010665894,
+    0.04838201403617859,
+    0.11791899055242538,
+    0.007561839651316404,
+    0.021824199706315994,
+    0.042686548084020615,
+    0.15152134001255035,
+    0.07689885795116425,
+    0.1320042461156845,
+    0.306168794631958,
+    0.09526346623897552,
+    0.03851085901260376,
+    0.1460340917110443,
+    0.11804018914699554,
+    0.0231756754219532,
+    0.07849020510911942,
+    0.517109751701355,
+    0.19745130836963654,
+    0.166281595826149,
+    0.2228689342737198,
+    0.2562997043132782,
+    0.3295202851295471,
+    0.08593985438346863,
+    0.07817996293306351,
+    0.15196146070957184,
+    0.124070905148983,
+    0.1305195391178131,
+    0.16038435697555542,
+    0.043998587876558304,
+    0.136827290058136,
+    0.08757375925779343,
+    0.042695242911577225,
+    0.014801016077399254,
+    0.04738442227244377,
+    0.17649255692958832,
+    0.0252130888402462,
+    0.06955625861883163,
+    0.018038632348179817,
+    0.027233872562646866,
+    0.03234200179576874,
+    0.018754225224256516,
+    0.038600508123636246,
+    0.018530720844864845,
+    0.018686870113015175,
+    0.12301082164049149,
+    0.009657518938183784,
+    0.030967582017183304,
+    0.013825477100908756,
+    0.010175169445574284,
+    0.022375818341970444,
+    0.0898926705121994,
+    0.11123653501272202,
+    0.05579762160778046,
+    0.11232423037290573,
+    0.029121916741132736,
+    0.027446169406175613,
+    0.012826954014599323,
+    0.03230460360646248,
+    0.02797006256878376,
+    0.027521777898073196,
+    0.041922081261873245,
+    0.1279619038105011,
+    0.09330596029758453,
+    0.08755802363157272,
+    0.06175917387008667,
+    0.057342011481523514,
+    0.04706517606973648,
+    0.11732171475887299,
+    0.11186783760786057,
+    0.08109518885612488,
+    0.11737699806690216,
+    0.09773971885442734,
+    0.10605840384960175,
+    0.1046767458319664,
+    0.06546691805124283,
+    0.059919603168964386,
+    0.012742653489112854,
+    0.018490875139832497,
+    0.08569686859846115,
+    0.1352178156375885,
+    0.06370924413204193,
+    0.04246561974287033,
+    0.004394561517983675,
+    0.05462241917848587,
+    0.09174711257219315,
+    0.07518640905618668,
+    0.022733284160494804,
+    0.007350729778409004,
+    0.038434263318777084,
+    0.6924461126327515,
+    0.19973836839199066,
+    0.25659698247909546,
+    0.35246163606643677,
+    0.222953662276268,
+    0.10454241186380386,
+    0.12547440826892853,
+    0.04967258498072624,
+    0.0792917013168335,
+    0.05287409573793411,
+    0.10370586067438126,
+    0.0593511126935482,
+    0.14419834315776825,
+    0.18316909670829773,
+    0.15492530167102814,
+    0.15033967792987823,
+    0.04945860058069229,
+    0.05849674716591835,
+    0.1404169350862503,
+    0.06559547781944275,
+    0.07345142960548401,
+    0.021865222603082657,
+    0.05701831728219986,
+    0.40927040576934814,
+    0.22918476164340973,
+    0.26292282342910767,
+    0.13801848888397217,
+    0.2224796861410141,
+    0.23126329481601715,
+    0.24388402700424194,
+    0.12704841792583466,
+    0.24901172518730164,
+    0.27468594908714294,
+    0.1700035035610199,
+    0.2627246081829071,
+    0.28021126985549927,
+    0.10425135493278503,
+    0.062140412628650665,
+    0.08040633052587509,
+    0.0869506299495697,
+    0.30206915736198425,
+    0.027675634250044823,
+    0.08230060338973999,
+    0.09292791038751602,
+    0.0897899940609932,
+    0.0893835499882698,
+    0.18176908791065216,
+    0.047106966376304626,
+    0.26348593831062317,
+    0.22362366318702698,
+    0.14984923601150513,
+    0.17233392596244812,
+    0.08727391064167023,
+    0.10101061314344406,
+    0.05476631224155426,
+    0.2381371259689331,
+    0.12334851920604706,
+    0.12831349670886993,
+    0.33515021204948425,
+    0.04332771897315979,
+    0.046254709362983704,
+    0.09156644344329834,
+    0.12856851518154144,
+    0.034801796078681946,
+    0.14620283246040344,
+    0.038206569850444794,
+    0.13262270390987396,
+    0.18342241644859314,
+    0.11416883766651154,
+    0.11277207732200623,
+    0.3121803104877472,
+    0.12303201854228973,
+    0.15970750153064728,
+    0.6762866973876953,
+    0.34996306896209717,
+    0.36923056840896606,
+    0.027511050924658775,
+    0.26962417364120483,
+    0.11067377030849457,
+    0.04227212443947792,
+    0.2014080435037613,
+    0.11719966679811478,
+    0.09086193889379501,
+    0.14308501780033112,
+    0.10641564428806305,
+    0.16074061393737793,
+    0.20555806159973145,
+    0.06753550469875336,
+    0.07143673300743103,
+    0.08189719170331955,
+    0.03472812846302986,
+    0.10016217827796936,
+    0.02643829584121704,
+    0.045812398195266724,
+    0.04178600758314133,
+    0.05626066401600838,
+    0.05015908181667328,
+    0.021553967148065567,
+    0.01363843958824873,
+    0.19726921617984772,
+    0.021485086530447006,
+    0.20610125362873077,
+    0.02868441492319107,
+    0.16363032162189484,
+    0.2940734922885895,
+    0.24673594534397125,
+    0.2019461691379547,
+    0.15237769484519958,
+    0.2090671807527542,
+    0.037675641477108,
+    0.15749052166938782,
+    0.01880624145269394,
+    0.06411593407392502,
+    0.06310195475816727,
+    0.017803823575377464,
+    0.05536816641688347,
+    0.08213341236114502,
+    0.04470570385456085,
+    0.1339777708053589,
+    0.18313759565353394,
+    0.12735214829444885,
+    0.1483062207698822,
+    0.05235274136066437,
+    0.03013576939702034,
+    0.04137112945318222,
+    0.14075933396816254,
+    0.10251908004283905,
+    0.015178104862570763,
+    0.06668932735919952,
+    0.058320656418800354,
+    0.10353273898363113,
+    0.12700331211090088,
+    0.02428281120955944,
+    0.013974122703075409,
+    0.1689603179693222,
+    0.06138867512345314,
+    0.026668719947338104,
+    0.18870843946933746,
+    0.02622143365442753,
+    0.06121522933244705,
+    0.026896413415670395,
+    0.046166785061359406,
+    0.02629520557820797,
+    0.022857382893562317,
+    0.27247515320777893,
+    0.10097169876098633,
+    0.16450124979019165,
+    0.06121182069182396,
+    0.16820655763149261,
+    0.21705777943134308,
+    0.25173312425613403,
+    0.16017909348011017,
+    0.16940200328826904,
+    0.15939313173294067,
+    0.13718944787979126,
+    0.09489387273788452,
+    0.2057584673166275,
+    0.14095743000507355,
+    0.1146509125828743,
+    0.08236351609230042,
+    0.00562359718605876,
+    0.01159310806542635,
+    0.009224423207342625,
+    0.2637448012828827,
+    0.14525893330574036,
+    0.09674228727817535,
+    0.06742206960916519,
+    0.038542740046978,
+    0.07837842404842377,
+    0.023115314543247223,
+    0.1409202367067337,
+    0.034949012100696564,
+    0.038267794996500015,
+    0.10963177680969238,
+    0.03608604893088341,
+    0.05084329843521118,
+    0.040185701102018356,
+    0.0353422537446022,
+    0.07379444688558578,
+    0.06102456524968147,
+    0.031040308997035027,
+    0.03819408640265465,
+    0.043943315744400024,
+    0.16589100658893585,
+    0.04877247288823128,
+    0.35804498195648193,
+    0.23998798429965973,
+    0.1615094095468521,
+    0.19001291692256927,
+    0.03734361752867699,
+    0.05876867100596428,
+    0.16633746027946472,
+    0.157697394490242,
+    0.09596475213766098,
+    0.14266273379325867,
+    0.16804425418376923,
+    0.16495449841022491,
+    0.1989511102437973,
+    0.09011555463075638,
+    0.05429708957672119,
+    0.10663242638111115,
+    0.0675739273428917,
+    0.029195159673690796,
+    0.055830515921115875,
+    0.004921778570860624,
+    0.0528266541659832,
+    0.11903679370880127,
+    0.0988164097070694,
+    0.04720412939786911,
+    0.09383520483970642,
+    0.2152203917503357,
+    0.02677401900291443,
+    0.013296695426106453,
+    0.08193197101354599,
+    0.016459597274661064,
+    0.06459295749664307,
+    0.0742316022515297,
+    0.0222797729074955,
+    0.037808436900377274,
+    0.024115078151226044,
+    0.010411105118691921,
+    0.03828217089176178,
+    0.08947379887104034,
+    0.009128287434577942,
+    0.02115064486861229,
+    0.08898822218179703,
+    0.05005893111228943,
+    0.01874946616590023,
+    0.02256476692855358,
+    0.35776764154434204,
+    0.13131462037563324,
+    0.014865224249660969,
+    0.060455866158008575,
+    0.11400233209133148,
+    0.08020056784152985,
+    0.0845668613910675,
+    0.33597245812416077,
+    0.07674064487218857,
+    0.032270099967718124,
+    0.055913884192705154,
+    0.05045495182275772,
+    0.014101846143603325,
+    0.016555318608880043,
+    0.021840879693627357,
+    0.08301598578691483,
+    0.038753483444452286,
+    0.04831917956471443,
+    0.10041365027427673,
+    0.15683391690254211,
+    0.15796276926994324,
+    0.0355483815073967,
+    0.038140323013067245,
+    0.04194305092096329,
+    0.16247054934501648,
+    0.10144836455583572,
+    0.018297936767339706,
+    0.3294956386089325,
+    0.17546798288822174,
+    0.03808997943997383,
+    0.3427184224128723,
+    0.4168790578842163,
+    0.022756673395633698,
+    0.2783946692943573,
+    0.2945548892021179,
+    0.05223274230957031,
+    0.07339848577976227,
+    0.13306671380996704,
+    0.021829325705766678,
+    0.012714234180748463,
+    0.016594266518950462,
+    0.017940713092684746,
+    0.033550385385751724,
+    0.009961243718862534,
+    0.009015991352498531,
+    0.04977681487798691,
+    0.02244441770017147,
+    0.020493285730481148,
+    0.19788344204425812,
+    0.1270611435174942,
+    0.02001936174929142,
+    0.009297308512032032,
+    0.0849483534693718,
+    0.08056303858757019,
+    0.19561158120632172,
+    0.04824071750044823,
+    0.05559379979968071,
+    0.13746707141399384,
+    0.07400818914175034,
+    0.10827556997537613,
+    0.04708962142467499,
+    0.13360147178173065,
+    0.12119142711162567,
+    0.1692732870578766,
+    0.08534583449363708,
+    0.08147166669368744,
+    0.12537409365177155,
+    0.08926600962877274,
+    0.007278122939169407,
+    0.06603559106588364,
+    0.21616442501544952,
+    0.05693526193499565,
+    0.07819613814353943,
+    0.016544125974178314,
+    0.028118375688791275,
+    0.011388823390007019,
+    0.00621606083586812,
+    0.04915010184049606,
+    0.00660499045625329,
+    0.04648162052035332,
+    0.013607105240225792,
+    0.024629417806863785,
+    0.012292303144931793,
+    0.03540553152561188,
+    0.007114910054951906,
+    0.03618515282869339,
+    0.010749923065304756,
+    0.03129465505480766,
+    0.030105283483862877,
+    0.129998579621315,
+    0.034483905881643295,
+    0.054773855954408646,
+    0.025386733934283257,
+    0.07714121788740158,
+    0.023341568186879158,
+    0.03150414675474167,
+    0.18024761974811554,
+    0.4379172921180725,
+    0.20794615149497986,
+    0.07431229203939438,
+    0.0447029173374176,
+    0.061408888548612595,
+    0.04101109132170677,
+    0.09647773951292038,
+    0.074601911008358,
+    0.0760086327791214,
+    0.04946029931306839,
+    0.008779835887253284,
+    0.07459336519241333,
+    0.005311333108693361,
+    0.20907706022262573,
+    0.06168839707970619,
+    0.045564159750938416,
+    0.16734713315963745,
+    0.09160073846578598,
+    0.07103612273931503,
+    0.009428883902728558,
+    0.03507876396179199,
+    0.04882952198386192,
+    0.010099590755999088,
+    0.007366134785115719,
+    0.04472386837005615,
+    0.05332839861512184,
+    0.041297681629657745,
+    0.1273169070482254,
+    0.15985894203186035,
+    0.046536900103092194,
+    0.1544022113084793,
+    0.20274971425533295,
+    0.03335174545645714,
+    0.0337253212928772,
+    0.11861301958560944,
+    0.05484260618686676,
+    0.0863032266497612,
+    0.13298828899860382,
+    0.22452084720134735,
+    0.011531272903084755,
+    0.12478557229042053,
+    0.02890722081065178,
+    0.014650394208729267,
+    0.0882643535733223,
+    0.01639101654291153,
+    0.010933919809758663,
+    0.027598995715379715,
+    0.02021031454205513,
+    0.15315844118595123,
+    0.06399179250001907,
+    0.008775690570473671,
+    0.07514800876379013,
+    0.24096786975860596,
+    0.017797449603676796,
+    0.3121410608291626,
+    0.025998879224061966,
+    0.042253293097019196,
+    0.033161211758852005,
+    0.16447371244430542,
+    0.17129799723625183,
+    0.026181397959589958,
+    0.0075564272701740265,
+    0.12099236994981766,
+    0.09120342880487442
+  ]
+}

p5-mae-15m-d232/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00010000/fsd50k_lora_1ep_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.33685098859481516,
+  "lora/map": 0.33685098859481516,
+  "fsd50k/map": 0.33685098859481516,
+  "train_seconds": 23.31,
+  "total_seconds": 32.27,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022422848785063253,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02602110998027188,
+      "val_map": 0.33685098859481516,
+      "lr": 0.0,
+      "train_s": 23.307838091510348
+    }
+  ],
+  "per_class_ap": [
+    0.2585846185684204,
+    0.08009342849254608,
+    0.49793243408203125,
+    0.3451100289821625,
+    0.4215652048587799,
+    0.5805723667144775,
+    0.8013471364974976,
+    0.5200600028038025,
+    0.5772304534912109,
+    0.4710231125354767,
+    0.1659480631351471,
+    0.3135492503643036,
+    0.12004516273736954,
+    0.33601024746894836,
+    0.46611204743385315,
+    0.4289926290512085,
+    0.02891133725643158,
+    0.19669653475284576,
+    0.43122348189353943,
+    0.15121911466121674,
+    0.4308874309062958,
+    0.3814985752105713,
+    0.757266640663147,
+    0.0642562210559845,
+    0.1343955546617508,
+    0.389669805765152,
+    0.28253310918807983,
+    0.19541679322719574,
+    0.6468801498413086,
+    0.27338242530822754,
+    0.5863683223724365,
+    0.4208434522151947,
+    0.3352881968021393,
+    0.22914734482765198,
+    0.28651341795921326,
+    0.19398203492164612,
+    0.38305896520614624,
+    0.18514306843280792,
+    0.24023069441318512,
+    0.2103240042924881,
+    0.4255487024784088,
+    0.19059376418590546,
+    0.5578445196151733,
+    0.1578986793756485,
+    0.49549415707588196,
+    0.09271887689828873,
+    0.17974917590618134,
+    0.21019509434700012,
+    0.7813184261322021,
+    0.36465683579444885,
+    0.3308156728744507,
+    0.49887537956237793,
+    0.5506502389907837,
+    0.12733478844165802,
+    0.15052226185798645,
+    0.02245660312473774,
+    0.1842973232269287,
+    0.679105818271637,
+    0.09486039727926254,
+    0.4557468593120575,
+    0.5093456506729126,
+    0.5872153639793396,
+    0.3963069021701813,
+    0.1220531091094017,
+    0.38153210282325745,
+    0.16534021496772766,
+    0.20831704139709473,
+    0.6316896677017212,
+    0.527438759803772,
+    0.5069752931594849,
+    0.4507112205028534,
+    0.14351995289325714,
+    0.6349044442176819,
+    0.13334180414676666,
+    0.28223684430122375,
+    0.2262701690196991,
+    0.3678891658782959,
+    0.24834772944450378,
+    0.1756460964679718,
+    0.4071355164051056,
+    0.20373129844665527,
+    0.15856707096099854,
+    0.26398131251335144,
+    0.26778116822242737,
+    0.25113189220428467,
+    0.16998231410980225,
+    0.323209285736084,
+    0.4981996417045593,
+    0.15465307235717773,
+    0.14440816640853882,
+    0.7037619948387146,
+    0.08831368386745453,
+    0.4840334951877594,
+    0.16320978105068207,
+    0.19461648166179657,
+    0.252947062253952,
+    0.4396560490131378,
+    0.17821528017520905,
+    0.3784855902194977,
+    0.06999848037958145,
+    0.5204818844795227,
+    0.6836902499198914,
+    0.14506177604198456,
+    0.3400231599807739,
+    0.1974986046552658,
+    0.2347322255373001,
+    0.6364343762397766,
+    0.41212499141693115,
+    0.4854447543621063,
+    0.13061122596263885,
+    0.18368683755397797,
+    0.29737916588783264,
+    0.5279098153114319,
+    0.05343250185251236,
+    0.12709935009479523,
+    0.26980188488960266,
+    0.5953343510627747,
+    0.37660229206085205,
+    0.42734405398368835,
+    0.19393938779830933,
+    0.8461973667144775,
+    0.8539708852767944,
+    0.2667214572429657,
+    0.07892028242349625,
+    0.18870589137077332,
+    0.7390403151512146,
+    0.22844190895557404,
+    0.685096025466919,
+    0.27749931812286377,
+    0.15306726098060608,
+    0.11932839453220367,
+    0.7277076840400696,
+    0.2880941927433014,
+    0.3768059015274048,
+    0.575899064540863,
+    0.03799012303352356,
+    0.07102400809526443,
+    0.051333602517843246,
+    0.5421496629714966,
+    0.4940660297870636,
+    0.21327728033065796,
+    0.30084747076034546,
+    0.14697983860969543,
+    0.29361486434936523,
+    0.5688877701759338,
+    0.46157002449035645,
+    0.05783931910991669,
+    0.48095253109931946,
+    0.171565979719162,
+    0.237044095993042,
+    0.483957439661026,
+    0.4407617747783661,
+    0.22294551134109497,
+    0.2659987211227417,
+    0.40018048882484436,
+    0.27166831493377686,
+    0.5482320189476013,
+    0.6264501810073853,
+    0.4345400035381317,
+    0.05271754413843155,
+    0.3534315526485443,
+    0.10298685729503632,
+    0.5861261487007141,
+    0.2380790412425995,
+    0.29452601075172424,
+    0.26899173855781555,
+    0.3118833601474762,
+    0.07094716280698776,
+    0.29347944259643555,
+    0.34621724486351013,
+    0.09699069708585739,
+    0.8061841726303101,
+    0.8150479793548584,
+    0.03921620175242424,
+    0.4255984425544739,
+    0.709511935710907,
+    0.16918499767780304,
+    0.251163125038147,
+    0.1711123287677765,
+    0.2605973780155182,
+    0.061535533517599106,
+    0.41576096415519714,
+    0.07175473123788834,
+    0.49669376015663147,
+    0.567635178565979,
+    0.35671868920326233,
+    0.1950400024652481,
+    0.6178534030914307,
+    0.5418787598609924,
+    0.28181520104408264,
+    0.30247893929481506,
+    0.3874448835849762,
+    0.5290200114250183,
+    0.10264319181442261,
+    0.1923074722290039,
+    0.4123097062110901,
+    0.08662544190883636,
+    0.37796562910079956,
+    0.1618509441614151,
+    0.6137694120407104
+  ]
+}

p5-mae-15m-d232/exports/step_00010000/fsd50k_lora_1ep_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3328888191189617,
+  "lora/map": 0.3328888191189617,
+  "fsd50k/map": 0.3328888191189617,
+  "train_seconds": 23.62,
+  "total_seconds": 32.48,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022768076522042976,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.02602638698338557,
+      "val_map": 0.3328888191189617,
+      "lr": 0.0,
+      "train_s": 23.622672539087944
+    }
+  ],
+  "per_class_ap": [
+    0.26687487959861755,
+    0.06205577775835991,
+    0.48076561093330383,
+    0.31112274527549744,
+    0.3952774703502655,
+    0.5863169431686401,
+    0.8053866028785706,
+    0.5061377882957458,
+    0.5740774273872375,
+    0.45358315110206604,
+    0.24758002161979675,
+    0.30938026309013367,
+    0.15572220087051392,
+    0.3040274977684021,
+    0.4607384204864502,
+    0.43599939346313477,
+    0.02542898990213871,
+    0.24164503812789917,
+    0.454384982585907,
+    0.15400558710098267,
+    0.39395979046821594,
+    0.34984567761421204,
+    0.6851854920387268,
+    0.0681920200586319,
+    0.16879181563854218,
+    0.3249903619289398,
+    0.3161641061306,
+    0.2627582550048828,
+    0.6216607689857483,
+    0.2726108729839325,
+    0.6158869862556458,
+    0.43759429454803467,
+    0.31571051478385925,
+    0.2109617292881012,
+    0.31182214617729187,
+    0.1967768371105194,
+    0.3931487202644348,
+    0.17035800218582153,
+    0.2588422894477844,
+    0.21564988791942596,
+    0.436829149723053,
+    0.20247410237789154,
+    0.5452147126197815,
+    0.23235474526882172,
+    0.5065092444419861,
+    0.08818718791007996,
+    0.15663406252861023,
+    0.21589519083499908,
+    0.7218730449676514,
+    0.38115179538726807,
+    0.3483225405216217,
+    0.4523170292377472,
+    0.4937814176082611,
+    0.12060340493917465,
+    0.13718527555465698,
+    0.039653927087783813,
+    0.1540347784757614,
+    0.6502890586853027,
+    0.13777296245098114,
+    0.4740586578845978,
+    0.4949931502342224,
+    0.6014823913574219,
+    0.4084230363368988,
+    0.06762069463729858,
+    0.3679587244987488,
+    0.08019491285085678,
+    0.1763816922903061,
+    0.621916651725769,
+    0.5238918662071228,
+    0.4876507520675659,
+    0.4473537802696228,
+    0.15569764375686646,
+    0.6465250253677368,
+    0.16858594119548798,
+    0.22910605370998383,
+    0.22230517864227295,
+    0.323345422744751,
+    0.3223923146724701,
+    0.2075316160917282,
+    0.3876021206378937,
+    0.1678595095872879,
+    0.20351576805114746,
+    0.1897583156824112,
+    0.18486753106117249,
+    0.18556490540504456,
+    0.2176700383424759,
+    0.33852824568748474,
+    0.40305405855178833,
+    0.14329276978969574,
+    0.08459653705358505,
+    0.6986416578292847,
+    0.06255266070365906,
+    0.46187928318977356,
+    0.1654873788356781,
+    0.2937086224555969,
+    0.26470130681991577,
+    0.43552207946777344,
+    0.18771496415138245,
+    0.41763797402381897,
+    0.06307175755500793,
+    0.5288766622543335,
+    0.6751018762588501,
+    0.16285903751850128,
+    0.31666359305381775,
+    0.19598393142223358,
+    0.3090139627456665,
+    0.6369314789772034,
+    0.4356519281864166,
+    0.46988120675086975,
+    0.14182749390602112,
+    0.19804389774799347,
+    0.30867910385131836,
+    0.5061604976654053,
+    0.04986361041665077,
+    0.08562089502811432,
+    0.2598775029182434,
+    0.49344849586486816,
+    0.3178483545780182,
+    0.44701483845710754,
+    0.2234393060207367,
+    0.8485590815544128,
+    0.8566160798072815,
+    0.2535420358181,
+    0.06536855548620224,
+    0.20116542279720306,
+    0.722318172454834,
+    0.14788733422756195,
+    0.6803746223449707,
+    0.3084495961666107,
+    0.0894613191485405,
+    0.07410678267478943,
+    0.712539792060852,
+    0.3969895541667938,
+    0.3823361396789551,
+    0.5472195744514465,
+    0.037795137614011765,
+    0.05531728267669678,
+    0.05495008826255798,
+    0.5432177782058716,
+    0.484807550907135,
+    0.2115057408809662,
+    0.2945159673690796,
+    0.2507641911506653,
+    0.28267747163772583,
+    0.5415709614753723,
+    0.5046777129173279,
+    0.0686831995844841,
+    0.37927183508872986,
+    0.16622047126293182,
+    0.25676336884498596,
+    0.4659613072872162,
+    0.46761825680732727,
+    0.25819170475006104,
+    0.16840597987174988,
+    0.38106992840766907,
+    0.3103269040584564,
+    0.46271225810050964,
+    0.5937988758087158,
+    0.43743181228637695,
+    0.05201207101345062,
+    0.30009597539901733,
+    0.12264956533908844,
+    0.5331298112869263,
+    0.2731372117996216,
+    0.2897576689720154,
+    0.3328157365322113,
+    0.36713799834251404,
+    0.07278319448232651,
+    0.2963723838329315,
+    0.35170605778694153,
+    0.08243890106678009,
+    0.7865101099014282,
+    0.8010569214820862,
+    0.04082914814352989,
+    0.40968483686447144,
+    0.6656988859176636,
+    0.1637452393770218,
+    0.24238747358322144,
+    0.1671505868434906,
+    0.28659579157829285,
+    0.035261120647192,
+    0.3316482901573181,
+    0.12112416326999664,
+    0.5495853424072266,
+    0.5717000365257263,
+    0.371398001909256,
+    0.2216154932975769,
+    0.6189934015274048,
+    0.5730271339416504,
+    0.26112619042396545,
+    0.2775205075740814,
+    0.3805386424064636,
+    0.5251590609550476,
+    0.0977054014801979,
+    0.24586379528045654,
+    0.382973313331604,
+    0.10042795538902283,
+    0.33484312891960144,
+    0.14496345818042755,
+    0.6394683122634888
+  ]
+}

p5-mae-15m-d232/exports/step_00010000/fsd50k_lora_1ep_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 989,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 1.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.33574363751802594,
+  "lora/map": 0.33574363751802594,
+  "fsd50k/map": 0.33574363751802594,
+  "train_seconds": 23.71,
+  "total_seconds": 32.38,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020152850708691404,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 989,
+      "epoch": 1.0,
+      "loss": 0.026337630639379835,
+      "val_map": 0.33574363751802594,
+      "lr": 0.0,
+      "train_s": 23.712685662903823
+    }
+  ],
+  "per_class_ap": [
+    0.28040558099746704,
+    0.15590232610702515,
+    0.5290884375572205,
+    0.31287339329719543,
+    0.44083258509635925,
+    0.5741463303565979,
+    0.8176120519638062,
+    0.5031040906906128,
+    0.5683044791221619,
+    0.4385037422180176,
+    0.16577383875846863,
+    0.32746416330337524,
+    0.15732429921627045,
+    0.34116241335868835,
+    0.4595802426338196,
+    0.44013890624046326,
+    0.06316345930099487,
+    0.22720018029212952,
+    0.38129889965057373,
+    0.1710301786661148,
+    0.41246548295021057,
+    0.3476726710796356,
+    0.6386017799377441,
+    0.07238180190324783,
+    0.1605912744998932,
+    0.31103333830833435,
+    0.2665434181690216,
+    0.21267814934253693,
+    0.6145963668823242,
+    0.26719364523887634,
+    0.6184094548225403,
+    0.49910101294517517,
+    0.37369367480278015,
+    0.16779394447803497,
+    0.3623918294906616,
+    0.21608924865722656,
+    0.3788580596446991,
+    0.21293114125728607,
+    0.2791430354118347,
+    0.25076764822006226,
+    0.4669056236743927,
+    0.186910942196846,
+    0.5667255520820618,
+    0.21260343492031097,
+    0.49331074953079224,
+    0.11690933257341385,
+    0.16892355680465698,
+    0.20289704203605652,
+    0.7281429171562195,
+    0.3786953091621399,
+    0.3251281976699829,
+    0.4846237897872925,
+    0.5426554083824158,
+    0.12682244181632996,
+    0.18443144857883453,
+    0.013304338790476322,
+    0.17892472445964813,
+    0.6527332663536072,
+    0.09943114966154099,
+    0.43210041522979736,
+    0.4508409798145294,
+    0.6005706191062927,
+    0.3900412917137146,
+    0.1646299511194229,
+    0.3589254319667816,
+    0.11584486067295074,
+    0.22797329723834991,
+    0.6010966897010803,
+    0.5217019319534302,
+    0.47436848282814026,
+    0.42719125747680664,
+    0.1476014107465744,
+    0.6275765299797058,
+    0.21468715369701385,
+    0.2135041505098343,
+    0.24882851541042328,
+    0.41516411304473877,
+    0.2811603546142578,
+    0.17754514515399933,
+    0.4284571707248688,
+    0.2168644815683365,
+    0.1804603487253189,
+    0.25793516635894775,
+    0.26276272535324097,
+    0.18305429816246033,
+    0.20832732319831848,
+    0.3699054419994354,
+    0.5276503562927246,
+    0.14179696142673492,
+    0.11330918967723846,
+    0.6937727928161621,
+    0.08558833599090576,
+    0.46188873052597046,
+    0.17905834317207336,
+    0.3675379157066345,
+    0.28472015261650085,
+    0.3451918363571167,
+    0.15225361287593842,
+    0.3771316409111023,
+    0.06342910975217819,
+    0.5406075119972229,
+    0.6765781044960022,
+    0.14777620136737823,
+    0.31281188130378723,
+    0.22203892469406128,
+    0.26965606212615967,
+    0.6383351683616638,
+    0.4173627197742462,
+    0.4663393795490265,
+    0.13716939091682434,
+    0.19475460052490234,
+    0.28608447313308716,
+    0.5274871587753296,
+    0.033010609447956085,
+    0.08217312395572662,
+    0.27981844544410706,
+    0.5218876600265503,
+    0.38620561361312866,
+    0.4233432114124298,
+    0.25474977493286133,
+    0.8444112539291382,
+    0.8527834415435791,
+    0.2140725702047348,
+    0.09707833081483841,
+    0.2118283212184906,
+    0.7249507308006287,
+    0.20699207484722137,
+    0.6756020784378052,
+    0.29751870036125183,
+    0.1137479841709137,
+    0.06327381730079651,
+    0.7125755548477173,
+    0.32927069067955017,
+    0.3718321621417999,
+    0.5873165726661682,
+    0.05454549193382263,
+    0.05697287991642952,
+    0.04686802625656128,
+    0.5097687840461731,
+    0.4908638298511505,
+    0.1558499038219452,
+    0.28055909276008606,
+    0.20505499839782715,
+    0.34145796298980713,
+    0.5751977562904358,
+    0.48588377237319946,
+    0.05279497429728508,
+    0.45103511214256287,
+    0.16600419580936432,
+    0.17167729139328003,
+    0.4365045726299286,
+    0.42510536313056946,
+    0.2665460407733917,
+    0.21148993074893951,
+    0.38591405749320984,
+    0.21040062606334686,
+    0.5315905213356018,
+    0.5468716025352478,
+    0.4313475489616394,
+    0.04446936026215553,
+    0.29340723156929016,
+    0.13493335247039795,
+    0.5520248413085938,
+    0.2863229513168335,
+    0.2709782123565674,
+    0.21044811606407166,
+    0.3472119867801666,
+    0.05996564403176308,
+    0.2727988362312317,
+    0.38766002655029297,
+    0.10766859352588654,
+    0.7862045764923096,
+    0.7946597933769226,
+    0.04834611341357231,
+    0.45552346110343933,
+    0.6712334752082825,
+    0.15336258709430695,
+    0.24538321793079376,
+    0.17299798130989075,
+    0.2832433879375458,
+    0.04262898862361908,
+    0.41882556676864624,
+    0.10215305536985397,
+    0.5677824020385742,
+    0.5481623411178589,
+    0.31200093030929565,
+    0.21814389526844025,
+    0.6200811266899109,
+    0.5326693058013916,
+    0.2243778556585312,
+    0.2956080734729767,
+    0.41884657740592957,
+    0.5268793106079102,
+    0.09919272363185883,
+    0.2702859342098236,
+    0.3329305350780487,
+    0.09147647023200989,
+    0.3869212865829468,
+    0.1400989145040512,
+    0.6686955094337463
+  ]
+}

p5-mae-15m-d232/exports/step_00010000/lora_1ep_s0.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+    "fingerprint": "30d4f473dd4dfde7",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d232",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006928308040303031,
+      "val_map": 0.006264542171597283,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02369,
+      "train_map": 0.029629809620650573,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 1.1
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02346,
+      "train_map": 0.04808793305856771,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.023,
+      "train_map": 0.06000094173499958,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 2.3
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02235,
+      "train_map": 0.0689052870263835,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.9
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02255,
+      "train_map": 0.07021642316917427,
+      "val_map": 0.04294799197336174,
+      "lr": 0.002795633084492174,
+      "train_s": 3.1
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02156,
+      "train_map": 0.08020181825474626,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.5
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02111,
+      "train_map": 0.08505281734110635,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 4.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02107,
+      "train_map": 0.10417456630320487,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.9
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02074,
+      "train_map": 0.11414629669746904,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 5.5
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02022,
+      "train_map": 0.12107419830603804,
+      "val_map": 0.0715910450783355,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02039,
+      "train_map": 0.11470362624733141,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 6.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02047,
+      "train_map": 0.12956683173690847,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 6.7
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02018,
+      "train_map": 0.14738968877471714,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 7.3
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01982,
+      "train_map": 0.16178354337648887,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.9
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01927,
+      "train_map": 0.1700272015092693,
+      "val_map": 0.09978932895444942,
+      "lr": 0.000541962785848462,
+      "train_s": 8.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01956,
+      "train_map": 0.16894369125914047,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 8.5
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01885,
+      "train_map": 0.1796564314314703,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 9.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01846,
+      "train_map": 0.1872855068804728,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 9.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01813,
+      "train_map": 0.1912202114518555,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 10.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01872,
+      "train_map": 0.19116865473656264,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01879,
+      "train_map": 0.19118112020470215,
+      "val_map": 0.11253460312608551,
+      "lr": 1e-05,
+      "train_s": 11.0
+    }
+  ],
+  "final_train_map": 0.19118112020470215,
+  "final_val_map": 0.11253460312608551,
+  "lora/map": 0.11253460312608551,
+  "train_seconds": 11.0,
+  "wall_seconds": 62.8
+}

p5-mae-15m-d232/exports/step_00010000/lora_1ep_s1.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+    "fingerprint": "30d4f473dd4dfde7",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d232",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006750040165518907,
+      "val_map": 0.006009662777461126,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02469,
+      "train_map": 0.02938313079923674,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02319,
+      "train_map": 0.04943035990291362,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02249,
+      "train_map": 0.06097694967526136,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02204,
+      "train_map": 0.07271349335140576,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.4
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02229,
+      "train_map": 0.07291410588575403,
+      "val_map": 0.046957394488127566,
+      "lr": 0.002795633084492174,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02134,
+      "train_map": 0.0754462549819892,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02136,
+      "train_map": 0.09037993735442931,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0208,
+      "train_map": 0.09864217439088512,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.0211,
+      "train_map": 0.11027821541924658,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.8
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.02049,
+      "train_map": 0.12201468599430043,
+      "val_map": 0.07207141655976168,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.1
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02039,
+      "train_map": 0.12758462370127666,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02003,
+      "train_map": 0.13826914919731145,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02005,
+      "train_map": 0.14829532287756875,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01938,
+      "train_map": 0.16258598839072422,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.1
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01891,
+      "train_map": 0.17016245403364158,
+      "val_map": 0.09965552607784489,
+      "lr": 0.000541962785848462,
+      "train_s": 7.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01921,
+      "train_map": 0.17223526408411632,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01858,
+      "train_map": 0.1827978949421271,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01879,
+      "train_map": 0.18812383697023596,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01846,
+      "train_map": 0.18907761367380732,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01858,
+      "train_map": 0.18951163814532124,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01832,
+      "train_map": 0.18989200288857522,
+      "val_map": 0.11184207480082702,
+      "lr": 1e-05,
+      "train_s": 10.0
+    }
+  ],
+  "final_train_map": 0.18989200288857522,
+  "final_val_map": 0.11184207480082702,
+  "lora/map": 0.11184207480082702,
+  "train_seconds": 10.0,
+  "wall_seconds": 59.5
+}

p5-mae-15m-d232/exports/step_00010000/lora_1ep_s2.json

@@ -0,0 +1,260 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+    "fingerprint": "30d4f473dd4dfde7",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d232",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 428,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 1.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007363179521754462,
+      "val_map": 0.00629828026627793,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02428,
+      "train_map": 0.02934140506031723,
+      "val_map": null,
+      "lr": 0.0017857142857142857,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02356,
+      "train_map": 0.04295533616162052,
+      "val_map": null,
+      "lr": 0.002996832162669313,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02266,
+      "train_map": 0.0514945482289104,
+      "val_map": null,
+      "lr": 0.0029464015850084926,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02183,
+      "train_map": 0.0642314032581679,
+      "val_map": null,
+      "lr": 0.0028365019165406584,
+      "train_s": 2.3
+    },
+    {
+      "step": 107,
+      "epoch": 0.25,
+      "loss": 0.02225,
+      "train_map": 0.068608340228496,
+      "val_map": 0.04299140994815223,
+      "lr": 0.002795633084492174,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02184,
+      "train_map": 0.07835749731897473,
+      "val_map": null,
+      "lr": 0.0026716673782849554,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02182,
+      "train_map": 0.0800166034945543,
+      "val_map": null,
+      "lr": 0.002458698684369641,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02142,
+      "train_map": 0.09343161550969013,
+      "val_map": null,
+      "lr": 0.0022063824593754194,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02041,
+      "train_map": 0.1008838057174282,
+      "val_map": null,
+      "lr": 0.0019251287213377403,
+      "train_s": 4.7
+    },
+    {
+      "step": 214,
+      "epoch": 0.5,
+      "loss": 0.01991,
+      "train_map": 0.11319579475469166,
+      "val_map": 0.07230811854391456,
+      "lr": 0.0017592766878384548,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.01994,
+      "train_map": 0.11303974083135261,
+      "val_map": null,
+      "lr": 0.0016265413870700269,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.01986,
+      "train_map": 0.1313488144733266,
+      "val_map": null,
+      "lr": 0.0013229395198229876,
+      "train_s": 5.8
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02007,
+      "train_map": 0.13624541726196626,
+      "val_map": null,
+      "lr": 0.0010268490715591258,
+      "train_s": 6.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01947,
+      "train_map": 0.15043991975012666,
+      "val_map": null,
+      "lr": 0.000750486089449494,
+      "train_s": 7.0
+    },
+    {
+      "step": 321,
+      "epoch": 0.75,
+      "loss": 0.01924,
+      "train_map": 0.16425084088004743,
+      "val_map": 0.09864629669896056,
+      "lr": 0.000541962785848462,
+      "train_s": 7.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01902,
+      "train_map": 0.16401284194305765,
+      "val_map": null,
+      "lr": 0.0005052527083673369,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01902,
+      "train_map": 0.17453768874820766,
+      "val_map": null,
+      "lr": 0.00030126672363088163,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01907,
+      "train_map": 0.18021273821772588,
+      "val_map": null,
+      "lr": 0.00014694415279957929,
+      "train_s": 8.7
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01868,
+      "train_map": 0.18476398309173178,
+      "val_map": null,
+      "lr": 4.865200911511649e-05,
+      "train_s": 9.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01885,
+      "train_map": 0.18546947044279757,
+      "val_map": null,
+      "lr": 1.0445612398966596e-05,
+      "train_s": 9.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01919,
+      "train_map": 0.18513479492710144,
+      "val_map": 0.10853151424630657,
+      "lr": 1e-05,
+      "train_s": 9.9
+    }
+  ],
+  "final_train_map": 0.18513479492710144,
+  "final_val_map": 0.10853151424630657,
+  "lora/map": 0.10853151424630657,
+  "train_seconds": 9.9,
+  "wall_seconds": 59.6
+}

p5-mae-15m-d232/exports/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf95157f8445f65b5199d8d46483a87b5edc36f302417765d6fe08f85ea4307
+size 60174680

p5-mae-15m-d232/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00010000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.11914926003735421,
+  "probe/map_train": 0.47220444125061467,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1459277680844415,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.8083216429222375,
+  "probe/total_s": 8.204445365001447,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14367619106692722
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14413825041602102
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14510549596145014
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1459277680844415
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1378858836775953
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.11990392855209506
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09743630848215289
+    }
+  ],
+  "per_class_ap": [
+    0.610348641872406,
+    0.013199038803577423,
+    0.09564974159002304,
+    0.15925981104373932,
+    0.06636065989732742,
+    0.2606063485145569,
+    0.1745699644088745,
+    0.31199556589126587,
+    0.032179586589336395,
+    0.029380714520812035,
+    0.023045141249895096,
+    0.06244011968374252,
+    0.4416998624801636,
+    0.2683829963207245,
+    0.03126303479075432,
+    0.42140233516693115,
+    0.24405115842819214,
+    0.3424347937107086,
+    0.03688421472907066,
+    0.08944932371377945,
+    0.20850589871406555,
+    0.049195319414138794,
+    0.12386902421712875,
+    0.10988153517246246,
+    0.043489065021276474,
+    0.024593889713287354,
+    0.05463326722383499,
+    0.1647140383720398,
+    0.19091975688934326,
+    0.04549847170710564,
+    0.21798744797706604,
+    0.13224412500858307,
+    0.018141504377126694,
+    0.06017375737428665,
+    0.22288329899311066,
+    0.03369765356183052,
+    0.33803462982177734,
+    0.06828631460666656,
+    0.06386195868253708,
+    0.1337163895368576,
+    0.15829642117023468,
+    0.017641235142946243,
+    0.025575263425707817,
+    0.32260948419570923,
+    0.009720874018967152,
+    0.08534620702266693,
+    0.014915873296558857,
+    0.1018172949552536,
+    0.027819467708468437,
+    0.10967757552862167,
+    0.11433345824480057,
+    0.008277867920696735,
+    0.04277618229389191,
+    0.035553473979234695,
+    0.20589129626750946,
+    0.10880669206380844,
+    0.16972237825393677,
+    0.3336762487888336,
+    0.08455956727266312,
+    0.06610991805791855,
+    0.15645527839660645,
+    0.17090249061584473,
+    0.04514732584357262,
+    0.1353123039007187,
+    0.503706693649292,
+    0.22852502763271332,
+    0.24867357313632965,
+    0.21174997091293335,
+    0.3439804017543793,
+    0.36151301860809326,
+    0.1151963621377945,
+    0.11982100456953049,
+    0.15721414983272552,
+    0.1417977660894394,
+    0.144894540309906,
+    0.21377705037593842,
+    0.050585683435201645,
+    0.23166431486606598,
+    0.1820605993270874,
+    0.08582048863172531,
+    0.01581314578652382,
+    0.11029301583766937,
+    0.2818281650543213,
+    0.0662982314825058,
+    0.0696491152048111,
+    0.02222728729248047,
+    0.030794117599725723,
+    0.0230017751455307,
+    0.026117032393813133,
+    0.03218340873718262,
+    0.031110966578125954,
+    0.02923620492219925,
+    0.12692756950855255,
+    0.00882774218916893,
+    0.04388035461306572,
+    0.030590442940592766,
+    0.009975513443350792,
+    0.019771920517086983,
+    0.10143640637397766,
+    0.15619529783725739,
+    0.13918448984622955,
+    0.2278917282819748,
+    0.03381786495447159,
+    0.03227211534976959,
+    0.011647640727460384,
+    0.03442421182990074,
+    0.0387229323387146,
+    0.030659109354019165,
+    0.0644482746720314,
+    0.168857604265213,
+    0.1992180198431015,
+    0.11218011379241943,
+    0.08768028765916824,
+    0.06888950616121292,
+    0.03905806690454483,
+    0.14856506884098053,
+    0.15179690718650818,
+    0.10689838975667953,
+    0.12075556069612503,
+    0.12681028246879578,
+    0.15002231299877167,
+    0.1279299110174179,
+    0.07221489399671555,
+    0.10168571025133133,
+    0.006609641015529633,
+    0.026377948001027107,
+    0.10396428406238556,
+    0.18051065504550934,
+    0.06355196237564087,
+    0.04935833811759949,
+    0.006256845314055681,
+    0.04939736798405647,
+    0.12209716439247131,
+    0.09685517102479935,
+    0.027383815497159958,
+    0.008026203140616417,
+    0.0515563078224659,
+    0.7099122405052185,
+    0.225137397646904,
+    0.30079156160354614,
+    0.36767029762268066,
+    0.2253391146659851,
+    0.15078997611999512,
+    0.13331690430641174,
+    0.08352885395288467,
+    0.09194280952215195,
+    0.08364930003881454,
+    0.11926836520433426,
+    0.0915527492761612,
+    0.1949956864118576,
+    0.207241028547287,
+    0.14459830522537231,
+    0.19328153133392334,
+    0.07868313044309616,
+    0.1054147407412529,
+    0.15895383059978485,
+    0.07911882549524307,
+    0.06087924912571907,
+    0.0190023984760046,
+    0.06731307506561279,
+    0.3972441256046295,
+    0.25845763087272644,
+    0.2632574141025543,
+    0.12938997149467468,
+    0.23101806640625,
+    0.2343856692314148,
+    0.2557121515274048,
+    0.11024096608161926,
+    0.24774016439914703,
+    0.30930814146995544,
+    0.2035793662071228,
+    0.27580684423446655,
+    0.30089840292930603,
+    0.15026098489761353,
+    0.049818288534879684,
+    0.06272659450769424,
+    0.15022988617420197,
+    0.3063138425350189,
+    0.05261713266372681,
+    0.1316588968038559,
+    0.1458192765712738,
+    0.14116260409355164,
+    0.08857705444097519,
+    0.2852722108364105,
+    0.07924797385931015,
+    0.30645936727523804,
+    0.31857699155807495,
+    0.1353171020746231,
+    0.20610518753528595,
+    0.1257043331861496,
+    0.11327800154685974,
+    0.0721450224518776,
+    0.3122452199459076,
+    0.1578882485628128,
+    0.15026646852493286,
+    0.3563578426837921,
+    0.046205226331949234,
+    0.07597970962524414,
+    0.13297900557518005,
+    0.2425694614648819,
+    0.05533187463879585,
+    0.17675498127937317,
+    0.07315998524427414,
+    0.12916193902492523,
+    0.20470649003982544,
+    0.10528595745563507,
+    0.12000227719545364,
+    0.3562774360179901,
+    0.17389319837093353,
+    0.23804496228694916,
+    0.7133103609085083,
+    0.3005974292755127,
+    0.4050368666648865,
+    0.03915322199463844,
+    0.28911635279655457,
+    0.10411085933446884,
+    0.05561617761850357,
+    0.22931261360645294,
+    0.1060832291841507,
+    0.12138089537620544,
+    0.1842498630285263,
+    0.13372556865215302,
+    0.2156042605638504,
+    0.19657470285892487,
+    0.04213564842939377,
+    0.057894330471754074,
+    0.07152125239372253,
+    0.030573280528187752,
+    0.11754206568002701,
+    0.021604398265480995,
+    0.05576770007610321,
+    0.046596407890319824,
+    0.09635717421770096,
+    0.03537954017519951,
+    0.03358181193470955,
+    0.01110727246850729,
+    0.1665247529745102,
+    0.020420758053660393,
+    0.3119317591190338,
+    0.027271512895822525,
+    0.1862073689699173,
+    0.3132336735725403,
+    0.2657848298549652,
+    0.1723852902650833,
+    0.15643037855625153,
+    0.2773851752281189,
+    0.044352538883686066,
+    0.2214774340391159,
+    0.03022639825940132,
+    0.11166711151599884,
+    0.08089829981327057,
+    0.018396485596895218,
+    0.04466882348060608,
+    0.0817280113697052,
+    0.07334167510271072,
+    0.1791265457868576,
+    0.20002105832099915,
+    0.1585230976343155,
+    0.10344934463500977,
+    0.06809602677822113,
+    0.018896300345659256,
+    0.050254348665475845,
+    0.15524035692214966,
+    0.05566984415054321,
+    0.019965387880802155,
+    0.061240728944540024,
+    0.06200706586241722,
+    0.08068256080150604,
+    0.0979783684015274,
+    0.03614667057991028,
+    0.029385719448328018,
+    0.2441539168357849,
+    0.09250155836343765,
+    0.041009318083524704,
+    0.17858967185020447,
+    0.026198625564575195,
+    0.050030417740345,
+    0.023711122572422028,
+    0.06527328491210938,
+    0.04492482542991638,
+    0.01857939176261425,
+    0.2147299349308014,
+    0.13574658334255219,
+    0.17256911098957062,
+    0.037045568227767944,
+    0.17821842432022095,
+    0.20406508445739746,
+    0.23813964426517487,
+    0.19888076186180115,
+    0.18376845121383667,
+    0.20385083556175232,
+    0.16414794325828552,
+    0.08570706099271774,
+    0.19340547919273376,
+    0.10862299799919128,
+    0.11185739934444427,
+    0.0799945592880249,
+    0.005301390774548054,
+    0.032095927745103836,
+    0.010061045177280903,
+    0.2687334418296814,
+    0.158400297164917,
+    0.10796350985765457,
+    0.08704577386379242,
+    0.032741717994213104,
+    0.09581472724676132,
+    0.032947272062301636,
+    0.16554397344589233,
+    0.04383406788110733,
+    0.0463736392557621,
+    0.1391415297985077,
+    0.031125934794545174,
+    0.05722513049840927,
+    0.06760141998529434,
+    0.05036497861146927,
+    0.09925944358110428,
+    0.05395372211933136,
+    0.038782574236392975,
+    0.05456005781888962,
+    0.07372558861970901,
+    0.14610525965690613,
+    0.04592191427946091,
+    0.3994852900505066,
+    0.2904426157474518,
+    0.20749174058437347,
+    0.23932534456253052,
+    0.05377275496721268,
+    0.06089838966727257,
+    0.25810959935188293,
+    0.25112128257751465,
+    0.12232723087072372,
+    0.19468100368976593,
+    0.25692740082740784,
+    0.24640658497810364,
+    0.15861956775188446,
+    0.13633127510547638,
+    0.08244858682155609,
+    0.11664323508739471,
+    0.03634697571396828,
+    0.04352853447198868,
+    0.07490740716457367,
+    0.010264181531965733,
+    0.04622767120599747,
+    0.14812855422496796,
+    0.10738889127969742,
+    0.057733144611120224,
+    0.09254661947488785,
+    0.25853419303894043,
+    0.040539827197790146,
+    0.021992990747094154,
+    0.10264711827039719,
+    0.02081392891705036,
+    0.06763244420289993,
+    0.0711212158203125,
+    0.02068602293729782,
+    0.032567594200372696,
+    0.01697286032140255,
+    0.011835245415568352,
+    0.03680890053510666,
+    0.17293421924114227,
+    0.011734169907867908,
+    0.06633343547582626,
+    0.09340480715036392,
+    0.12573450803756714,
+    0.042713992297649384,
+    0.040074095129966736,
+    0.40482786297798157,
+    0.17138786613941193,
+    0.01959005929529667,
+    0.09907155483961105,
+    0.14522726833820343,
+    0.11049788445234299,
+    0.0858515053987503,
+    0.31765562295913696,
+    0.1527400016784668,
+    0.03724482282996178,
+    0.06519004702568054,
+    0.04191199317574501,
+    0.01091952808201313,
+    0.021716518327593803,
+    0.018955005332827568,
+    0.0854891985654831,
+    0.08413584530353546,
+    0.07915621995925903,
+    0.135459303855896,
+    0.13284222781658173,
+    0.15203282237052917,
+    0.04903572425246239,
+    0.04450935870409012,
+    0.0643705204129219,
+    0.14012546837329865,
+    0.09920188784599304,
+    0.011395090259611607,
+    0.29578709602355957,
+    0.21669158339500427,
+    0.04387040063738823,
+    0.3993849456310272,
+    0.499679297208786,
+    0.025648435577750206,
+    0.33875593543052673,
+    0.34396421909332275,
+    0.04169943183660507,
+    0.10239455103874207,
+    0.16916170716285706,
+    0.023827416822314262,
+    0.01594068855047226,
+    0.06271415203809738,
+    0.016780566424131393,
+    0.04933041334152222,
+    0.016193002462387085,
+    0.013300877064466476,
+    0.06516940146684647,
+    0.03704799711704254,
+    0.0372326597571373,
+    0.27894553542137146,
+    0.10885448008775711,
+    0.019900819286704063,
+    0.01992880180478096,
+    0.09399458020925522,
+    0.10759270936250687,
+    0.2364661544561386,
+    0.05151237174868584,
+    0.10141588747501373,
+    0.16211701929569244,
+    0.08868470788002014,
+    0.11357336491346359,
+    0.03903705254197121,
+    0.16991670429706573,
+    0.15465256571769714,
+    0.1574312299489975,
+    0.049930885434150696,
+    0.12112999707460403,
+    0.16544820368289948,
+    0.07026202231645584,
+    0.005955501925200224,
+    0.08718743175268173,
+    0.22824014723300934,
+    0.05912109464406967,
+    0.10841605067253113,
+    0.018324004486203194,
+    0.016275625675916672,
+    0.02234124392271042,
+    0.011186359450221062,
+    0.07210925966501236,
+    0.00898299552500248,
+    0.07909028977155685,
+    0.027267994359135628,
+    0.017460539937019348,
+    0.01758705824613571,
+    0.08162864297628403,
+    0.011842397972941399,
+    0.04603249579668045,
+    0.013425159268081188,
+    0.025584500283002853,
+    0.05277460440993309,
+    0.13677825033664703,
+    0.045703500509262085,
+    0.09086120128631592,
+    0.054928429424762726,
+    0.08759357780218124,
+    0.02705465443432331,
+    0.03578945994377136,
+    0.2716624140739441,
+    0.4288482666015625,
+    0.23917298018932343,
+    0.08855391293764114,
+    0.03802967071533203,
+    0.07890250533819199,
+    0.05995803326368332,
+    0.12644682824611664,
+    0.09171739220619202,
+    0.049555663019418716,
+    0.06388642638921738,
+    0.021375227719545364,
+    0.053209688514471054,
+    0.004977989010512829,
+    0.23299454152584076,
+    0.059135325253009796,
+    0.05576252564787865,
+    0.2188737690448761,
+    0.1149151474237442,
+    0.07056261599063873,
+    0.04461348056793213,
+    0.043682701885700226,
+    0.039224330335855484,
+    0.012621303088963032,
+    0.0067540621384978294,
+    0.05377234145998955,
+    0.05157668516039848,
+    0.05697416514158249,
+    0.18865711987018585,
+    0.2153288573026657,
+    0.05696706101298332,
+    0.1397068351507187,
+    0.20656973123550415,
+    0.0355776883661747,
+    0.041199859231710434,
+    0.06959754228591919,
+    0.053405795246362686,
+    0.11625470221042633,
+    0.12380632013082504,
+    0.2517990171909332,
+    0.009901986457407475,
+    0.1325692981481552,
+    0.03125738725066185,
+    0.01373663917183876,
+    0.09191162884235382,
+    0.019808920100331306,
+    0.01382120419293642,
+    0.03391166031360626,
+    0.018784767016768456,
+    0.1407456248998642,
+    0.050235994160175323,
+    0.008640114217996597,
+    0.09128914028406143,
+    0.21754905581474304,
+    0.02680985815823078,
+    0.2853586971759796,
+    0.03936769813299179,
+    0.020658710971474648,
+    0.03247136250138283,
+    0.1912035495042801,
+    0.17718243598937988,
+    0.03513390198349953,
+    0.009532912634313107,
+    0.07927478104829788,
+    0.0935269221663475
+  ]
+}

p5-mae-15m-d232/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00015000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.12721375513122024,
+  "probe/map_train": 0.5237229338633268,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1485948889318366,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.059896696940996,
+  "probe/total_s": 8.526666997931898,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14714988088102718
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14740103093882495
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1485948889318366
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14850357333171682
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14338565242884987
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12507868534355182
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10091417200114063
+    }
+  ],
+  "per_class_ap": [
+    0.6275370717048645,
+    0.01050587184727192,
+    0.08488506823778152,
+    0.16633300483226776,
+    0.06672994792461395,
+    0.2905437648296356,
+    0.21382193267345428,
+    0.30570268630981445,
+    0.0511423759162426,
+    0.028919938951730728,
+    0.01606910675764084,
+    0.04566244035959244,
+    0.4689922034740448,
+    0.25737613439559937,
+    0.04914270341396332,
+    0.4452442526817322,
+    0.2633573114871979,
+    0.3403956890106201,
+    0.041545215994119644,
+    0.09440117329359055,
+    0.21403056383132935,
+    0.07443991303443909,
+    0.15402008593082428,
+    0.1451709121465683,
+    0.058724191039800644,
+    0.021975690498948097,
+    0.08205154538154602,
+    0.15379264950752258,
+    0.20585669577121735,
+    0.06180403381586075,
+    0.23288363218307495,
+    0.1554444134235382,
+    0.016919780522584915,
+    0.07038772851228714,
+    0.25671589374542236,
+    0.029762817546725273,
+    0.41058477759361267,
+    0.07146721333265305,
+    0.07619579136371613,
+    0.14056067168712616,
+    0.11732228100299835,
+    0.014324599876999855,
+    0.060581058263778687,
+    0.36967024207115173,
+    0.013165219686925411,
+    0.0760507732629776,
+    0.015947336331009865,
+    0.16227470338344574,
+    0.04803604260087013,
+    0.07611119002103806,
+    0.1343640834093094,
+    0.009624447673559189,
+    0.08866813033819199,
+    0.020702088251709938,
+    0.22076797485351562,
+    0.11368776112794876,
+    0.16824255883693695,
+    0.3605669438838959,
+    0.11633282899856567,
+    0.0886920616030693,
+    0.1370541751384735,
+    0.14739130437374115,
+    0.05743780732154846,
+    0.14106659591197968,
+    0.5346860885620117,
+    0.22388793528079987,
+    0.2537558376789093,
+    0.26255738735198975,
+    0.3724920153617859,
+    0.3633272349834442,
+    0.11940385401248932,
+    0.16309842467308044,
+    0.17339925467967987,
+    0.15720590949058533,
+    0.1604856699705124,
+    0.20778605341911316,
+    0.05429793894290924,
+    0.25374743342399597,
+    0.14069686830043793,
+    0.0842587873339653,
+    0.015310902148485184,
+    0.08719377964735031,
+    0.3305337131023407,
+    0.07922227680683136,
+    0.07513045519590378,
+    0.027780253440141678,
+    0.050852686166763306,
+    0.034302257001399994,
+    0.04040626809000969,
+    0.031393177807331085,
+    0.04752601683139801,
+    0.05037223920226097,
+    0.1595602184534073,
+    0.018747061491012573,
+    0.02993767149746418,
+    0.05682319775223732,
+    0.012614240869879723,
+    0.010134349577128887,
+    0.1084921807050705,
+    0.1313764899969101,
+    0.1173555925488472,
+    0.16950534284114838,
+    0.035426314920186996,
+    0.03493356704711914,
+    0.011871576309204102,
+    0.03869766741991043,
+    0.03393988311290741,
+    0.033684927970170975,
+    0.07043525576591492,
+    0.22087979316711426,
+    0.23994563519954681,
+    0.10539707541465759,
+    0.07998757064342499,
+    0.06359372287988663,
+    0.03492158278822899,
+    0.13511939346790314,
+    0.13775718212127686,
+    0.06746409833431244,
+    0.11507605761289597,
+    0.16809535026550293,
+    0.17822489142417908,
+    0.1517179012298584,
+    0.07669798284769058,
+    0.07698529213666916,
+    0.008181656710803509,
+    0.02335619181394577,
+    0.10691414773464203,
+    0.1676364690065384,
+    0.05840696021914482,
+    0.05361892655491829,
+    0.004700837656855583,
+    0.07687662541866302,
+    0.13383570313453674,
+    0.13012027740478516,
+    0.04288294166326523,
+    0.009764458984136581,
+    0.05885743349790573,
+    0.7152541875839233,
+    0.23538696765899658,
+    0.3126836121082306,
+    0.3951047956943512,
+    0.26530447602272034,
+    0.15667136013507843,
+    0.15353991091251373,
+    0.07362312823534012,
+    0.0746881440281868,
+    0.0912134200334549,
+    0.2446720153093338,
+    0.10608948022127151,
+    0.15526974201202393,
+    0.14995868504047394,
+    0.1513487845659256,
+    0.1675143986940384,
+    0.06709224730730057,
+    0.08990925550460815,
+    0.18011148273944855,
+    0.08508026599884033,
+    0.07889043539762497,
+    0.021597666665911674,
+    0.056940630078315735,
+    0.4254395067691803,
+    0.3011857867240906,
+    0.31191954016685486,
+    0.15033607184886932,
+    0.26069018244743347,
+    0.28153952956199646,
+    0.2895721197128296,
+    0.1701553463935852,
+    0.2877856492996216,
+    0.3149681091308594,
+    0.2215231955051422,
+    0.26319602131843567,
+    0.2896484136581421,
+    0.1895008683204651,
+    0.10545778274536133,
+    0.07879075407981873,
+    0.1418515294790268,
+    0.32384777069091797,
+    0.06901232153177261,
+    0.08665713667869568,
+    0.11374135315418243,
+    0.09718306362628937,
+    0.13194359838962555,
+    0.3064597249031067,
+    0.05370195209980011,
+    0.3640087842941284,
+    0.3368593156337738,
+    0.14575885236263275,
+    0.21798232197761536,
+    0.12663237750530243,
+    0.14305731654167175,
+    0.09631957113742828,
+    0.2818167507648468,
+    0.16865091025829315,
+    0.13773316144943237,
+    0.35923779010772705,
+    0.054907865822315216,
+    0.09675700962543488,
+    0.14327456057071686,
+    0.2428002506494522,
+    0.0426902249455452,
+    0.1690971702337265,
+    0.11197745054960251,
+    0.14039020240306854,
+    0.22109703719615936,
+    0.1147204115986824,
+    0.130326047539711,
+    0.444365918636322,
+    0.21222837269306183,
+    0.3027273118495941,
+    0.7177680134773254,
+    0.3310265839099884,
+    0.45130082964897156,
+    0.04327041283249855,
+    0.29784202575683594,
+    0.10394918918609619,
+    0.04018810763955116,
+    0.23859792947769165,
+    0.11179788410663605,
+    0.10670363157987595,
+    0.15640804171562195,
+    0.12333697080612183,
+    0.18405602872371674,
+    0.1991519033908844,
+    0.0718240737915039,
+    0.04825163260102272,
+    0.049625884741544724,
+    0.040590349584817886,
+    0.13153503835201263,
+    0.027475440874695778,
+    0.049809277057647705,
+    0.051531095057725906,
+    0.05287926271557808,
+    0.01868903636932373,
+    0.02388528734445572,
+    0.011018719524145126,
+    0.18215523660182953,
+    0.019066816195845604,
+    0.25437381863594055,
+    0.028339793905615807,
+    0.20817065238952637,
+    0.3076108992099762,
+    0.2730901539325714,
+    0.21033944189548492,
+    0.12370984256267548,
+    0.24674372375011444,
+    0.058268576860427856,
+    0.20843778550624847,
+    0.02416272461414337,
+    0.10936974734067917,
+    0.08560045063495636,
+    0.016668373718857765,
+    0.06204476207494736,
+    0.08018328249454498,
+    0.04978556931018829,
+    0.19195225834846497,
+    0.23575933277606964,
+    0.20540137588977814,
+    0.13707411289215088,
+    0.06264632195234299,
+    0.02265189029276371,
+    0.053167033940553665,
+    0.20663633942604065,
+    0.06543724983930588,
+    0.017725028097629547,
+    0.044872645288705826,
+    0.0624307356774807,
+    0.07694180309772491,
+    0.1251499056816101,
+    0.030793683603405952,
+    0.03366365656256676,
+    0.23880617320537567,
+    0.10892736166715622,
+    0.025310616940259933,
+    0.16870371997356415,
+    0.023004746064543724,
+    0.0392572395503521,
+    0.024076491594314575,
+    0.06046559661626816,
+    0.034773483872413635,
+    0.02434959076344967,
+    0.23678389191627502,
+    0.13961301743984222,
+    0.20631533861160278,
+    0.05776457116007805,
+    0.2166450172662735,
+    0.2076786756515503,
+    0.24691373109817505,
+    0.20126475393772125,
+    0.19532503187656403,
+    0.2226349413394928,
+    0.18511776626110077,
+    0.09007030725479126,
+    0.21529264748096466,
+    0.19527047872543335,
+    0.20489154756069183,
+    0.11447610706090927,
+    0.005227961111813784,
+    0.013745149597525597,
+    0.012875792570412159,
+    0.27317875623703003,
+    0.17146971821784973,
+    0.13504232466220856,
+    0.09095371514558792,
+    0.042388226836919785,
+    0.09548958390951157,
+    0.027216533198952675,
+    0.16423626244068146,
+    0.03669918328523636,
+    0.0637592077255249,
+    0.12984047830104828,
+    0.039772260934114456,
+    0.08853756636381149,
+    0.0623299777507782,
+    0.07112938165664673,
+    0.10453163832426071,
+    0.051971375942230225,
+    0.045869406312704086,
+    0.12394580245018005,
+    0.05551658570766449,
+    0.18137146532535553,
+    0.04422744736075401,
+    0.4015086889266968,
+    0.3314666152000427,
+    0.25040408968925476,
+    0.2363644689321518,
+    0.10083509236574173,
+    0.07529322803020477,
+    0.22203406691551208,
+    0.21239188313484192,
+    0.11582855880260468,
+    0.21403470635414124,
+    0.22530469298362732,
+    0.2665573060512543,
+    0.23062178492546082,
+    0.1313299983739853,
+    0.09268743544816971,
+    0.15496514737606049,
+    0.04762197285890579,
+    0.03550831228494644,
+    0.06727578490972519,
+    0.009717234410345554,
+    0.045153915882110596,
+    0.14160068333148956,
+    0.08122307807207108,
+    0.080732561647892,
+    0.09303084760904312,
+    0.30459922552108765,
+    0.0270113255828619,
+    0.018598301336169243,
+    0.11964023858308792,
+    0.019350357353687286,
+    0.0909721776843071,
+    0.08809427171945572,
+    0.024333978071808815,
+    0.05268508940935135,
+    0.023148439824581146,
+    0.01574689708650112,
+    0.0340726263821125,
+    0.1796640008687973,
+    0.009299814701080322,
+    0.0783688873052597,
+    0.11064861714839935,
+    0.11394714564085007,
+    0.042936429381370544,
+    0.06415147334337234,
+    0.36971330642700195,
+    0.1828414350748062,
+    0.01751338131725788,
+    0.11536882072687149,
+    0.1333850771188736,
+    0.08579275012016296,
+    0.11555099487304688,
+    0.3036584258079529,
+    0.09756379574537277,
+    0.03800450265407562,
+    0.07146459817886353,
+    0.06011803448200226,
+    0.013122710399329662,
+    0.030302388593554497,
+    0.02443884313106537,
+    0.10645212233066559,
+    0.09101992845535278,
+    0.04812302812933922,
+    0.15230970084667206,
+    0.17937353253364563,
+    0.18988649547100067,
+    0.047993529587984085,
+    0.0386146642267704,
+    0.04261530190706253,
+    0.22379405796527863,
+    0.14670634269714355,
+    0.015287251211702824,
+    0.3216589093208313,
+    0.2417277842760086,
+    0.06741596013307571,
+    0.4186131954193115,
+    0.48811936378479004,
+    0.02043095976114273,
+    0.3154609203338623,
+    0.4117056131362915,
+    0.05480077117681503,
+    0.1076551079750061,
+    0.20467917621135712,
+    0.018833622336387634,
+    0.01591026596724987,
+    0.06398868560791016,
+    0.01694502867758274,
+    0.058610424399375916,
+    0.015721770003437996,
+    0.00911155715584755,
+    0.08737296611070633,
+    0.04582175239920616,
+    0.03170892968773842,
+    0.22823593020439148,
+    0.11304229497909546,
+    0.022346055135130882,
+    0.018016519024968147,
+    0.10503915697336197,
+    0.10001243650913239,
+    0.2648651599884033,
+    0.052813731133937836,
+    0.06135261058807373,
+    0.1674223393201828,
+    0.08697906881570816,
+    0.08340048044919968,
+    0.04994570091366768,
+    0.1597524732351303,
+    0.18299594521522522,
+    0.16616569459438324,
+    0.06612438708543777,
+    0.13297511637210846,
+    0.17359519004821777,
+    0.10842867940664291,
+    0.008392302319407463,
+    0.07842203974723816,
+    0.1878649890422821,
+    0.0793020948767662,
+    0.10974621027708054,
+    0.03138401731848717,
+    0.022648736834526062,
+    0.06537826359272003,
+    0.006579957902431488,
+    0.068755604326725,
+    0.010447920300066471,
+    0.08312073349952698,
+    0.03717461973428726,
+    0.00916092749685049,
+    0.018569687381386757,
+    0.09790728986263275,
+    0.007394738495349884,
+    0.05370807647705078,
+    0.013597569428384304,
+    0.047346923500299454,
+    0.044591404497623444,
+    0.1588764190673828,
+    0.05173209682106972,
+    0.11191479116678238,
+    0.06352099031209946,
+    0.11976731568574905,
+    0.040944140404462814,
+    0.025001361966133118,
+    0.32019180059432983,
+    0.45241010189056396,
+    0.2594314217567444,
+    0.07682183384895325,
+    0.030740831047296524,
+    0.04903843253850937,
+    0.030171021819114685,
+    0.12237834930419922,
+    0.09016207605600357,
+    0.05837099999189377,
+    0.06200065091252327,
+    0.013264344073832035,
+    0.08163698762655258,
+    0.006354991812258959,
+    0.22243134677410126,
+    0.0741046741604805,
+    0.09199218451976776,
+    0.20543646812438965,
+    0.1412472128868103,
+    0.05619048327207565,
+    0.020641891285777092,
+    0.06721876561641693,
+    0.06421453505754471,
+    0.012457345612347126,
+    0.0062695639207959175,
+    0.07440534979104996,
+    0.05742452293634415,
+    0.044265151023864746,
+    0.16924142837524414,
+    0.26370587944984436,
+    0.05879975110292435,
+    0.15465766191482544,
+    0.23234565556049347,
+    0.03407008573412895,
+    0.050060778856277466,
+    0.05397472903132439,
+    0.08221463859081268,
+    0.11909684538841248,
+    0.12707790732383728,
+    0.2853492200374603,
+    0.009199030697345734,
+    0.13032342493534088,
+    0.03147247061133385,
+    0.011316289193928242,
+    0.09124208241701126,
+    0.014553677290678024,
+    0.0210895836353302,
+    0.032811734825372696,
+    0.02055937610566616,
+    0.14122384786605835,
+    0.0862283706665039,
+    0.01474801730364561,
+    0.09290212392807007,
+    0.2902950644493103,
+    0.0633368045091629,
+    0.35884228348731995,
+    0.0365603081882,
+    0.0408976748585701,
+    0.0250571109354496,
+    0.21454080939292908,
+    0.22093938291072845,
+    0.04025617614388466,
+    0.01590879261493683,
+    0.11177937686443329,
+    0.09656054526567459
+  ]
+}

p5-mae-15m-d232/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771e215a02212ce2c33b088e47e52cadd8e91b1aecba5670b904d51529b6bd21
+size 60174680

p5-mae-15m-d232/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00020000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.13436879210820885,
+  "probe/map_train": 0.5173188212135033,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.15593595162124163,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.636065332917497,
+  "probe/total_s": 8.091015332960524,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.155071597931592
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15526435799689953
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15593595162124163
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1555553721312603
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1487306506833348
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12776321253652703
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10043420714495856
+    }
+  ],
+  "per_class_ap": [
+    0.6303970813751221,
+    0.01799052208662033,
+    0.08836109191179276,
+    0.1678498387336731,
+    0.11186355352401733,
+    0.28856760263442993,
+    0.19174984097480774,
+    0.3182204067707062,
+    0.028743062168359756,
+    0.04029293730854988,
+    0.017510082572698593,
+    0.052878186106681824,
+    0.5085082054138184,
+    0.31285354495048523,
+    0.07878462225198746,
+    0.4567760229110718,
+    0.2845052182674408,
+    0.35502806305885315,
+    0.058146387338638306,
+    0.1176094114780426,
+    0.23766671121120453,
+    0.07140742987394333,
+    0.18582309782505035,
+    0.13402026891708374,
+    0.07680632919073105,
+    0.024847455322742462,
+    0.08335773646831512,
+    0.18255245685577393,
+    0.20770105719566345,
+    0.08485867083072662,
+    0.2239352911710739,
+    0.16892875730991364,
+    0.020472204312682152,
+    0.05286027118563652,
+    0.23377446830272675,
+    0.04843156412243843,
+    0.44489535689353943,
+    0.06181476265192032,
+    0.09227679669857025,
+    0.14561191201210022,
+    0.1260908842086792,
+    0.012616829015314579,
+    0.06607285141944885,
+    0.4069783091545105,
+    0.011407005600631237,
+    0.09912793338298798,
+    0.012734255753457546,
+    0.17161867022514343,
+    0.05529716983437538,
+    0.07574792206287384,
+    0.12185757607221603,
+    0.00831897184252739,
+    0.04593905061483383,
+    0.05561332404613495,
+    0.2222558557987213,
+    0.10877815634012222,
+    0.1859012395143509,
+    0.34989842772483826,
+    0.12503525614738464,
+    0.08152025938034058,
+    0.1712726354598999,
+    0.21659214794635773,
+    0.07696358859539032,
+    0.1433584988117218,
+    0.5590915679931641,
+    0.2456934154033661,
+    0.3155941069126129,
+    0.2834794819355011,
+    0.3789821267127991,
+    0.3839472830295563,
+    0.10681767016649246,
+    0.14377139508724213,
+    0.1976156085729599,
+    0.1785942018032074,
+    0.18546603620052338,
+    0.20854267477989197,
+    0.030854789540171623,
+    0.2344595193862915,
+    0.1581817865371704,
+    0.1077599748969078,
+    0.027286536991596222,
+    0.0913114920258522,
+    0.347633957862854,
+    0.06153171509504318,
+    0.10035102069377899,
+    0.01939457468688488,
+    0.0398864671587944,
+    0.03399990499019623,
+    0.0345560759305954,
+    0.06091433763504028,
+    0.036090102046728134,
+    0.03367180377244949,
+    0.18721376359462738,
+    0.0172345582395792,
+    0.034012746065855026,
+    0.04554976895451546,
+    0.010328465141355991,
+    0.013628165237605572,
+    0.10417826473712921,
+    0.12980443239212036,
+    0.09935584664344788,
+    0.17345210909843445,
+    0.03179122880101204,
+    0.0309298038482666,
+    0.015389775857329369,
+    0.03584252670407295,
+    0.06549053639173508,
+    0.06800199300050735,
+    0.07418189197778702,
+    0.22276677191257477,
+    0.20998315513134003,
+    0.11850220710039139,
+    0.10308664292097092,
+    0.08371956646442413,
+    0.035121943801641464,
+    0.15881191194057465,
+    0.1550968736410141,
+    0.0625697523355484,
+    0.08906649053096771,
+    0.24337290227413177,
+    0.25818854570388794,
+    0.17733900249004364,
+    0.10655345022678375,
+    0.08649452775716782,
+    0.007742076180875301,
+    0.03492501750588417,
+    0.12888973951339722,
+    0.16007263958454132,
+    0.1028783917427063,
+    0.08759389817714691,
+    0.00457383319735527,
+    0.08956701308488846,
+    0.1500685065984726,
+    0.13099047541618347,
+    0.04991834610700607,
+    0.010978896170854568,
+    0.06487255543470383,
+    0.7209996581077576,
+    0.2320665717124939,
+    0.30457746982574463,
+    0.3754865527153015,
+    0.23653967678546906,
+    0.12345097213983536,
+    0.13496899604797363,
+    0.06402596086263657,
+    0.0716548040509224,
+    0.08095446228981018,
+    0.2553274631500244,
+    0.13041697442531586,
+    0.17809490859508514,
+    0.18230709433555603,
+    0.15628962218761444,
+    0.2166507989168167,
+    0.0836254134774208,
+    0.11578190326690674,
+    0.20550163090229034,
+    0.103910893201828,
+    0.08437592536211014,
+    0.022831201553344727,
+    0.06740748882293701,
+    0.43604424595832825,
+    0.2922751307487488,
+    0.3439939618110657,
+    0.18170158565044403,
+    0.26533088088035583,
+    0.29483866691589355,
+    0.30774012207984924,
+    0.14983274042606354,
+    0.31407397985458374,
+    0.31080809235572815,
+    0.15557239949703217,
+    0.31176137924194336,
+    0.3350699841976166,
+    0.1811574399471283,
+    0.10024166107177734,
+    0.08573993295431137,
+    0.11611762642860413,
+    0.34172898530960083,
+    0.056716449558734894,
+    0.1341017335653305,
+    0.1762334108352661,
+    0.13343769311904907,
+    0.135744109749794,
+    0.25076907873153687,
+    0.06779328733682632,
+    0.3712715208530426,
+    0.3106106221675873,
+    0.14030657708644867,
+    0.25962162017822266,
+    0.1444147676229477,
+    0.16313424706459045,
+    0.08897929638624191,
+    0.29912224411964417,
+    0.1679133027791977,
+    0.14192284643650055,
+    0.3736782371997833,
+    0.06461299955844879,
+    0.09676135331392288,
+    0.14573682844638824,
+    0.24399416148662567,
+    0.037095848470926285,
+    0.21704909205436707,
+    0.13199833035469055,
+    0.1329575926065445,
+    0.21750034391880035,
+    0.19022803008556366,
+    0.23112595081329346,
+    0.49526089429855347,
+    0.2287694662809372,
+    0.24141044914722443,
+    0.7268760800361633,
+    0.3694131374359131,
+    0.4966701567173004,
+    0.0474025197327137,
+    0.304200679063797,
+    0.09542340785264969,
+    0.06056041643023491,
+    0.24768000841140747,
+    0.15197011828422546,
+    0.12790828943252563,
+    0.17402049899101257,
+    0.11688041687011719,
+    0.24199844896793365,
+    0.20138771831989288,
+    0.05880492180585861,
+    0.05889424309134483,
+    0.05561693757772446,
+    0.02651202492415905,
+    0.11916288733482361,
+    0.051591601222753525,
+    0.04838664457201958,
+    0.07869262993335724,
+    0.0858340933918953,
+    0.05978613346815109,
+    0.02822164073586464,
+    0.013117731548845768,
+    0.17927922308444977,
+    0.015245812945067883,
+    0.3704635798931122,
+    0.024104537442326546,
+    0.22805345058441162,
+    0.3027058243751526,
+    0.2754189670085907,
+    0.20525576174259186,
+    0.1359941065311432,
+    0.2485828846693039,
+    0.04898733273148537,
+    0.19150172173976898,
+    0.022294597700238228,
+    0.11920756101608276,
+    0.09226328134536743,
+    0.01961241103708744,
+    0.050674863159656525,
+    0.09622163325548172,
+    0.057250916957855225,
+    0.17330516874790192,
+    0.22172074019908905,
+    0.20037321746349335,
+    0.08311872184276581,
+    0.08259168267250061,
+    0.02606055699288845,
+    0.07231666147708893,
+    0.18780018389225006,
+    0.08250536024570465,
+    0.020129989832639694,
+    0.06145559251308441,
+    0.07325559854507446,
+    0.06601464748382568,
+    0.061408910900354385,
+    0.04605796933174133,
+    0.03382565453648567,
+    0.2521475553512573,
+    0.12328138947486877,
+    0.03186029568314552,
+    0.1444443017244339,
+    0.029001886025071144,
+    0.054449573159217834,
+    0.018402768298983574,
+    0.06592465192079544,
+    0.035676009953022,
+    0.017928728833794594,
+    0.2541382908821106,
+    0.13331946730613708,
+    0.22173437476158142,
+    0.06047254428267479,
+    0.24022115767002106,
+    0.3039090931415558,
+    0.32072708010673523,
+    0.21386614441871643,
+    0.21353240311145782,
+    0.2149028182029724,
+    0.22280213236808777,
+    0.09967484325170517,
+    0.19012676179409027,
+    0.2025529146194458,
+    0.21400658786296844,
+    0.12028001993894577,
+    0.005359184462577105,
+    0.018148673698306084,
+    0.014481943100690842,
+    0.2835600972175598,
+    0.1768127828836441,
+    0.1528056263923645,
+    0.11583465337753296,
+    0.04138367623090744,
+    0.09654617309570312,
+    0.02842608280479908,
+    0.17953985929489136,
+    0.03572844713926315,
+    0.0691506415605545,
+    0.15112940967082977,
+    0.03382192924618721,
+    0.07852598279714584,
+    0.05358591675758362,
+    0.0752427875995636,
+    0.11329839378595352,
+    0.04397029057145119,
+    0.04685330390930176,
+    0.16738970577716827,
+    0.049069277942180634,
+    0.2124641388654709,
+    0.03879457712173462,
+    0.40224847197532654,
+    0.3615243136882782,
+    0.26119306683540344,
+    0.202418714761734,
+    0.043724652379751205,
+    0.08847028017044067,
+    0.28305208683013916,
+    0.268654465675354,
+    0.1321256309747696,
+    0.24064940214157104,
+    0.2900415360927582,
+    0.3231244385242462,
+    0.20984646677970886,
+    0.1583038866519928,
+    0.10329665243625641,
+    0.1988174468278885,
+    0.05707304924726486,
+    0.04451807960867882,
+    0.08589208126068115,
+    0.009927991777658463,
+    0.06269644945859909,
+    0.15518102049827576,
+    0.11252141743898392,
+    0.062005169689655304,
+    0.10651922971010208,
+    0.28079745173454285,
+    0.030572840943932533,
+    0.02038533426821232,
+    0.1271015852689743,
+    0.022388936951756477,
+    0.08055082708597183,
+    0.10424633324146271,
+    0.024579977616667747,
+    0.05071533843874931,
+    0.027867808938026428,
+    0.011387692764401436,
+    0.033665981143713,
+    0.19237688183784485,
+    0.015027782879769802,
+    0.07408349215984344,
+    0.11134364455938339,
+    0.09876776486635208,
+    0.03720097988843918,
+    0.060219332575798035,
+    0.3341769576072693,
+    0.16670671105384827,
+    0.017177384346723557,
+    0.11121152341365814,
+    0.14762336015701294,
+    0.07940778881311417,
+    0.12135285139083862,
+    0.3781706690788269,
+    0.17567811906337738,
+    0.03690711036324501,
+    0.07088340073823929,
+    0.06506125628948212,
+    0.055319152772426605,
+    0.02116616629064083,
+    0.03880792111158371,
+    0.11703938245773315,
+    0.09216649830341339,
+    0.07372366636991501,
+    0.15738984942436218,
+    0.19004441797733307,
+    0.18664447963237762,
+    0.04633473977446556,
+    0.05267198756337166,
+    0.050492580980062485,
+    0.19046886265277863,
+    0.1450732797384262,
+    0.01911657117307186,
+    0.3420964479446411,
+    0.240595281124115,
+    0.089463010430336,
+    0.4477679431438446,
+    0.490902841091156,
+    0.032090894877910614,
+    0.3241300880908966,
+    0.38520094752311707,
+    0.0496443472802639,
+    0.10311080515384674,
+    0.2072031944990158,
+    0.027174264192581177,
+    0.023037629202008247,
+    0.050592731684446335,
+    0.039189137518405914,
+    0.06571412086486816,
+    0.024278903380036354,
+    0.01172675285488367,
+    0.05917034298181534,
+    0.03971318155527115,
+    0.03360335901379585,
+    0.30323320627212524,
+    0.09981904923915863,
+    0.026857120916247368,
+    0.02105858363211155,
+    0.11455102264881134,
+    0.09982631355524063,
+    0.2290807068347931,
+    0.05681206285953522,
+    0.07026883959770203,
+    0.19443990290164948,
+    0.0885378047823906,
+    0.09491375088691711,
+    0.05097372084856033,
+    0.19185414910316467,
+    0.217476949095726,
+    0.17936107516288757,
+    0.06631311774253845,
+    0.15721207857131958,
+    0.21225953102111816,
+    0.11975139379501343,
+    0.0075294869020581245,
+    0.094352588057518,
+    0.18853560090065002,
+    0.08180975914001465,
+    0.1212499812245369,
+    0.04306986555457115,
+    0.012940852902829647,
+    0.04545730724930763,
+    0.007935409434139729,
+    0.07049036026000977,
+    0.012675906531512737,
+    0.08046844601631165,
+    0.03562324121594429,
+    0.007888584397733212,
+    0.023892119526863098,
+    0.1251603364944458,
+    0.009979055263102055,
+    0.05266429856419563,
+    0.014230754226446152,
+    0.03288499638438225,
+    0.040208131074905396,
+    0.16451765596866608,
+    0.037195008248090744,
+    0.13560105860233307,
+    0.04787435010075569,
+    0.15319406986236572,
+    0.049145378172397614,
+    0.02292570471763611,
+    0.3550136983394623,
+    0.3981800675392151,
+    0.24251921474933624,
+    0.06218334659934044,
+    0.03171690180897713,
+    0.05577468127012253,
+    0.05642203986644745,
+    0.14112047851085663,
+    0.09705151617527008,
+    0.0708235576748848,
+    0.0612839050590992,
+    0.014005498960614204,
+    0.14768734574317932,
+    0.005521389655768871,
+    0.23855219781398773,
+    0.08746109157800674,
+    0.11910587549209595,
+    0.20075766742229462,
+    0.14148908853530884,
+    0.06563065946102142,
+    0.01188264787197113,
+    0.06466895341873169,
+    0.0505441389977932,
+    0.010467901825904846,
+    0.008920381776988506,
+    0.06310396641492844,
+    0.04533976688981056,
+    0.04779614880681038,
+    0.16601496934890747,
+    0.25272974371910095,
+    0.09214761108160019,
+    0.14374378323554993,
+    0.20980022847652435,
+    0.029409458860754967,
+    0.04482857137918472,
+    0.06358800083398819,
+    0.08026498556137085,
+    0.10345931351184845,
+    0.1310858428478241,
+    0.31141769886016846,
+    0.008155792951583862,
+    0.11905855685472488,
+    0.02864387072622776,
+    0.013691127300262451,
+    0.09353192150592804,
+    0.017550993710756302,
+    0.015973109751939774,
+    0.029835641384124756,
+    0.020313462242484093,
+    0.11370401084423065,
+    0.0859704539179802,
+    0.007431470789015293,
+    0.1275598108768463,
+    0.3025364577770233,
+    0.03878175839781761,
+    0.31046703457832336,
+    0.0389091931283474,
+    0.023787882179021835,
+    0.02777673490345478,
+    0.21635697782039642,
+    0.17675752937793732,
+    0.04149484261870384,
+    0.010106077417731285,
+    0.09426584094762802,
+    0.11753572523593903
+  ]
+}

p5-mae-15m-d232/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00025000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.14012378457035918,
+  "probe/map_train": 0.519562556123824,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16519919182023696,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.17954327003099,
+  "probe/total_s": 8.657028055982664,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16379893135519757
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1635906881320536
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16519919182023696
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16397715959409906
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15392182073891658
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13115074815037722
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10432690781836294
+    }
+  ],
+  "per_class_ap": [
+    0.64344722032547,
+    0.01456209272146225,
+    0.07911510020494461,
+    0.19271960854530334,
+    0.117192842066288,
+    0.30455392599105835,
+    0.20388883352279663,
+    0.309861958026886,
+    0.03033623844385147,
+    0.05318101868033409,
+    0.018932905048131943,
+    0.0423428937792778,
+    0.49941354990005493,
+    0.3306208550930023,
+    0.06028342992067337,
+    0.46120578050613403,
+    0.3136660158634186,
+    0.36981359124183655,
+    0.05578747019171715,
+    0.1177574172616005,
+    0.24473194777965546,
+    0.07974257320165634,
+    0.19267459213733673,
+    0.13718509674072266,
+    0.058945778757333755,
+    0.0330331027507782,
+    0.0828370526432991,
+    0.17252406477928162,
+    0.2201938033103943,
+    0.07965769618749619,
+    0.2209489941596985,
+    0.17261049151420593,
+    0.020520929247140884,
+    0.056961219757795334,
+    0.2227793037891388,
+    0.05361839383840561,
+    0.3869823217391968,
+    0.05587141215801239,
+    0.07679542899131775,
+    0.14968597888946533,
+    0.16246120631694794,
+    0.023198498412966728,
+    0.07171160727739334,
+    0.35936450958251953,
+    0.014689818024635315,
+    0.09766583889722824,
+    0.0153384730219841,
+    0.18199996650218964,
+    0.05299662426114082,
+    0.07124725729227066,
+    0.10457466542720795,
+    0.008227785117924213,
+    0.06652678549289703,
+    0.05217278003692627,
+    0.2514183223247528,
+    0.1158330962061882,
+    0.22511832416057587,
+    0.38392511010169983,
+    0.16069471836090088,
+    0.08761180192232132,
+    0.18067581951618195,
+    0.2354327291250229,
+    0.06602286547422409,
+    0.16816851496696472,
+    0.521563708782196,
+    0.259141743183136,
+    0.31881436705589294,
+    0.27712270617485046,
+    0.370695561170578,
+    0.39168107509613037,
+    0.10430445522069931,
+    0.15253035724163055,
+    0.20233827829360962,
+    0.17591826617717743,
+    0.18888911604881287,
+    0.2295379936695099,
+    0.05940916761755943,
+    0.2602696120738983,
+    0.15674497187137604,
+    0.10316218435764313,
+    0.02290407381951809,
+    0.10635251551866531,
+    0.34222111105918884,
+    0.06893299520015717,
+    0.09548918902873993,
+    0.024106962606310844,
+    0.047672927379608154,
+    0.03706006333231926,
+    0.05640559270977974,
+    0.06563460826873779,
+    0.03935842961072922,
+    0.03967719525098801,
+    0.1749599128961563,
+    0.027470769360661507,
+    0.04443120211362839,
+    0.03846309334039688,
+    0.013235500082373619,
+    0.022377772256731987,
+    0.1167532280087471,
+    0.16409234702587128,
+    0.12816888093948364,
+    0.21252486109733582,
+    0.038358669728040695,
+    0.04028889164328575,
+    0.014879551716148853,
+    0.03784414380788803,
+    0.06401904672384262,
+    0.05912040174007416,
+    0.07300534844398499,
+    0.20637403428554535,
+    0.20867568254470825,
+    0.12373677641153336,
+    0.11185179650783539,
+    0.08438364416360855,
+    0.05150146409869194,
+    0.1681995987892151,
+    0.16669875383377075,
+    0.11392024159431458,
+    0.11740170419216156,
+    0.27041494846343994,
+    0.28692206740379333,
+    0.15079030394554138,
+    0.09401209652423859,
+    0.09156686812639236,
+    0.008814896456897259,
+    0.04610678553581238,
+    0.10872896015644073,
+    0.16019457578659058,
+    0.08845192939043045,
+    0.08874519169330597,
+    0.004163895267993212,
+    0.11033116281032562,
+    0.1445847600698471,
+    0.11720896512269974,
+    0.05507586523890495,
+    0.00865357555449009,
+    0.0751928985118866,
+    0.7304978370666504,
+    0.24756072461605072,
+    0.3177095353603363,
+    0.40331557393074036,
+    0.29040876030921936,
+    0.0912136510014534,
+    0.12578047811985016,
+    0.06209971010684967,
+    0.08952699601650238,
+    0.09289605170488358,
+    0.26964226365089417,
+    0.12708847224712372,
+    0.18594548106193542,
+    0.22939594089984894,
+    0.18766902387142181,
+    0.19878360629081726,
+    0.08364701271057129,
+    0.09241484105587006,
+    0.22081509232521057,
+    0.12528713047504425,
+    0.0903332382440567,
+    0.017894741147756577,
+    0.05546572431921959,
+    0.4473762512207031,
+    0.3065260946750641,
+    0.3383727967739105,
+    0.177592933177948,
+    0.26814165711402893,
+    0.3078136742115021,
+    0.3259643316268921,
+    0.18414264917373657,
+    0.3192957043647766,
+    0.2821548879146576,
+    0.1723129004240036,
+    0.3103327751159668,
+    0.338105171918869,
+    0.20762889087200165,
+    0.13166892528533936,
+    0.08706000447273254,
+    0.12832029163837433,
+    0.3340509235858917,
+    0.07819224148988724,
+    0.150084987282753,
+    0.19702157378196716,
+    0.17106755077838898,
+    0.158967986702919,
+    0.27612245082855225,
+    0.07740931957960129,
+    0.3877113163471222,
+    0.35654446482658386,
+    0.15250162780284882,
+    0.26150161027908325,
+    0.15272219479084015,
+    0.16573338210582733,
+    0.08666949719190598,
+    0.33886221051216125,
+    0.1729748696088791,
+    0.15999388694763184,
+    0.37616169452667236,
+    0.07245919853448868,
+    0.10099582374095917,
+    0.12262272089719772,
+    0.2782110273838043,
+    0.04752173274755478,
+    0.16025280952453613,
+    0.1883487105369568,
+    0.15312016010284424,
+    0.22369305789470673,
+    0.18943190574645996,
+    0.2223261445760727,
+    0.5241276621818542,
+    0.24870659410953522,
+    0.27341315150260925,
+    0.7329391837120056,
+    0.3920994997024536,
+    0.46002963185310364,
+    0.05884110555052757,
+    0.3531933128833771,
+    0.10995890200138092,
+    0.04466172680258751,
+    0.23567606508731842,
+    0.18777672946453094,
+    0.11890721321105957,
+    0.17509596049785614,
+    0.1118776947259903,
+    0.20636789500713348,
+    0.18899722397327423,
+    0.07066930085420609,
+    0.06718939542770386,
+    0.048787541687488556,
+    0.025730185210704803,
+    0.13101357221603394,
+    0.04167747497558594,
+    0.04629167169332504,
+    0.07710602879524231,
+    0.08789809793233871,
+    0.0548260398209095,
+    0.029996631667017937,
+    0.014404765330255032,
+    0.18071387708187103,
+    0.02163982391357422,
+    0.3545883595943451,
+    0.02963334135711193,
+    0.20342804491519928,
+    0.291574090719223,
+    0.28196048736572266,
+    0.21144375205039978,
+    0.13040073215961456,
+    0.23335421085357666,
+    0.06545936316251755,
+    0.21687793731689453,
+    0.023674745112657547,
+    0.1310860514640808,
+    0.1087159588932991,
+    0.018009284511208534,
+    0.07415669411420822,
+    0.08804920315742493,
+    0.05756392702460289,
+    0.1737392693758011,
+    0.2565230429172516,
+    0.2302430421113968,
+    0.0980137512087822,
+    0.0790611058473587,
+    0.032948072999715805,
+    0.07693686336278915,
+    0.20330500602722168,
+    0.0725293830037117,
+    0.013719632290303707,
+    0.07593410462141037,
+    0.0725218802690506,
+    0.08082204312086105,
+    0.07378139346837997,
+    0.035109203308820724,
+    0.03477000445127487,
+    0.26002949476242065,
+    0.19950352609157562,
+    0.04412492364645004,
+    0.15237414836883545,
+    0.028099002316594124,
+    0.0682978555560112,
+    0.016771800816059113,
+    0.06638067215681076,
+    0.04651359096169472,
+    0.018725140020251274,
+    0.26861897110939026,
+    0.14194558560848236,
+    0.23722811043262482,
+    0.050920791923999786,
+    0.25726959109306335,
+    0.320818692445755,
+    0.33356884121894836,
+    0.22314462065696716,
+    0.22052817046642303,
+    0.23101495206356049,
+    0.2017410397529602,
+    0.09472166746854782,
+    0.21433836221694946,
+    0.20955203473567963,
+    0.21233002841472626,
+    0.120343878865242,
+    0.006503457669168711,
+    0.018005305901169777,
+    0.014250065200030804,
+    0.28335040807724,
+    0.19766801595687866,
+    0.1628817468881607,
+    0.08335760235786438,
+    0.029154114425182343,
+    0.1258424073457718,
+    0.033268097788095474,
+    0.18269822001457214,
+    0.052146196365356445,
+    0.0833105593919754,
+    0.14846274256706238,
+    0.05378049984574318,
+    0.08010196685791016,
+    0.0639965608716011,
+    0.06638625264167786,
+    0.10931099206209183,
+    0.0622270368039608,
+    0.045700713992118835,
+    0.11157267540693283,
+    0.053466614335775375,
+    0.21257047355175018,
+    0.030452970415353775,
+    0.41565772891044617,
+    0.3845764696598053,
+    0.2750318646430969,
+    0.22483526170253754,
+    0.054245516657829285,
+    0.09344395250082016,
+    0.3077361583709717,
+    0.2848580777645111,
+    0.12459506839513779,
+    0.22353217005729675,
+    0.3135371208190918,
+    0.3525838255882263,
+    0.23100686073303223,
+    0.17629653215408325,
+    0.15221266448497772,
+    0.1640142947435379,
+    0.05715024098753929,
+    0.05388317629694939,
+    0.11166588217020035,
+    0.013477888889610767,
+    0.06403971463441849,
+    0.16149958968162537,
+    0.11175525933504105,
+    0.07139900326728821,
+    0.103247731924057,
+    0.3212256133556366,
+    0.04284302145242691,
+    0.019323116168379784,
+    0.14024917781352997,
+    0.030675865709781647,
+    0.08520122617483139,
+    0.0985625833272934,
+    0.02830253355205059,
+    0.05166301503777504,
+    0.03395674750208855,
+    0.017865268513560295,
+    0.039834532886743546,
+    0.18637524545192719,
+    0.015779027715325356,
+    0.04957190901041031,
+    0.1075078472495079,
+    0.12139962613582611,
+    0.028124375268816948,
+    0.037336405366659164,
+    0.3403759002685547,
+    0.18914537131786346,
+    0.019153377041220665,
+    0.11935258656740189,
+    0.16826610267162323,
+    0.11725687235593796,
+    0.13738419115543365,
+    0.3652134835720062,
+    0.18722926080226898,
+    0.03989982232451439,
+    0.08240026980638504,
+    0.0630955770611763,
+    0.04478081315755844,
+    0.02178974077105522,
+    0.029224378988146782,
+    0.11570651829242706,
+    0.12010317295789719,
+    0.06155356019735336,
+    0.16238506138324738,
+    0.19636185467243195,
+    0.18953567743301392,
+    0.05455411225557327,
+    0.04415789246559143,
+    0.05042818561196327,
+    0.24689753353595734,
+    0.10619732737541199,
+    0.02825848199427128,
+    0.3578520119190216,
+    0.2875802516937256,
+    0.09323131293058395,
+    0.4401370584964752,
+    0.5195012092590332,
+    0.03716481849551201,
+    0.34397459030151367,
+    0.4242515563964844,
+    0.04756389558315277,
+    0.1302802860736847,
+    0.2033141851425171,
+    0.03222015127539635,
+    0.037206996232271194,
+    0.05280843749642372,
+    0.05061826854944229,
+    0.08493811637163162,
+    0.029032237827777863,
+    0.019090794026851654,
+    0.06749329715967178,
+    0.02345655858516693,
+    0.037210457026958466,
+    0.3119885325431824,
+    0.13465633988380432,
+    0.029160546138882637,
+    0.024485895410180092,
+    0.10032395273447037,
+    0.09615959227085114,
+    0.256806343793869,
+    0.06781864911317825,
+    0.06881431490182877,
+    0.20261713862419128,
+    0.08677350729703903,
+    0.09505703300237656,
+    0.06288305670022964,
+    0.16829082369804382,
+    0.21840254962444305,
+    0.15475323796272278,
+    0.07461987435817719,
+    0.1631811410188675,
+    0.24747523665428162,
+    0.11547453701496124,
+    0.006103918422013521,
+    0.09079594165086746,
+    0.18394029140472412,
+    0.09649721533060074,
+    0.12464851140975952,
+    0.0409473292529583,
+    0.017472077161073685,
+    0.0444350466132164,
+    0.009102835319936275,
+    0.06133493781089783,
+    0.024392982944846153,
+    0.10652017593383789,
+    0.050898704677820206,
+    0.011816039681434631,
+    0.022198541089892387,
+    0.09100712090730667,
+    0.008517918176949024,
+    0.04525015875697136,
+    0.015505452640354633,
+    0.03976632282137871,
+    0.035938408225774765,
+    0.19001244008541107,
+    0.06262444704771042,
+    0.1726485788822174,
+    0.05650841072201729,
+    0.13269202411174774,
+    0.035422779619693756,
+    0.020759401842951775,
+    0.3522011637687683,
+    0.42699337005615234,
+    0.2389552742242813,
+    0.11789108067750931,
+    0.032812681049108505,
+    0.054084911942481995,
+    0.06266988813877106,
+    0.19143342971801758,
+    0.08250977098941803,
+    0.0692497044801712,
+    0.07269295305013657,
+    0.016071395948529243,
+    0.1108989343047142,
+    0.005255197174847126,
+    0.2556447684764862,
+    0.07657324522733688,
+    0.10195349156856537,
+    0.19944755733013153,
+    0.14591816067695618,
+    0.06896436959505081,
+    0.015443987213075161,
+    0.058625463396310806,
+    0.05637578293681145,
+    0.013531191274523735,
+    0.00714973034337163,
+    0.06416337192058563,
+    0.04139827936887741,
+    0.05942864716053009,
+    0.22627755999565125,
+    0.2513287663459778,
+    0.09816490113735199,
+    0.14195705950260162,
+    0.2068207710981369,
+    0.032579317688941956,
+    0.05065281316637993,
+    0.10032373666763306,
+    0.0910949632525444,
+    0.10086525976657867,
+    0.12797234952449799,
+    0.2731221616268158,
+    0.008990217931568623,
+    0.15076696872711182,
+    0.027318956330418587,
+    0.018025504425168037,
+    0.09898688644170761,
+    0.02346586436033249,
+    0.015377947129309177,
+    0.03724430501461029,
+    0.020073378458619118,
+    0.13019485771656036,
+    0.07515795528888702,
+    0.009112783707678318,
+    0.1707048863172531,
+    0.2639468312263489,
+    0.06891512125730515,
+    0.3207102417945862,
+    0.04809022322297096,
+    0.044013407081365585,
+    0.03182562068104744,
+    0.20854845643043518,
+    0.19842669367790222,
+    0.03938987851142883,
+    0.007994971238076687,
+    0.11646180599927902,
+    0.10668574273586273
+  ]
+}

p5-mae-15m-d232/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00030000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.14392008776361198,
+  "probe/map_train": 0.5200991297752174,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16528275302183626,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.771323455031961,
+  "probe/total_s": 8.039086487959139,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16286546529970525
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16337427969419344
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16528275302183626
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1637128484377945
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15426874051641043
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1323184020242051
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1076837870066162
+    }
+  ],
+  "per_class_ap": [
+    0.6450231075286865,
+    0.012340295128524303,
+    0.0809454545378685,
+    0.1811213344335556,
+    0.11720345914363861,
+    0.3031567633152008,
+    0.21004213392734528,
+    0.31213733553886414,
+    0.03169553354382515,
+    0.043441031128168106,
+    0.021064087748527527,
+    0.044201988726854324,
+    0.5234686136245728,
+    0.35943084955215454,
+    0.08451379090547562,
+    0.4679921269416809,
+    0.31810033321380615,
+    0.37320780754089355,
+    0.06066563352942467,
+    0.10977537930011749,
+    0.23560300469398499,
+    0.07353858649730682,
+    0.1830986738204956,
+    0.1418502777814865,
+    0.05188922956585884,
+    0.027146659791469574,
+    0.08040684461593628,
+    0.1859549582004547,
+    0.22026224434375763,
+    0.09884659200906754,
+    0.24216687679290771,
+    0.18995288014411926,
+    0.021165866404771805,
+    0.05943107604980469,
+    0.21849137544631958,
+    0.0515623465180397,
+    0.45072486996650696,
+    0.06458832323551178,
+    0.09100446850061417,
+    0.14661970734596252,
+    0.16231860220432281,
+    0.01724848710000515,
+    0.06944328546524048,
+    0.34754279255867004,
+    0.012918899767100811,
+    0.09650807827711105,
+    0.018743278458714485,
+    0.1931629776954651,
+    0.054523397237062454,
+    0.07499249279499054,
+    0.10601074248552322,
+    0.007914639078080654,
+    0.07047033309936523,
+    0.046579353511333466,
+    0.23346871137619019,
+    0.11203114688396454,
+    0.23164896667003632,
+    0.3757946491241455,
+    0.12789057195186615,
+    0.08734706789255142,
+    0.18430829048156738,
+    0.25593438744544983,
+    0.07116205990314484,
+    0.166663259267807,
+    0.5333865284919739,
+    0.26411181688308716,
+    0.34437546133995056,
+    0.28924405574798584,
+    0.34459710121154785,
+    0.3924974799156189,
+    0.106174997985363,
+    0.14281697571277618,
+    0.20819680392742157,
+    0.18323826789855957,
+    0.19002479314804077,
+    0.20698122680187225,
+    0.06493125855922699,
+    0.23279207944869995,
+    0.18042483925819397,
+    0.12910914421081543,
+    0.027028605341911316,
+    0.10185890644788742,
+    0.3663572669029236,
+    0.0784832015633583,
+    0.12807241082191467,
+    0.02730560675263405,
+    0.06390079110860825,
+    0.04742195084691048,
+    0.04078492894768715,
+    0.09591203182935715,
+    0.06926436722278595,
+    0.07558419555425644,
+    0.2069980651140213,
+    0.03551538288593292,
+    0.03500080481171608,
+    0.037109375,
+    0.012767346575856209,
+    0.013853125274181366,
+    0.11088720709085464,
+    0.1528528928756714,
+    0.1427767425775528,
+    0.2363315224647522,
+    0.036887895315885544,
+    0.03714749962091446,
+    0.014414379373192787,
+    0.04355233907699585,
+    0.055206429213285446,
+    0.05533275008201599,
+    0.08054659515619278,
+    0.22018280625343323,
+    0.2444337159395218,
+    0.11615657061338425,
+    0.10706200450658798,
+    0.07984334975481033,
+    0.044690582901239395,
+    0.16955488920211792,
+    0.16614606976509094,
+    0.12661637365818024,
+    0.14343678951263428,
+    0.280984491109848,
+    0.30926376581192017,
+    0.18592724204063416,
+    0.09648552536964417,
+    0.08314156532287598,
+    0.008511119522154331,
+    0.043672770261764526,
+    0.1114700585603714,
+    0.15193086862564087,
+    0.11396609991788864,
+    0.11626330018043518,
+    0.00471988320350647,
+    0.09646353870630264,
+    0.1301501989364624,
+    0.11173564195632935,
+    0.06058099493384361,
+    0.009346517734229565,
+    0.09602274745702744,
+    0.7302842736244202,
+    0.26397600769996643,
+    0.3287522494792938,
+    0.4219508767127991,
+    0.2852029800415039,
+    0.11812824010848999,
+    0.13282673060894012,
+    0.08207163959741592,
+    0.10284235328435898,
+    0.09282694011926651,
+    0.33140212297439575,
+    0.1286308467388153,
+    0.2169182151556015,
+    0.14280188083648682,
+    0.19393154978752136,
+    0.23008635640144348,
+    0.08674781024456024,
+    0.10448992997407913,
+    0.2319955825805664,
+    0.1309601217508316,
+    0.0955103263258934,
+    0.020600421354174614,
+    0.054868560284376144,
+    0.48618003726005554,
+    0.3217713236808777,
+    0.367648184299469,
+    0.16952092945575714,
+    0.2854737341403961,
+    0.31832677125930786,
+    0.33649498224258423,
+    0.19545552134513855,
+    0.33504530787467957,
+    0.31528788805007935,
+    0.19287988543510437,
+    0.3350011110305786,
+    0.3710882067680359,
+    0.21271176636219025,
+    0.13797427713871002,
+    0.09709667414426804,
+    0.14057590067386627,
+    0.3437400758266449,
+    0.08080071955919266,
+    0.141107439994812,
+    0.21617278456687927,
+    0.1806955188512802,
+    0.14723964035511017,
+    0.2904680669307709,
+    0.0734620988368988,
+    0.39059942960739136,
+    0.366796612739563,
+    0.14656391739845276,
+    0.2794366478919983,
+    0.1555156111717224,
+    0.17392392456531525,
+    0.08933987468481064,
+    0.3289601504802704,
+    0.20782653987407684,
+    0.18513290584087372,
+    0.3780001699924469,
+    0.0685497373342514,
+    0.09914644062519073,
+    0.12927137315273285,
+    0.2536099851131439,
+    0.04304976761341095,
+    0.18609489500522614,
+    0.17068883776664734,
+    0.13992446660995483,
+    0.1880878508090973,
+    0.2101765125989914,
+    0.24891571700572968,
+    0.541359543800354,
+    0.2629733681678772,
+    0.32258719205856323,
+    0.7289320826530457,
+    0.3811326324939728,
+    0.48450523614883423,
+    0.06341113150119781,
+    0.3279053568840027,
+    0.1377689689397812,
+    0.03805328905582428,
+    0.27086976170539856,
+    0.20166780054569244,
+    0.13400188088417053,
+    0.17722834646701813,
+    0.12258022278547287,
+    0.2040073722600937,
+    0.19230495393276215,
+    0.06233711540699005,
+    0.06003343686461449,
+    0.055738601833581924,
+    0.026065988466143608,
+    0.13762634992599487,
+    0.04555462673306465,
+    0.04334443807601929,
+    0.09851514548063278,
+    0.09581098705530167,
+    0.04958473891019821,
+    0.024485835805535316,
+    0.01665356196463108,
+    0.18970108032226562,
+    0.02232147939503193,
+    0.35301730036735535,
+    0.030598942190408707,
+    0.20507656037807465,
+    0.2687431275844574,
+    0.27849632501602173,
+    0.2117481529712677,
+    0.1336277723312378,
+    0.23390769958496094,
+    0.06597403436899185,
+    0.19968898594379425,
+    0.027825718745589256,
+    0.12955304980278015,
+    0.1092429980635643,
+    0.021507488563656807,
+    0.06434249132871628,
+    0.0919254794716835,
+    0.062130529433488846,
+    0.17391879856586456,
+    0.26496782898902893,
+    0.2340318262577057,
+    0.0826936736702919,
+    0.09797437489032745,
+    0.02836860530078411,
+    0.08093920350074768,
+    0.14866210520267487,
+    0.07867424190044403,
+    0.013542411848902702,
+    0.07354391366243362,
+    0.08156177401542664,
+    0.1118779182434082,
+    0.07364452630281448,
+    0.03212180361151695,
+    0.03222614526748657,
+    0.26342329382896423,
+    0.14443661272525787,
+    0.04499531537294388,
+    0.16787514090538025,
+    0.03861048445105553,
+    0.051604386419057846,
+    0.01929241418838501,
+    0.07163461297750473,
+    0.05684637278318405,
+    0.020023707300424576,
+    0.2603975236415863,
+    0.13172248005867004,
+    0.24302777647972107,
+    0.042170047760009766,
+    0.26409488916397095,
+    0.30751824378967285,
+    0.323760449886322,
+    0.22942610085010529,
+    0.2250819057226181,
+    0.222952201962471,
+    0.2216300666332245,
+    0.09624117612838745,
+    0.2001350373029709,
+    0.22573664784431458,
+    0.2376687377691269,
+    0.16012881696224213,
+    0.005113001447170973,
+    0.020817948505282402,
+    0.014355245046317577,
+    0.2837541997432709,
+    0.2010042667388916,
+    0.18210382759571075,
+    0.06529179215431213,
+    0.03234405070543289,
+    0.1165192574262619,
+    0.029294328764081,
+    0.19639377295970917,
+    0.05088293179869652,
+    0.09605573117733002,
+    0.1640409231185913,
+    0.05910685658454895,
+    0.07704188674688339,
+    0.06438105553388596,
+    0.09035592526197433,
+    0.11659522354602814,
+    0.05861487239599228,
+    0.047308262437582016,
+    0.11584243923425674,
+    0.05494299158453941,
+    0.21980175375938416,
+    0.030938133597373962,
+    0.42598822712898254,
+    0.3830412030220032,
+    0.25949880480766296,
+    0.2574729025363922,
+    0.054475899785757065,
+    0.08170559257268906,
+    0.3148658275604248,
+    0.290160208940506,
+    0.1309206634759903,
+    0.2304454892873764,
+    0.3211558759212494,
+    0.32550638914108276,
+    0.17451979219913483,
+    0.19692502915859222,
+    0.13317690789699554,
+    0.18075239658355713,
+    0.07158984988927841,
+    0.04957589879631996,
+    0.11116205900907516,
+    0.008682625368237495,
+    0.06307917833328247,
+    0.15827544033527374,
+    0.09989790618419647,
+    0.07440478354692459,
+    0.11238828301429749,
+    0.3527195155620575,
+    0.03378642350435257,
+    0.021138526499271393,
+    0.1334836632013321,
+    0.03794650360941887,
+    0.09566734731197357,
+    0.1097533106803894,
+    0.02742684818804264,
+    0.047565899789333344,
+    0.024145768955349922,
+    0.017375249415636063,
+    0.03516692668199539,
+    0.20485906302928925,
+    0.016648439690470695,
+    0.07537685334682465,
+    0.11926105618476868,
+    0.1536208689212799,
+    0.0344051830470562,
+    0.05168965458869934,
+    0.3419628441333771,
+    0.17948025465011597,
+    0.01886509545147419,
+    0.1306885927915573,
+    0.161294087767601,
+    0.13240863382816315,
+    0.1218186467885971,
+    0.3641648590564728,
+    0.16381233930587769,
+    0.0425628237426281,
+    0.08047612011432648,
+    0.06801597774028778,
+    0.04086359217762947,
+    0.01741899363696575,
+    0.036185700446367264,
+    0.10424955934286118,
+    0.15634623169898987,
+    0.09158666431903839,
+    0.164589062333107,
+    0.1887725442647934,
+    0.20001699030399323,
+    0.0650680735707283,
+    0.047093506902456284,
+    0.0635276511311531,
+    0.25860533118247986,
+    0.11594565957784653,
+    0.022366568446159363,
+    0.35190463066101074,
+    0.26862508058547974,
+    0.12413845211267471,
+    0.46168938279151917,
+    0.5146193504333496,
+    0.03030666895210743,
+    0.34471002221107483,
+    0.44820836186408997,
+    0.05631661042571068,
+    0.13030992448329926,
+    0.21793954074382782,
+    0.028146710246801376,
+    0.03362097963690758,
+    0.059230320155620575,
+    0.04756412282586098,
+    0.11425977200269699,
+    0.0255025215446949,
+    0.015344011597335339,
+    0.06383316218852997,
+    0.02792457491159439,
+    0.039741400629282,
+    0.31351974606513977,
+    0.08121097087860107,
+    0.027279913425445557,
+    0.025238696485757828,
+    0.10557548701763153,
+    0.10945606231689453,
+    0.25385674834251404,
+    0.06808469444513321,
+    0.06773065030574799,
+    0.21060706675052643,
+    0.09009887278079987,
+    0.0895797610282898,
+    0.053059015423059464,
+    0.1756831556558609,
+    0.24224933981895447,
+    0.18210628628730774,
+    0.0954013541340828,
+    0.17337147891521454,
+    0.21468545496463776,
+    0.11673624813556671,
+    0.008343720808625221,
+    0.08377330005168915,
+    0.1859443187713623,
+    0.09097929298877716,
+    0.12979866564273834,
+    0.04175073653459549,
+    0.014616279862821102,
+    0.06831859797239304,
+    0.011488162912428379,
+    0.07824436575174332,
+    0.02512240782380104,
+    0.09560655802488327,
+    0.05238386243581772,
+    0.009283224120736122,
+    0.024173876270651817,
+    0.10924790054559708,
+    0.00988482404500246,
+    0.060514193028211594,
+    0.0161526370793581,
+    0.05154385417699814,
+    0.04276655614376068,
+    0.2106604278087616,
+    0.05507832393050194,
+    0.14471575617790222,
+    0.0375024676322937,
+    0.12817318737506866,
+    0.05488703027367592,
+    0.03038910962641239,
+    0.36458414793014526,
+    0.4319787621498108,
+    0.2280896008014679,
+    0.12008210271596909,
+    0.028584616258740425,
+    0.06656261533498764,
+    0.05729169771075249,
+    0.18423859775066376,
+    0.1388808786869049,
+    0.07129429280757904,
+    0.06737608462572098,
+    0.020186441019177437,
+    0.10982673615217209,
+    0.004858999513089657,
+    0.26664745807647705,
+    0.07871400564908981,
+    0.09024284034967422,
+    0.20778807997703552,
+    0.14690956473350525,
+    0.07275291532278061,
+    0.012511159293353558,
+    0.06733979284763336,
+    0.05860186740756035,
+    0.011682304553687572,
+    0.008145679719746113,
+    0.06810656934976578,
+    0.0432400144636631,
+    0.06389109045267105,
+    0.21854861080646515,
+    0.31975677609443665,
+    0.1163974478840828,
+    0.15020576119422913,
+    0.19374553859233856,
+    0.03522932156920433,
+    0.04518064111471176,
+    0.11566638946533203,
+    0.07577262818813324,
+    0.09243016690015793,
+    0.13646763563156128,
+    0.30448031425476074,
+    0.008623050525784492,
+    0.12678807973861694,
+    0.029236087575554848,
+    0.015677908435463905,
+    0.0993584468960762,
+    0.018579740077257156,
+    0.015869542956352234,
+    0.03642316907644272,
+    0.024098768830299377,
+    0.12256075441837311,
+    0.079837866127491,
+    0.007773271761834621,
+    0.16499856114387512,
+    0.3118049204349518,
+    0.08095607906579971,
+    0.3111681342124939,
+    0.03903665393590927,
+    0.019946515560150146,
+    0.03434481844305992,
+    0.2045881748199463,
+    0.19452396035194397,
+    0.03637444227933884,
+    0.009176837280392647,
+    0.1300908327102661,
+    0.11159349977970123
+  ]
+}

p5-mae-15m-d232/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00035000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.14540569005848616,
+  "probe/map_train": 0.5205453770549745,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16760652700122763,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.6939309620065615,
+  "probe/total_s": 8.039878782932647,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1661032426720609
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16651559462708967
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16760652700122763
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16334110624651713
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1533424408206861
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1338140903830712
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11012551944130286
+    }
+  ],
+  "per_class_ap": [
+    0.6491743922233582,
+    0.010802777484059334,
+    0.09601110965013504,
+    0.18171487748622894,
+    0.12071122974157333,
+    0.3104349672794342,
+    0.20921218395233154,
+    0.31637123227119446,
+    0.03187045082449913,
+    0.04110134020447731,
+    0.024244073778390884,
+    0.050717614591121674,
+    0.5321634411811829,
+    0.3689255714416504,
+    0.08793966472148895,
+    0.4694860875606537,
+    0.3207014501094818,
+    0.3699728548526764,
+    0.06340176612138748,
+    0.10066571086645126,
+    0.24345043301582336,
+    0.0653223767876625,
+    0.17793716490268707,
+    0.13717029988765717,
+    0.05595147982239723,
+    0.02924172393977642,
+    0.08817422389984131,
+    0.19627512991428375,
+    0.23826271295547485,
+    0.1092066764831543,
+    0.23464547097682953,
+    0.1944890022277832,
+    0.021978581324219704,
+    0.06332723051309586,
+    0.21439878642559052,
+    0.06053369492292404,
+    0.4283403158187866,
+    0.05989914387464523,
+    0.07448180764913559,
+    0.1497865915298462,
+    0.14157439768314362,
+    0.01511704083532095,
+    0.06877616047859192,
+    0.32806098461151123,
+    0.015532294288277626,
+    0.09167760610580444,
+    0.018268104642629623,
+    0.19083522260189056,
+    0.05789783596992493,
+    0.07656417042016983,
+    0.10947643220424652,
+    0.008398633450269699,
+    0.06198874115943909,
+    0.06340595334768295,
+    0.2240021675825119,
+    0.11863519251346588,
+    0.23705260455608368,
+    0.361897736787796,
+    0.13038581609725952,
+    0.07777194678783417,
+    0.18574845790863037,
+    0.23360510170459747,
+    0.07446883618831635,
+    0.16919346153736115,
+    0.5267820358276367,
+    0.24720498919487,
+    0.3613601326942444,
+    0.2724624276161194,
+    0.35876908898353577,
+    0.41366276144981384,
+    0.10758446902036667,
+    0.14178544282913208,
+    0.20362789928913116,
+    0.17852647602558136,
+    0.19266484677791595,
+    0.21313737332820892,
+    0.06351419538259506,
+    0.23657652735710144,
+    0.18874071538448334,
+    0.1331140100955963,
+    0.024725405499339104,
+    0.10903768986463547,
+    0.34585893154144287,
+    0.08124054223299026,
+    0.11741925030946732,
+    0.02657243236899376,
+    0.05710339546203613,
+    0.04677984118461609,
+    0.05511033907532692,
+    0.0728396624326706,
+    0.058226898312568665,
+    0.05745599791407585,
+    0.2047143578529358,
+    0.033550187945365906,
+    0.043111514300107956,
+    0.04409850761294365,
+    0.013366932980716228,
+    0.017257044091820717,
+    0.11162009090185165,
+    0.14405901730060577,
+    0.1350468397140503,
+    0.22662313282489777,
+    0.036868978291749954,
+    0.03688711300492287,
+    0.014177200384438038,
+    0.048169974237680435,
+    0.0542764887213707,
+    0.04824741557240486,
+    0.0825347825884819,
+    0.2074044644832611,
+    0.2547087073326111,
+    0.11691895872354507,
+    0.10602224618196487,
+    0.0775991752743721,
+    0.04414087533950806,
+    0.16503867506980896,
+    0.15627521276474,
+    0.1315501630306244,
+    0.14699813723564148,
+    0.2934824526309967,
+    0.31323540210723877,
+    0.19557616114616394,
+    0.10479696840047836,
+    0.06620543450117111,
+    0.008295418694615364,
+    0.04230404272675514,
+    0.11122754216194153,
+    0.1482078731060028,
+    0.12620100378990173,
+    0.1062968522310257,
+    0.005292578134685755,
+    0.10964713990688324,
+    0.11517266184091568,
+    0.09881971776485443,
+    0.06947089731693268,
+    0.008215725421905518,
+    0.09964467585086823,
+    0.7293825745582581,
+    0.2624984383583069,
+    0.327767938375473,
+    0.4166935384273529,
+    0.29572954773902893,
+    0.11106066405773163,
+    0.12360824644565582,
+    0.06540009379386902,
+    0.11112017184495926,
+    0.09726077318191528,
+    0.3406727910041809,
+    0.13747455179691315,
+    0.22224126756191254,
+    0.16280578076839447,
+    0.19871574640274048,
+    0.21408170461654663,
+    0.08321879059076309,
+    0.11523878574371338,
+    0.22916235029697418,
+    0.1261652708053589,
+    0.08725991100072861,
+    0.027584010735154152,
+    0.05702101066708565,
+    0.49977150559425354,
+    0.32124072313308716,
+    0.37801021337509155,
+    0.1642712652683258,
+    0.2849177122116089,
+    0.330213725566864,
+    0.34227749705314636,
+    0.182061105966568,
+    0.33806273341178894,
+    0.32666850090026855,
+    0.2132028043270111,
+    0.33894360065460205,
+    0.3752582371234894,
+    0.21510851383209229,
+    0.1439284235239029,
+    0.10808616131544113,
+    0.14672993123531342,
+    0.35151684284210205,
+    0.08097831904888153,
+    0.14683693647384644,
+    0.2065664529800415,
+    0.18143071234226227,
+    0.15985508263111115,
+    0.28066450357437134,
+    0.10013069212436676,
+    0.3933976888656616,
+    0.35443881154060364,
+    0.14797241985797882,
+    0.2839728593826294,
+    0.14804771542549133,
+    0.17293371260166168,
+    0.10445848852396011,
+    0.3488461375236511,
+    0.19789312779903412,
+    0.17014874517917633,
+    0.3737645149230957,
+    0.06789930164813995,
+    0.0990041047334671,
+    0.1326645314693451,
+    0.2696473300457001,
+    0.04728241264820099,
+    0.18550018966197968,
+    0.20264923572540283,
+    0.14552827179431915,
+    0.1907859444618225,
+    0.21292780339717865,
+    0.2600327432155609,
+    0.52171790599823,
+    0.2638392150402069,
+    0.3252328038215637,
+    0.7275019288063049,
+    0.380962610244751,
+    0.45999065041542053,
+    0.06859960407018661,
+    0.3599555790424347,
+    0.1421089470386505,
+    0.03941573575139046,
+    0.2780507802963257,
+    0.17823611199855804,
+    0.13226410746574402,
+    0.17821364104747772,
+    0.11867767572402954,
+    0.22995713353157043,
+    0.21086367964744568,
+    0.05995854735374451,
+    0.06851988285779953,
+    0.05374753475189209,
+    0.02936691604554653,
+    0.14850126206874847,
+    0.04776943475008011,
+    0.038897592574357986,
+    0.09657926112413406,
+    0.11218984425067902,
+    0.04991905391216278,
+    0.026080360636115074,
+    0.019384516403079033,
+    0.18403653800487518,
+    0.025407323613762856,
+    0.3387976288795471,
+    0.032656632363796234,
+    0.2039654552936554,
+    0.2745012938976288,
+    0.27601054310798645,
+    0.21910646557807922,
+    0.13742561638355255,
+    0.2237178087234497,
+    0.07044375687837601,
+    0.19969435036182404,
+    0.02789522521197796,
+    0.12943896651268005,
+    0.10153219848871231,
+    0.0226398054510355,
+    0.060282204300165176,
+    0.09827881306409836,
+    0.05956687033176422,
+    0.1824915111064911,
+    0.2812705636024475,
+    0.2602579593658447,
+    0.10883208364248276,
+    0.08709857612848282,
+    0.031154997646808624,
+    0.07771477848291397,
+    0.149823859333992,
+    0.08192932605743408,
+    0.016669834032654762,
+    0.07453005760908127,
+    0.07746770977973938,
+    0.09428520500659943,
+    0.07023550570011139,
+    0.03383982554078102,
+    0.032657139003276825,
+    0.2755894958972931,
+    0.12508705258369446,
+    0.04110390692949295,
+    0.16114841401576996,
+    0.03629666194319725,
+    0.05133787915110588,
+    0.017460016533732414,
+    0.0811041072010994,
+    0.03878331184387207,
+    0.021283971145749092,
+    0.2638281583786011,
+    0.13198257982730865,
+    0.24419383704662323,
+    0.03965829312801361,
+    0.26584944128990173,
+    0.371745228767395,
+    0.3807198107242584,
+    0.24258409440517426,
+    0.2427716702222824,
+    0.22024334967136383,
+    0.2329380363225937,
+    0.09335190057754517,
+    0.19504620134830475,
+    0.2088497281074524,
+    0.24732129275798798,
+    0.1470929980278015,
+    0.0054412903264164925,
+    0.022794144228100777,
+    0.013626391999423504,
+    0.28561365604400635,
+    0.19887866079807281,
+    0.18969617784023285,
+    0.07741484045982361,
+    0.032962266355752945,
+    0.12765701115131378,
+    0.026632526889443398,
+    0.196205735206604,
+    0.04822748154401779,
+    0.095463827252388,
+    0.16314318776130676,
+    0.06960028409957886,
+    0.08931349217891693,
+    0.06710607558488846,
+    0.10724614560604095,
+    0.12265685200691223,
+    0.052229564636945724,
+    0.03835166245698929,
+    0.11870592832565308,
+    0.054820697754621506,
+    0.23658692836761475,
+    0.02677750401198864,
+    0.43824881315231323,
+    0.39055562019348145,
+    0.2687987685203552,
+    0.26803261041641235,
+    0.056554291397333145,
+    0.08151231706142426,
+    0.31222429871559143,
+    0.29731276631355286,
+    0.1558951735496521,
+    0.26379847526550293,
+    0.31424227356910706,
+    0.3243350088596344,
+    0.19415956735610962,
+    0.20455211400985718,
+    0.16328535974025726,
+    0.1884990930557251,
+    0.06372794508934021,
+    0.045714396983385086,
+    0.12455368041992188,
+    0.007804834749549627,
+    0.0571218803524971,
+    0.16669698059558868,
+    0.10394430160522461,
+    0.0670027881860733,
+    0.11698781698942184,
+    0.3544076085090637,
+    0.030541343614459038,
+    0.022460075095295906,
+    0.1403384506702423,
+    0.04241473227739334,
+    0.10346459597349167,
+    0.10285245627164841,
+    0.032299432903528214,
+    0.048749346286058426,
+    0.02975788339972496,
+    0.02088003046810627,
+    0.0387771800160408,
+    0.2153717428445816,
+    0.016467580571770668,
+    0.07402926683425903,
+    0.14018385112285614,
+    0.14190781116485596,
+    0.03453005105257034,
+    0.051489219069480896,
+    0.3425136208534241,
+    0.18696032464504242,
+    0.024047141894698143,
+    0.11902821063995361,
+    0.18307025730609894,
+    0.14125972986221313,
+    0.14528317749500275,
+    0.3797180950641632,
+    0.16793128848075867,
+    0.04706213250756264,
+    0.08439842611551285,
+    0.0707210972905159,
+    0.04807861149311066,
+    0.016324926167726517,
+    0.037314873188734055,
+    0.09385804086923599,
+    0.1538574993610382,
+    0.09279529750347137,
+    0.15626311302185059,
+    0.189931258559227,
+    0.1854015588760376,
+    0.05798284709453583,
+    0.047070205211639404,
+    0.06414814293384552,
+    0.260823130607605,
+    0.11897778511047363,
+    0.0285502839833498,
+    0.35369592905044556,
+    0.28496742248535156,
+    0.10924956947565079,
+    0.4708324670791626,
+    0.5133281350135803,
+    0.028921213001012802,
+    0.3442966938018799,
+    0.42083996534347534,
+    0.051112569868564606,
+    0.11086052656173706,
+    0.21796740591526031,
+    0.02511068806052208,
+    0.0338192842900753,
+    0.06449471414089203,
+    0.05544538423418999,
+    0.12852169573307037,
+    0.02276722528040409,
+    0.016068192198872566,
+    0.07182885706424713,
+    0.026775874197483063,
+    0.0373392254114151,
+    0.30833664536476135,
+    0.1054384633898735,
+    0.028589725494384766,
+    0.025449004024267197,
+    0.10492393374443054,
+    0.12078014016151428,
+    0.24612566828727722,
+    0.06853371113538742,
+    0.06650691479444504,
+    0.212049663066864,
+    0.09193485975265503,
+    0.0892564132809639,
+    0.07540462911128998,
+    0.1905095875263214,
+    0.26796984672546387,
+    0.15654218196868896,
+    0.06412936747074127,
+    0.1883983612060547,
+    0.20360425114631653,
+    0.11227067559957504,
+    0.007165723480284214,
+    0.08553237468004227,
+    0.18347062170505524,
+    0.09894226491451263,
+    0.1262304037809372,
+    0.05929475650191307,
+    0.016589129343628883,
+    0.054373063147068024,
+    0.014033643528819084,
+    0.08444804698228836,
+    0.010444056242704391,
+    0.10179316997528076,
+    0.03869681805372238,
+    0.010715113021433353,
+    0.025300873443484306,
+    0.12047986686229706,
+    0.01128410454839468,
+    0.05897587537765503,
+    0.017775705084204674,
+    0.039972804486751556,
+    0.05525185912847519,
+    0.22245827317237854,
+    0.059280529618263245,
+    0.15403470396995544,
+    0.045015402138233185,
+    0.13204509019851685,
+    0.0510542169213295,
+    0.025995947420597076,
+    0.37739261984825134,
+    0.426300972700119,
+    0.2383507937192917,
+    0.08470233529806137,
+    0.027257338166236877,
+    0.06431032717227936,
+    0.058801136910915375,
+    0.17357511818408966,
+    0.10888566076755524,
+    0.07251448184251785,
+    0.06938391923904419,
+    0.028195176273584366,
+    0.12433978170156479,
+    0.005481363274157047,
+    0.26142066717147827,
+    0.06927758455276489,
+    0.09868442267179489,
+    0.2044876515865326,
+    0.1616806983947754,
+    0.07452775537967682,
+    0.01836429350078106,
+    0.05219323933124542,
+    0.05524630472064018,
+    0.01100132055580616,
+    0.009387283585965633,
+    0.07304009050130844,
+    0.049139901995658875,
+    0.07626944035291672,
+    0.2300097495317459,
+    0.31074950098991394,
+    0.11423823237419128,
+    0.15275587141513824,
+    0.19426803290843964,
+    0.03323597460985184,
+    0.04016245901584625,
+    0.16701853275299072,
+    0.07650206238031387,
+    0.09245980530977249,
+    0.13874070346355438,
+    0.3157137632369995,
+    0.007853281684219837,
+    0.13106049597263336,
+    0.030211901292204857,
+    0.023346975445747375,
+    0.09616579115390778,
+    0.019193444401025772,
+    0.014761089347302914,
+    0.03863433003425598,
+    0.02532014437019825,
+    0.11102090775966644,
+    0.0789569541811943,
+    0.009720037691295147,
+    0.14994534850120544,
+    0.3102570176124573,
+    0.08057926595211029,
+    0.29816490411758423,
+    0.04534181207418442,
+    0.019189486280083656,
+    0.04150814935564995,
+    0.19989655911922455,
+    0.170045405626297,
+    0.039786309003829956,
+    0.008001070469617844,
+    0.1422780454158783,
+    0.11253931373357773
+  ]
+}

p5-mae-15m-d232/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.002041015625
+  - 0.0
+  - 0.0
+  - 0.031169921875
+  - 0.001298828125
+  - 0.105849609375
+  - 0.0
+  - 0.00037109375
+  - 0.000833984375
+  - 0.0
+  - 0.0
+  - 0.4263671875
+  - 0.007421875
+  - 0.36759375
+  - 0.0
+  - 0.05649609375
+  - 0.0
+  - 0.000556640625
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d232
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d232/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d232/exports/step_00040000",
+  "fingerprint": "30d4f473dd4dfde7",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "probe/map": 0.14638561640107967,
+  "probe/map_train": 0.5193303848353463,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16819413331959332,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.181546974927187,
+  "probe/total_s": 8.562044667894952,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16689870250543873
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16721629455819925
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16819413331959332
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1643323154971569
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15391683524414415
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13399498434109963
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10996973499403012
+    }
+  ],
+  "per_class_ap": [
+    0.6481078267097473,
+    0.011412105523049831,
+    0.09312228858470917,
+    0.18328391015529633,
+    0.12748321890830994,
+    0.3092394769191742,
+    0.20810353755950928,
+    0.3083922564983368,
+    0.031085558235645294,
+    0.03959762305021286,
+    0.024880195036530495,
+    0.04792885482311249,
+    0.5386046767234802,
+    0.3630295693874359,
+    0.06396067887544632,
+    0.4752034842967987,
+    0.3194423317909241,
+    0.37369051575660706,
+    0.06519656628370285,
+    0.105862095952034,
+    0.24887409806251526,
+    0.06688554584980011,
+    0.17579221725463867,
+    0.1397990584373474,
+    0.05591718107461929,
+    0.029082095250487328,
+    0.09056606143712997,
+    0.19335795938968658,
+    0.24368111789226532,
+    0.11467720568180084,
+    0.23888742923736572,
+    0.19347718358039856,
+    0.022297315299510956,
+    0.06800123304128647,
+    0.21912556886672974,
+    0.0551312118768692,
+    0.43132874369621277,
+    0.06021980941295624,
+    0.08019739389419556,
+    0.14469271898269653,
+    0.1457105129957199,
+    0.016164889559149742,
+    0.07185143232345581,
+    0.32565203309059143,
+    0.01593673974275589,
+    0.09228508174419403,
+    0.02288113720715046,
+    0.20463894307613373,
+    0.05746253952383995,
+    0.0789983794093132,
+    0.1151246577501297,
+    0.007873761467635632,
+    0.06753512471914291,
+    0.0614643432199955,
+    0.2218875288963318,
+    0.11694332957267761,
+    0.23808909952640533,
+    0.36727288365364075,
+    0.13569004833698273,
+    0.07930063456296921,
+    0.18929584324359894,
+    0.2590794563293457,
+    0.0779687687754631,
+    0.15775008499622345,
+    0.5282977819442749,
+    0.2455861121416092,
+    0.3565155863761902,
+    0.27171647548675537,
+    0.35600563883781433,
+    0.40963342785835266,
+    0.10078795999288559,
+    0.14383678138256073,
+    0.20376022160053253,
+    0.17878463864326477,
+    0.1942709982395172,
+    0.21369345486164093,
+    0.06308792531490326,
+    0.24446123838424683,
+    0.18356718122959137,
+    0.1363031417131424,
+    0.024942008778452873,
+    0.11438816785812378,
+    0.34474384784698486,
+    0.0853142961859703,
+    0.11469078063964844,
+    0.027365483343601227,
+    0.055800389498472214,
+    0.04378907009959221,
+    0.062266670167446136,
+    0.07033529877662659,
+    0.058045774698257446,
+    0.05616992339491844,
+    0.19806380569934845,
+    0.036249205470085144,
+    0.043180543929338455,
+    0.0470547154545784,
+    0.013588214293122292,
+    0.01642732322216034,
+    0.11272285133600235,
+    0.15348201990127563,
+    0.13828378915786743,
+    0.24552656710147858,
+    0.03790438547730446,
+    0.03813052177429199,
+    0.013901433907449245,
+    0.0473080612719059,
+    0.05227332562208176,
+    0.0469391755759716,
+    0.07847657054662704,
+    0.21720927953720093,
+    0.2589300274848938,
+    0.11808683723211288,
+    0.10678384453058243,
+    0.0763934999704361,
+    0.043394409120082855,
+    0.17366649210453033,
+    0.1652889847755432,
+    0.1381116658449173,
+    0.15308918058872223,
+    0.2975388169288635,
+    0.3151091933250427,
+    0.19661080837249756,
+    0.09973066300153732,
+    0.08095093071460724,
+    0.008825157769024372,
+    0.04224119335412979,
+    0.10947927832603455,
+    0.14681334793567657,
+    0.12612108886241913,
+    0.10171829164028168,
+    0.0051244404166936874,
+    0.10033563524484634,
+    0.1197715550661087,
+    0.09609399735927582,
+    0.07216940075159073,
+    0.008800036273896694,
+    0.10484791547060013,
+    0.7292210459709167,
+    0.2627052962779999,
+    0.32661816477775574,
+    0.41918593645095825,
+    0.29602524638175964,
+    0.11323058605194092,
+    0.1240554228425026,
+    0.06639549136161804,
+    0.11499559879302979,
+    0.09969398379325867,
+    0.34106793999671936,
+    0.1402880698442459,
+    0.21976904571056366,
+    0.16396118700504303,
+    0.20140059292316437,
+    0.2161858081817627,
+    0.08510023355484009,
+    0.11593510955572128,
+    0.2295808494091034,
+    0.12173090130090714,
+    0.08680518716573715,
+    0.030915388837456703,
+    0.057001929730176926,
+    0.4964337646961212,
+    0.3204014003276825,
+    0.3763091266155243,
+    0.17670366168022156,
+    0.28456205129623413,
+    0.3314480483531952,
+    0.34212934970855713,
+    0.18144823610782623,
+    0.34163203835487366,
+    0.31522804498672485,
+    0.20938165485858917,
+    0.3413001596927643,
+    0.37680333852767944,
+    0.2142125517129898,
+    0.1381402313709259,
+    0.11553214490413666,
+    0.15041662752628326,
+    0.3497166037559509,
+    0.09194477647542953,
+    0.13869556784629822,
+    0.20397992432117462,
+    0.16696511209011078,
+    0.15700577199459076,
+    0.2945992350578308,
+    0.09250083565711975,
+    0.3930961489677429,
+    0.35415327548980713,
+    0.1356957107782364,
+    0.2896095812320709,
+    0.14387162029743195,
+    0.17436961829662323,
+    0.1031065359711647,
+    0.34431296586990356,
+    0.1924295872449875,
+    0.1704440712928772,
+    0.3738889694213867,
+    0.067899689078331,
+    0.09701398760080338,
+    0.13181515038013458,
+    0.2698898911476135,
+    0.04717680439352989,
+    0.20095686614513397,
+    0.19946642220020294,
+    0.14710333943367004,
+    0.19641824066638947,
+    0.22342795133590698,
+    0.26104608178138733,
+    0.5031616687774658,
+    0.2760414779186249,
+    0.3243793249130249,
+    0.7270146608352661,
+    0.3909347653388977,
+    0.4594932794570923,
+    0.07669540494680405,
+    0.35896942019462585,
+    0.14752565324306488,
+    0.04195401072502136,
+    0.27702099084854126,
+    0.1763359159231186,
+    0.12986798584461212,
+    0.17387603223323822,
+    0.1178085058927536,
+    0.23316729068756104,
+    0.20816653966903687,
+    0.05971664562821388,
+    0.06589070707559586,
+    0.054162319749593735,
+    0.028922034427523613,
+    0.15056754648685455,
+    0.04864965006709099,
+    0.03858316317200661,
+    0.0963834673166275,
+    0.1111614778637886,
+    0.05094914883375168,
+    0.02597413957118988,
+    0.017040664330124855,
+    0.18312832713127136,
+    0.025127943605184555,
+    0.34136125445365906,
+    0.03299975395202637,
+    0.20298321545124054,
+    0.27200374007225037,
+    0.2847385108470917,
+    0.2211020141839981,
+    0.13904115557670593,
+    0.2262931615114212,
+    0.07221738249063492,
+    0.20536556839942932,
+    0.028488554060459137,
+    0.13032342493534088,
+    0.09819220751523972,
+    0.023782603442668915,
+    0.060384783893823624,
+    0.09534523636102676,
+    0.0591389462351799,
+    0.18296004831790924,
+    0.28377974033355713,
+    0.253728449344635,
+    0.1174173578619957,
+    0.09950263053178787,
+    0.03230550140142441,
+    0.08092676848173141,
+    0.14362862706184387,
+    0.08416865766048431,
+    0.015637356787919998,
+    0.07794094830751419,
+    0.07758282870054245,
+    0.09097526222467422,
+    0.06566563993692398,
+    0.03243909031152725,
+    0.03298696503043175,
+    0.275457501411438,
+    0.13335826992988586,
+    0.0400325283408165,
+    0.16603593528270721,
+    0.032767344266176224,
+    0.0503283329308033,
+    0.01859632134437561,
+    0.07872683554887772,
+    0.03764510899782181,
+    0.021297704428434372,
+    0.26335984468460083,
+    0.1268787384033203,
+    0.2431386560201645,
+    0.04069922864437103,
+    0.2641445994377136,
+    0.37756800651550293,
+    0.37832111120224,
+    0.2404138594865799,
+    0.2558461129665375,
+    0.22506442666053772,
+    0.23827511072158813,
+    0.0924765095114708,
+    0.19982114434242249,
+    0.22351418435573578,
+    0.24678675830364227,
+    0.14667952060699463,
+    0.0052927955985069275,
+    0.023208051919937134,
+    0.014272292144596577,
+    0.2858688235282898,
+    0.19716258347034454,
+    0.1934051513671875,
+    0.08089596033096313,
+    0.03313898295164108,
+    0.12842433154582977,
+    0.027811700478196144,
+    0.19470669329166412,
+    0.049297839403152466,
+    0.10577501356601715,
+    0.16423381865024567,
+    0.07161401212215424,
+    0.08070331066846848,
+    0.06573063880205154,
+    0.10208166390657425,
+    0.12315581738948822,
+    0.05305476859211922,
+    0.03620215505361557,
+    0.11890196055173874,
+    0.054938383400440216,
+    0.23831532895565033,
+    0.027047276496887207,
+    0.44528907537460327,
+    0.3893744945526123,
+    0.27000194787979126,
+    0.27159562706947327,
+    0.05601147189736366,
+    0.08196410536766052,
+    0.3207622766494751,
+    0.30475562810897827,
+    0.15688180923461914,
+    0.2698453664779663,
+    0.31890490651130676,
+    0.3390028476715088,
+    0.20444320142269135,
+    0.2076215147972107,
+    0.1669456958770752,
+    0.19279876351356506,
+    0.06866343319416046,
+    0.04662114381790161,
+    0.13060373067855835,
+    0.007783234119415283,
+    0.06465987116098404,
+    0.17225201427936554,
+    0.11017744988203049,
+    0.06904562562704086,
+    0.11827906966209412,
+    0.3501092195510864,
+    0.032879702746868134,
+    0.022563444450497627,
+    0.13874346017837524,
+    0.04122672975063324,
+    0.10571747273206711,
+    0.1009235754609108,
+    0.032493580132722855,
+    0.0522792711853981,
+    0.02936132252216339,
+    0.020903905853629112,
+    0.0390055887401104,
+    0.22048640251159668,
+    0.02232295088469982,
+    0.07316391170024872,
+    0.12943193316459656,
+    0.127681165933609,
+    0.03609495982527733,
+    0.05112120881676674,
+    0.349983274936676,
+    0.18596652150154114,
+    0.017696663737297058,
+    0.12195120751857758,
+    0.1774611473083496,
+    0.12919248640537262,
+    0.14516641199588776,
+    0.3805549144744873,
+    0.1753709465265274,
+    0.04699769988656044,
+    0.08729477971792221,
+    0.07088422775268555,
+    0.04781521111726761,
+    0.017300542443990707,
+    0.03748807683587074,
+    0.09405362606048584,
+    0.15173065662384033,
+    0.09545347839593887,
+    0.15323786437511444,
+    0.19995082914829254,
+    0.1890733540058136,
+    0.06353996694087982,
+    0.04754092916846275,
+    0.06180071830749512,
+    0.26121410727500916,
+    0.11430340260267258,
+    0.026337645947933197,
+    0.3588733375072479,
+    0.29120558500289917,
+    0.10972737520933151,
+    0.47820553183555603,
+    0.5179076194763184,
+    0.028933808207511902,
+    0.34875670075416565,
+    0.4375738501548767,
+    0.05189074948430061,
+    0.12011817842721939,
+    0.21873244643211365,
+    0.02498556300997734,
+    0.03437715396285057,
+    0.06692546606063843,
+    0.052553217858076096,
+    0.13559217751026154,
+    0.02348518930375576,
+    0.016252823173999786,
+    0.07195291668176651,
+    0.027462128549814224,
+    0.0378100611269474,
+    0.31014370918273926,
+    0.10361464321613312,
+    0.03148569539189339,
+    0.025703756138682365,
+    0.10413050651550293,
+    0.12174052745103836,
+    0.246797114610672,
+    0.06979839503765106,
+    0.06690169870853424,
+    0.21668362617492676,
+    0.09141416102647781,
+    0.08793985843658447,
+    0.06538114696741104,
+    0.1874145120382309,
+    0.26989829540252686,
+    0.16551078855991364,
+    0.0666370764374733,
+    0.18740850687026978,
+    0.21839028596878052,
+    0.12102711945772171,
+    0.0075301979668438435,
+    0.08608298003673553,
+    0.17860759794712067,
+    0.10008962452411652,
+    0.12562128901481628,
+    0.06089190021157265,
+    0.017425768077373505,
+    0.059859003871679306,
+    0.014177070930600166,
+    0.08230532705783844,
+    0.010448506101965904,
+    0.10260939598083496,
+    0.042783305048942566,
+    0.01142073329538107,
+    0.02484169229865074,
+    0.13244692981243134,
+    0.011935004033148289,
+    0.056606143712997437,
+    0.018088841810822487,
+    0.03866900876164436,
+    0.0435255691409111,
+    0.22219161689281464,
+    0.0626259297132492,
+    0.14389310777187347,
+    0.05520378798246384,
+    0.13269966840744019,
+    0.05250198766589165,
+    0.026071609929203987,
+    0.380372554063797,
+    0.42598602175712585,
+    0.2463582307100296,
+    0.08660530298948288,
+    0.025661805644631386,
+    0.0687689483165741,
+    0.0623084157705307,
+    0.18186016380786896,
+    0.10183776170015335,
+    0.07439323514699936,
+    0.0718657597899437,
+    0.023786965757608414,
+    0.1275002807378769,
+    0.0055108023807406425,
+    0.26074734330177307,
+    0.07280358672142029,
+    0.0897802785038948,
+    0.20909106731414795,
+    0.16387684643268585,
+    0.07379882037639618,
+    0.018387243151664734,
+    0.051924873143434525,
+    0.05612136051058769,
+    0.011271222494542599,
+    0.009335150010883808,
+    0.07352834194898605,
+    0.04883268475532532,
+    0.07416024059057236,
+    0.22624899446964264,
+    0.33476710319519043,
+    0.11884871125221252,
+    0.14464302361011505,
+    0.1940867304801941,
+    0.04641605168581009,
+    0.04057031124830246,
+    0.1561666578054428,
+    0.08345106989145279,
+    0.09139320254325867,
+    0.1414506882429123,
+    0.3183705508708954,
+    0.007958794943988323,
+    0.13658730685710907,
+    0.029432160779833794,
+    0.023681197315454483,
+    0.09823524206876755,
+    0.019198067486286163,
+    0.014169327914714813,
+    0.039236243814229965,
+    0.025978587567806244,
+    0.11224585026502609,
+    0.07886486500501633,
+    0.010911865159869194,
+    0.14398138225078583,
+    0.3188392221927643,
+    0.08299523591995239,
+    0.2989347279071808,
+    0.04381397366523743,
+    0.020113259553909302,
+    0.040459442883729935,
+    0.19945649802684784,
+    0.17494677007198334,
+    0.040415991097688675,
+    0.008238260634243488,
+    0.12930938601493835,
+    0.11118976771831512
+  ]
+}

p5-mae-15m-d232/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e01dd90f9727fcf173b72fbcf314531134c8a10dcd34c289d627d131978a149
+size 15360128

p5-mae-15m-d232/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d232",
+  "fingerprint": "30d4f473dd4dfde7",
+  "wandb_run_id": "phase5-p5-mae-15m-d232",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 450643,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.002041145833333333,
+      0.0,
+      0.0,
+      0.031169791666666665,
+      0.0012989583333333334,
+      0.10584947916666666,
+      0.0,
+      0.00037135416666666664,
+      0.0008338541666666667,
+      0.0,
+      0.0,
+      0.4263671875,
+      0.007421875,
+      0.36759375,
+      0.0,
+      0.056495833333333335,
+      0.0,
+      0.0005567708333333334,
+      0.0
+    ]
+  },
+  "started_at": 1787011284.4460528,
+  "finished_at": 1787011974.816381,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6747117042541504,
+    "val/loss": 0.6336335502564907,
+    "val/frame": 0.6336335502564907,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d232/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787011974.8182602,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6747117042541504,
+  "val/loss": 0.6336335502564907,
+  "val/frame": 0.6336335502564907,
+  "val/utterance": 0.0
+}