Upload folder using huggingface_hub

p5-mae-1m-d167/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00005000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.0891303705295417,
+  "probe/map_train": 0.26939763472304173,
+  "probe/alpha": 0.01,
+  "probe/holdout_map": 0.11280195024862985,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.0366522990516387,
+  "probe/total_s": 3.820905210042838,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.11280195024862985
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.11275342473958175
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.11238040933314802
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.11226261277246577
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.10141479269030594
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.08518347569098042
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.06978392127222705
+    }
+  ],
+  "per_class_ap": [
+    0.5857025384902954,
+    0.013925062492489815,
+    0.04580392315983772,
+    0.126649871468544,
+    0.08092518895864487,
+    0.25191745162010193,
+    0.1416754275560379,
+    0.2897561192512512,
+    0.026568042114377022,
+    0.02398640289902687,
+    0.023619187995791435,
+    0.04675491154193878,
+    0.3731232285499573,
+    0.15240083634853363,
+    0.039183493703603745,
+    0.26689887046813965,
+    0.23559623956680298,
+    0.3273462653160095,
+    0.04767043516039848,
+    0.06428448855876923,
+    0.14967097342014313,
+    0.04481857270002365,
+    0.09580237418413162,
+    0.06859879195690155,
+    0.054979585111141205,
+    0.01915925182402134,
+    0.03219173848628998,
+    0.1493983268737793,
+    0.13672329485416412,
+    0.029485156759619713,
+    0.15484246611595154,
+    0.08575038611888885,
+    0.01440025307238102,
+    0.04443421587347984,
+    0.12413068115711212,
+    0.0427064411342144,
+    0.2505156397819519,
+    0.052138812839984894,
+    0.0400221012532711,
+    0.07630600780248642,
+    0.07543043792247772,
+    0.017236744984984398,
+    0.015279487706720829,
+    0.12111818045377731,
+    0.006377000827342272,
+    0.06910216063261032,
+    0.010295850224792957,
+    0.05252236872911453,
+    0.04096229746937752,
+    0.04178696870803833,
+    0.09446372836828232,
+    0.010597405955195427,
+    0.014626040123403072,
+    0.01971537061035633,
+    0.15439410507678986,
+    0.08326824754476547,
+    0.07950980216264725,
+    0.26343852281570435,
+    0.04661698266863823,
+    0.03458146005868912,
+    0.15916375815868378,
+    0.0890933945775032,
+    0.03422622010111809,
+    0.08153931051492691,
+    0.4677468240261078,
+    0.18264974653720856,
+    0.1509595513343811,
+    0.1655646413564682,
+    0.3830649256706238,
+    0.2975935935974121,
+    0.1008874848484993,
+    0.06581665575504303,
+    0.13306444883346558,
+    0.1126653328537941,
+    0.09397877752780914,
+    0.0862368568778038,
+    0.023903697729110718,
+    0.12420573085546494,
+    0.04575755074620247,
+    0.04416291043162346,
+    0.015337212011218071,
+    0.04748089984059334,
+    0.13791891932487488,
+    0.01655467413365841,
+    0.053291045129299164,
+    0.021257933229207993,
+    0.01848694682121277,
+    0.017156530171632767,
+    0.015477275475859642,
+    0.02206040732562542,
+    0.01479386817663908,
+    0.014472507871687412,
+    0.12370327115058899,
+    0.00970677100121975,
+    0.04055890813469887,
+    0.010787664912641048,
+    0.008981255814433098,
+    0.012119734659790993,
+    0.09254144132137299,
+    0.11979963630437851,
+    0.09085026383399963,
+    0.138183131814003,
+    0.032117512077093124,
+    0.03293180838227272,
+    0.012973029166460037,
+    0.033591724932193756,
+    0.021555189043283463,
+    0.01635156199336052,
+    0.035301271826028824,
+    0.10569686442613602,
+    0.1290046125650406,
+    0.07640258222818375,
+    0.06175437197089195,
+    0.05485032871365547,
+    0.03418980538845062,
+    0.09042666107416153,
+    0.08957614004611969,
+    0.02272174321115017,
+    0.039907027035951614,
+    0.057023946195840836,
+    0.04872957617044449,
+    0.05438347905874252,
+    0.036607857793569565,
+    0.03965223208069801,
+    0.005432519596070051,
+    0.02269962802529335,
+    0.0775333046913147,
+    0.10434005409479141,
+    0.06315331161022186,
+    0.03414567559957504,
+    0.00432426854968071,
+    0.028054846450686455,
+    0.08627822250127792,
+    0.0855758786201477,
+    0.015717018395662308,
+    0.01034776121377945,
+    0.03562043607234955,
+    0.6820539236068726,
+    0.19619925320148468,
+    0.22177936136722565,
+    0.3187682330608368,
+    0.1889244168996811,
+    0.08097027242183685,
+    0.148923859000206,
+    0.03338172659277916,
+    0.04737285152077675,
+    0.07417213171720505,
+    0.11898649483919144,
+    0.03935384377837181,
+    0.12080829590559006,
+    0.07830750942230225,
+    0.11066088825464249,
+    0.14008347690105438,
+    0.09130507707595825,
+    0.05868704989552498,
+    0.1228260025382042,
+    0.06508281826972961,
+    0.04528097063302994,
+    0.019838381558656693,
+    0.07494685053825378,
+    0.2803233563899994,
+    0.20161601901054382,
+    0.22513611614704132,
+    0.13352319598197937,
+    0.1879926174879074,
+    0.17807401716709137,
+    0.1908406913280487,
+    0.07998256385326385,
+    0.20367909967899323,
+    0.26566290855407715,
+    0.09867699444293976,
+    0.19023242592811584,
+    0.20664559304714203,
+    0.1290784627199173,
+    0.03359317407011986,
+    0.06753188371658325,
+    0.08285094052553177,
+    0.310791939496994,
+    0.03510826826095581,
+    0.029860708862543106,
+    0.0504799447953701,
+    0.0343746654689312,
+    0.10133740305900574,
+    0.13173601031303406,
+    0.0373949334025383,
+    0.2588050961494446,
+    0.27294352650642395,
+    0.06902852654457092,
+    0.15241384506225586,
+    0.11433196067810059,
+    0.08767715096473694,
+    0.08982492238283157,
+    0.18968714773654938,
+    0.18090832233428955,
+    0.1655426174402237,
+    0.30504295229911804,
+    0.03700290992856026,
+    0.0343359000980854,
+    0.12363968789577484,
+    0.12029928714036942,
+    0.024981992319226265,
+    0.1050952672958374,
+    0.03384862467646599,
+    0.12684570252895355,
+    0.12191751599311829,
+    0.06326909363269806,
+    0.0788547620177269,
+    0.19116243720054626,
+    0.0740036740899086,
+    0.09196128696203232,
+    0.6236299872398376,
+    0.30139899253845215,
+    0.31254446506500244,
+    0.022805199027061462,
+    0.2176496386528015,
+    0.07555072754621506,
+    0.04167494177818298,
+    0.1530652940273285,
+    0.06477353721857071,
+    0.10226132720708847,
+    0.1461145132780075,
+    0.0986269861459732,
+    0.15710261464118958,
+    0.1732085794210434,
+    0.05415930598974228,
+    0.05030826851725578,
+    0.07580219209194183,
+    0.03820395469665527,
+    0.15103043615818024,
+    0.026214098557829857,
+    0.049508798867464066,
+    0.04295310378074646,
+    0.06056031212210655,
+    0.03306269273161888,
+    0.022360768169164658,
+    0.009889286942780018,
+    0.11506740003824234,
+    0.023977823555469513,
+    0.2254631221294403,
+    0.025448646396398544,
+    0.10231639444828033,
+    0.16891640424728394,
+    0.23542338609695435,
+    0.16623002290725708,
+    0.15977492928504944,
+    0.21470947563648224,
+    0.03973989561200142,
+    0.09710657596588135,
+    0.03887630254030228,
+    0.084952212870121,
+    0.06641170382499695,
+    0.034376826137304306,
+    0.05579255521297455,
+    0.06335429847240448,
+    0.044794708490371704,
+    0.10386717319488525,
+    0.17154285311698914,
+    0.14067615568637848,
+    0.08232247084379196,
+    0.05347272753715515,
+    0.033508531749248505,
+    0.033951062709093094,
+    0.13630636036396027,
+    0.10224568098783493,
+    0.014576684683561325,
+    0.04194596782326698,
+    0.0595322847366333,
+    0.05692870542407036,
+    0.10098973661661148,
+    0.033564116805791855,
+    0.017695922404527664,
+    0.19805562496185303,
+    0.04980335757136345,
+    0.03230016678571701,
+    0.17978844046592712,
+    0.01944986917078495,
+    0.0708007961511612,
+    0.03536800295114517,
+    0.04239259287714958,
+    0.02494524046778679,
+    0.019288234412670135,
+    0.23295477032661438,
+    0.05650798976421356,
+    0.14146709442138672,
+    0.061657436192035675,
+    0.14481568336486816,
+    0.14795251190662384,
+    0.168888121843338,
+    0.16262134909629822,
+    0.1315256804227829,
+    0.12312393635511398,
+    0.12133762985467911,
+    0.08991210162639618,
+    0.17495979368686676,
+    0.06817663460969925,
+    0.061259675770998,
+    0.06470510363578796,
+    0.005288645159453154,
+    0.014182893559336662,
+    0.010108922608196735,
+    0.24327625334262848,
+    0.12923668324947357,
+    0.07370239496231079,
+    0.04651918262243271,
+    0.03974532335996628,
+    0.09068641811609268,
+    0.024118468165397644,
+    0.13462252914905548,
+    0.022477470338344574,
+    0.021053943783044815,
+    0.11429541558027267,
+    0.02638164348900318,
+    0.04157059267163277,
+    0.03639526292681694,
+    0.046570200473070145,
+    0.06269080191850662,
+    0.04672550410032272,
+    0.024494780227541924,
+    0.03815901651978493,
+    0.03209400922060013,
+    0.06804808229207993,
+    0.043978817760944366,
+    0.2857312858104706,
+    0.19785548746585846,
+    0.15669523179531097,
+    0.14358721673488617,
+    0.039701517671346664,
+    0.06520392000675201,
+    0.14668866991996765,
+    0.14656169712543488,
+    0.060759685933589935,
+    0.14286120235919952,
+    0.14714832603931427,
+    0.21489505469799042,
+    0.12776224315166473,
+    0.08684093505144119,
+    0.0561143159866333,
+    0.06855705380439758,
+    0.04559648036956787,
+    0.025502413511276245,
+    0.0422758087515831,
+    0.00478410767391324,
+    0.037709470838308334,
+    0.12653657793998718,
+    0.0773499608039856,
+    0.0712088868021965,
+    0.04876613989472389,
+    0.21537786722183228,
+    0.016808034852147102,
+    0.019251568242907524,
+    0.05990137904882431,
+    0.013811987824738026,
+    0.0465259775519371,
+    0.06524698436260223,
+    0.031171614304184914,
+    0.0180783960968256,
+    0.012080587446689606,
+    0.008116431534290314,
+    0.03824929893016815,
+    0.07768338918685913,
+    0.00833506602793932,
+    0.013057814911007881,
+    0.08771732449531555,
+    0.04443756863474846,
+    0.03803963586688042,
+    0.02981739491224289,
+    0.2978920340538025,
+    0.11672896891832352,
+    0.009273603558540344,
+    0.060225699096918106,
+    0.07794550806283951,
+    0.09182363748550415,
+    0.12635408341884613,
+    0.261553019285202,
+    0.0670187845826149,
+    0.023675164207816124,
+    0.06345407664775848,
+    0.062323328107595444,
+    0.01115549635142088,
+    0.020410576835274696,
+    0.028382204473018646,
+    0.08647321164608002,
+    0.03426385670900345,
+    0.04482990875840187,
+    0.07900923490524292,
+    0.09529823809862137,
+    0.1160474419593811,
+    0.04783306643366814,
+    0.039617132395505905,
+    0.029754996299743652,
+    0.16105394065380096,
+    0.034050989896059036,
+    0.032425593584775925,
+    0.20481300354003906,
+    0.10945127159357071,
+    0.029466990381479263,
+    0.309137761592865,
+    0.43061256408691406,
+    0.02381289191544056,
+    0.28088560700416565,
+    0.30248895287513733,
+    0.04243464767932892,
+    0.07623764127492905,
+    0.09510920941829681,
+    0.01604311540722847,
+    0.010907711461186409,
+    0.013452093116939068,
+    0.026387788355350494,
+    0.013012025505304337,
+    0.00813822727650404,
+    0.010368109680712223,
+    0.05349324643611908,
+    0.01669914834201336,
+    0.017017105594277382,
+    0.23249727487564087,
+    0.12740594148635864,
+    0.01597645878791809,
+    0.029465431347489357,
+    0.07272813469171524,
+    0.06988710910081863,
+    0.17320547997951508,
+    0.02432294189929962,
+    0.06363137811422348,
+    0.1584882289171219,
+    0.06746609508991241,
+    0.08497507870197296,
+    0.03667693957686424,
+    0.09592330455780029,
+    0.09179926663637161,
+    0.13446903228759766,
+    0.031069133430719376,
+    0.07544656097888947,
+    0.08135884255170822,
+    0.03009653463959694,
+    0.00701512023806572,
+    0.06530548632144928,
+    0.2026970535516739,
+    0.040830641984939575,
+    0.0883355513215065,
+    0.012938770465552807,
+    0.02407384105026722,
+    0.007274529431015253,
+    0.006293073296546936,
+    0.03879375383257866,
+    0.010039527900516987,
+    0.028545865789055824,
+    0.013056674040853977,
+    0.009193756617605686,
+    0.020086873322725296,
+    0.05137709900736809,
+    0.010341181419789791,
+    0.033354878425598145,
+    0.008503002114593983,
+    0.027281513437628746,
+    0.025099119171500206,
+    0.1106501966714859,
+    0.029533328488469124,
+    0.059379272162914276,
+    0.019593803212046623,
+    0.10123836994171143,
+    0.032872315496206284,
+    0.035075921565294266,
+    0.09157975763082504,
+    0.3978070914745331,
+    0.18033674359321594,
+    0.040714096277952194,
+    0.03209078311920166,
+    0.05452309176325798,
+    0.03287256881594658,
+    0.06867910921573639,
+    0.06228675693273544,
+    0.04264020174741745,
+    0.02062712423503399,
+    0.010247786529362202,
+    0.05426331236958504,
+    0.004906072281301022,
+    0.18323105573654175,
+    0.05694336071610451,
+    0.04115353152155876,
+    0.1801408976316452,
+    0.09368427842855453,
+    0.09664959460496902,
+    0.007776876445859671,
+    0.014771983958780766,
+    0.020534131675958633,
+    0.010851849801838398,
+    0.00807093270123005,
+    0.05217466875910759,
+    0.03787793591618538,
+    0.03463754802942276,
+    0.11783068627119064,
+    0.16950249671936035,
+    0.05559433624148369,
+    0.11579178273677826,
+    0.17846225202083588,
+    0.04564336687326431,
+    0.029415637254714966,
+    0.11384899169206619,
+    0.0478745736181736,
+    0.07891319692134857,
+    0.10234292596578598,
+    0.19398832321166992,
+    0.009344465099275112,
+    0.09102985262870789,
+    0.036962442100048065,
+    0.01656787469983101,
+    0.08512387424707413,
+    0.021586967632174492,
+    0.013791795819997787,
+    0.027274852618575096,
+    0.02310359850525856,
+    0.12638318538665771,
+    0.04738490283489227,
+    0.008873429149389267,
+    0.07367817312479019,
+    0.18913878500461578,
+    0.010863871313631535,
+    0.3216213285923004,
+    0.016232037916779518,
+    0.05791671946644783,
+    0.05135167017579079,
+    0.170425683259964,
+    0.14075176417827606,
+    0.026074202731251717,
+    0.005620328709483147,
+    0.047404222190380096,
+    0.08358067274093628
+  ]
+}

p5-mae-1m-d167/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00010000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3734270459227264,
+  "lora/map": 0.3734270459227264,
+  "fsd50k/map": 0.3734270459227264,
+  "train_seconds": 55.09,
+  "total_seconds": 59.26,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021079969722777606,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.0191823484507619,
+      "val_map": 0.3734270459227264,
+      "lr": 0.0,
+      "train_s": 55.09166300785728
+    }
+  ],
+  "per_class_ap": [
+    0.2667936384677887,
+    0.18648046255111694,
+    0.4867927134037018,
+    0.32725346088409424,
+    0.4684118926525116,
+    0.5952504873275757,
+    0.8424619436264038,
+    0.4805770814418793,
+    0.5555433630943298,
+    0.38907238841056824,
+    0.2683790326118469,
+    0.3474280834197998,
+    0.1752990186214447,
+    0.36990752816200256,
+    0.4773217737674713,
+    0.43944069743156433,
+    0.03199973329901695,
+    0.2855589985847473,
+    0.4842430353164673,
+    0.2987135350704193,
+    0.5003088116645813,
+    0.426357626914978,
+    0.7861084342002869,
+    0.06272248178720474,
+    0.26134490966796875,
+    0.45924845337867737,
+    0.3111341595649719,
+    0.23960910737514496,
+    0.7110577821731567,
+    0.2678089141845703,
+    0.675786554813385,
+    0.5392714142799377,
+    0.47062504291534424,
+    0.2038019448518753,
+    0.27679428458213806,
+    0.22052496671676636,
+    0.4162282943725586,
+    0.16476376354694366,
+    0.2280302345752716,
+    0.2861756682395935,
+    0.48112204670906067,
+    0.214215487241745,
+    0.588255763053894,
+    0.16999752819538116,
+    0.5621248483657837,
+    0.07367538660764694,
+    0.2622661292552948,
+    0.27925539016723633,
+    0.7081254720687866,
+    0.3793965280056,
+    0.3428393304347992,
+    0.48437395691871643,
+    0.5228895545005798,
+    0.19796647131443024,
+    0.18516944348812103,
+    0.03216443955898285,
+    0.2193954735994339,
+    0.64864182472229,
+    0.13292469084262848,
+    0.4652623236179352,
+    0.552573561668396,
+    0.6413704752922058,
+    0.4277631342411041,
+    0.05812286585569382,
+    0.4693630039691925,
+    0.14511141180992126,
+    0.2441108077764511,
+    0.6351715326309204,
+    0.5446245074272156,
+    0.5348530411720276,
+    0.45985177159309387,
+    0.14789053797721863,
+    0.6835132837295532,
+    0.36599087715148926,
+    0.2486662119626999,
+    0.2167540043592453,
+    0.3448256850242615,
+    0.35203951597213745,
+    0.30326327681541443,
+    0.4552758038043976,
+    0.2225022166967392,
+    0.3862108886241913,
+    0.2501223683357239,
+    0.30392709374427795,
+    0.2967662215232849,
+    0.21213440597057343,
+    0.38939645886421204,
+    0.38515883684158325,
+    0.16573196649551392,
+    0.15132737159729004,
+    0.7323499321937561,
+    0.10390705615282059,
+    0.5306869745254517,
+    0.17913918197155,
+    0.39232563972473145,
+    0.3505306541919708,
+    0.4981820285320282,
+    0.08131393045186996,
+    0.4066196382045746,
+    0.09357676655054092,
+    0.5562562346458435,
+    0.6926278471946716,
+    0.17607714235782623,
+    0.39630019664764404,
+    0.259271502494812,
+    0.3748297691345215,
+    0.6373070478439331,
+    0.4803004264831543,
+    0.5291740298271179,
+    0.27144381403923035,
+    0.18322694301605225,
+    0.2935623824596405,
+    0.5440990924835205,
+    0.10225726664066315,
+    0.12247589230537415,
+    0.34138309955596924,
+    0.651210606098175,
+    0.36186569929122925,
+    0.4922020435333252,
+    0.2583409547805786,
+    0.8579298257827759,
+    0.8659562468528748,
+    0.3557165861129761,
+    0.12133362889289856,
+    0.22999690473079681,
+    0.7325844764709473,
+    0.2925315797328949,
+    0.7209597229957581,
+    0.3110427260398865,
+    0.14063988626003265,
+    0.11791164427995682,
+    0.7982985377311707,
+    0.3993808627128601,
+    0.4374237060546875,
+    0.6045346856117249,
+    0.06702644377946854,
+    0.07873546332120895,
+    0.06188290938735008,
+    0.5711487531661987,
+    0.5625335574150085,
+    0.21696561574935913,
+    0.3173414468765259,
+    0.3354085683822632,
+    0.2822295129299164,
+    0.6284624338150024,
+    0.5367029905319214,
+    0.04773356765508652,
+    0.5867119431495667,
+    0.2268768548965454,
+    0.23345701396465302,
+    0.4877937138080597,
+    0.5144708156585693,
+    0.31838226318359375,
+    0.32870230078697205,
+    0.4197257459163666,
+    0.3083510100841522,
+    0.45584407448768616,
+    0.6573171019554138,
+    0.43702974915504456,
+    0.06019173935055733,
+    0.41226905584335327,
+    0.1634834110736847,
+    0.6246750950813293,
+    0.25839632749557495,
+    0.26698970794677734,
+    0.3067663013935089,
+    0.3534104526042938,
+    0.07297109812498093,
+    0.3492050766944885,
+    0.4060589373111725,
+    0.08913587033748627,
+    0.8370012640953064,
+    0.8524672389030457,
+    0.04304777830839157,
+    0.4532455801963806,
+    0.7446807026863098,
+    0.2991391718387604,
+    0.26795515418052673,
+    0.2292381376028061,
+    0.29769057035446167,
+    0.04732440412044525,
+    0.40452665090560913,
+    0.2043168693780899,
+    0.5799060463905334,
+    0.6060816049575806,
+    0.3011443614959717,
+    0.29497119784355164,
+    0.6573728919029236,
+    0.6019823551177979,
+    0.36673617362976074,
+    0.44700658321380615,
+    0.4433765411376953,
+    0.5390695929527283,
+    0.13884581625461578,
+    0.20478245615959167,
+    0.3574608266353607,
+    0.12129585444927216,
+    0.4291616678237915,
+    0.22463664412498474,
+    0.7383663654327393
+  ]
+}

p5-mae-1m-d167/exports/step_00010000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.369449790129438,
+  "lora/map": 0.369449790129438,
+  "fsd50k/map": 0.369449790129438,
+  "train_seconds": 60.3,
+  "total_seconds": 64.71,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021162798657314852,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.018905622198734817,
+      "val_map": 0.369449790129438,
+      "lr": 0.0,
+      "train_s": 60.29989479423966
+    }
+  ],
+  "per_class_ap": [
+    0.24609306454658508,
+    0.18527786433696747,
+    0.480755090713501,
+    0.36968928575515747,
+    0.4436638057231903,
+    0.593330442905426,
+    0.8489492535591125,
+    0.5244655013084412,
+    0.5759025812149048,
+    0.4650154113769531,
+    0.33314570784568787,
+    0.3685201406478882,
+    0.230143740773201,
+    0.4198620021343231,
+    0.4846596121788025,
+    0.45147112011909485,
+    0.031897302716970444,
+    0.2782640755176544,
+    0.4460141956806183,
+    0.2803012728691101,
+    0.42670005559921265,
+    0.40111684799194336,
+    0.7532628774642944,
+    0.056902579963207245,
+    0.24321812391281128,
+    0.3906501531600952,
+    0.3580528497695923,
+    0.2497434914112091,
+    0.6345971822738647,
+    0.2725124657154083,
+    0.6542593836784363,
+    0.5486888289451599,
+    0.4285885989665985,
+    0.2016807198524475,
+    0.33679357171058655,
+    0.22970819473266602,
+    0.4223494827747345,
+    0.1608918309211731,
+    0.27257809042930603,
+    0.2978406548500061,
+    0.43962085247039795,
+    0.21227562427520752,
+    0.6003601551055908,
+    0.18686982989311218,
+    0.56453537940979,
+    0.058745428919792175,
+    0.21991579234600067,
+    0.27042531967163086,
+    0.7334644198417664,
+    0.40356072783470154,
+    0.36559921503067017,
+    0.4644356667995453,
+    0.5472958087921143,
+    0.2338552623987198,
+    0.14056213200092316,
+    0.022362062707543373,
+    0.22995974123477936,
+    0.6095633506774902,
+    0.11682784557342529,
+    0.4994334876537323,
+    0.5360613465309143,
+    0.6410837173461914,
+    0.4568938612937927,
+    0.061645835638046265,
+    0.43508222699165344,
+    0.12958669662475586,
+    0.22854937613010406,
+    0.6089666485786438,
+    0.48305267095565796,
+    0.5218755006790161,
+    0.47244691848754883,
+    0.18204832077026367,
+    0.7097497582435608,
+    0.3322640657424927,
+    0.20862291753292084,
+    0.20406468212604523,
+    0.4066588282585144,
+    0.2740660011768341,
+    0.2364114224910736,
+    0.4455450773239136,
+    0.2848812937736511,
+    0.31737133860588074,
+    0.3392809331417084,
+    0.30208054184913635,
+    0.26916933059692383,
+    0.25274598598480225,
+    0.4116068184375763,
+    0.50640869140625,
+    0.20529210567474365,
+    0.134069561958313,
+    0.7144055962562561,
+    0.17524048686027527,
+    0.5152314305305481,
+    0.1903044432401657,
+    0.3362005054950714,
+    0.36095380783081055,
+    0.35903671383857727,
+    0.10182838886976242,
+    0.3630600571632385,
+    0.09040398895740509,
+    0.5573039650917053,
+    0.6813912987709045,
+    0.17179431021213531,
+    0.40321797132492065,
+    0.22968690097332,
+    0.4133675694465637,
+    0.6029438376426697,
+    0.47373300790786743,
+    0.5678398013114929,
+    0.2047325074672699,
+    0.16550035774707794,
+    0.2897844910621643,
+    0.5180559158325195,
+    0.06748434901237488,
+    0.11864010989665985,
+    0.3195725381374359,
+    0.5463223457336426,
+    0.4194689691066742,
+    0.49569249153137207,
+    0.23598909378051758,
+    0.8453739881515503,
+    0.8529606461524963,
+    0.4149400591850281,
+    0.10728505998849869,
+    0.2563174366950989,
+    0.7274019122123718,
+    0.30664902925491333,
+    0.7074614763259888,
+    0.325096994638443,
+    0.12657804787158966,
+    0.10403694957494736,
+    0.7491746544837952,
+    0.4677060544490814,
+    0.4422028064727783,
+    0.6003504991531372,
+    0.06337874382734299,
+    0.08602135628461838,
+    0.07821929454803467,
+    0.5557963848114014,
+    0.5360339283943176,
+    0.2021283209323883,
+    0.3324386477470398,
+    0.3328010141849518,
+    0.2795334458351135,
+    0.5958530902862549,
+    0.5651547908782959,
+    0.04038584232330322,
+    0.5593733191490173,
+    0.18776576220989227,
+    0.24916310608386993,
+    0.4511364698410034,
+    0.4768611788749695,
+    0.2057732492685318,
+    0.31378358602523804,
+    0.4038752317428589,
+    0.31187307834625244,
+    0.47105082869529724,
+    0.6418464779853821,
+    0.4334462583065033,
+    0.04489339143037796,
+    0.42113029956817627,
+    0.1502562016248703,
+    0.6242279410362244,
+    0.22478435933589935,
+    0.3152141571044922,
+    0.30388543009757996,
+    0.4126052260398865,
+    0.07212343066930771,
+    0.28759822249412537,
+    0.4098494052886963,
+    0.11175283044576645,
+    0.8383569717407227,
+    0.8536652326583862,
+    0.05174229294061661,
+    0.4423203468322754,
+    0.740202784538269,
+    0.2605088949203491,
+    0.2682052254676819,
+    0.21075542271137238,
+    0.3119215965270996,
+    0.05402529612183571,
+    0.44315460324287415,
+    0.1670960932970047,
+    0.5736523866653442,
+    0.6165632605552673,
+    0.286591112613678,
+    0.29735109210014343,
+    0.6639857292175293,
+    0.5752993226051331,
+    0.4146398901939392,
+    0.38432949781417847,
+    0.431436687707901,
+    0.5379437804222107,
+    0.11607571691274643,
+    0.23462453484535217,
+    0.33542147278785706,
+    0.10012489557266235,
+    0.39627912640571594,
+    0.16982683539390564,
+    0.7243127226829529
+  ]
+}

p5-mae-1m-d167/exports/step_00010000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.37327088256366553,
+  "lora/map": 0.37327088256366553,
+  "fsd50k/map": 0.37327088256366553,
+  "train_seconds": 58.17,
+  "total_seconds": 62.06,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021070823370246218,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.019744592610091906,
+      "val_map": 0.37327088256366553,
+      "lr": 0.0,
+      "train_s": 58.17403597361408
+    }
+  ],
+  "per_class_ap": [
+    0.23546616733074188,
+    0.10915208607912064,
+    0.4802710711956024,
+    0.36517563462257385,
+    0.4587833881378174,
+    0.5945242643356323,
+    0.8388360738754272,
+    0.5267075300216675,
+    0.5878334641456604,
+    0.36434778571128845,
+    0.2724964916706085,
+    0.3609127402305603,
+    0.17781348526477814,
+    0.3619842827320099,
+    0.47673508524894714,
+    0.45215097069740295,
+    0.042450595647096634,
+    0.29723837971687317,
+    0.35792866349220276,
+    0.21816836297512054,
+    0.42854225635528564,
+    0.4167215824127197,
+    0.800385594367981,
+    0.06947097182273865,
+    0.2377362996339798,
+    0.34318089485168457,
+    0.36544185876846313,
+    0.25981584191322327,
+    0.6869884133338928,
+    0.2960166037082672,
+    0.6478625535964966,
+    0.5577294826507568,
+    0.5125176310539246,
+    0.1600250005722046,
+    0.25825777649879456,
+    0.2480502426624298,
+    0.44005322456359863,
+    0.20641902089118958,
+    0.29378560185432434,
+    0.29639732837677,
+    0.4589848816394806,
+    0.2768074870109558,
+    0.6711684465408325,
+    0.19441935420036316,
+    0.5413739681243896,
+    0.10441427677869797,
+    0.22746430337429047,
+    0.2568095624446869,
+    0.720842719078064,
+    0.3963996469974518,
+    0.32821640372276306,
+    0.4973403811454773,
+    0.5757664442062378,
+    0.17762871086597443,
+    0.18050023913383484,
+    0.028392089530825615,
+    0.21905791759490967,
+    0.639919638633728,
+    0.1059441789984703,
+    0.48888877034187317,
+    0.5671746134757996,
+    0.6288933157920837,
+    0.4476254880428314,
+    0.05372728034853935,
+    0.4657507538795471,
+    0.1686534434556961,
+    0.22529058158397675,
+    0.6740237474441528,
+    0.5505353212356567,
+    0.5104121565818787,
+    0.4820995032787323,
+    0.2135796844959259,
+    0.6777328848838806,
+    0.37835755944252014,
+    0.24585287272930145,
+    0.19558487832546234,
+    0.41010206937789917,
+    0.3295450806617737,
+    0.3360227346420288,
+    0.3860425353050232,
+    0.2452063262462616,
+    0.38642820715904236,
+    0.3165125250816345,
+    0.38484933972358704,
+    0.31870099902153015,
+    0.19798696041107178,
+    0.3934498727321625,
+    0.46702584624290466,
+    0.14354197680950165,
+    0.1251356303691864,
+    0.7245268225669861,
+    0.12927734851837158,
+    0.5493263602256775,
+    0.20157812535762787,
+    0.39373156428337097,
+    0.35721084475517273,
+    0.3328626751899719,
+    0.16364434361457825,
+    0.42893892526626587,
+    0.0873771607875824,
+    0.5491085648536682,
+    0.694916307926178,
+    0.2130746990442276,
+    0.39334484934806824,
+    0.26437196135520935,
+    0.4426979422569275,
+    0.6216697096824646,
+    0.5064821839332581,
+    0.5621533989906311,
+    0.2206903100013733,
+    0.12868472933769226,
+    0.27935558557510376,
+    0.4911355674266815,
+    0.09056896716356277,
+    0.14515259861946106,
+    0.30893659591674805,
+    0.6492066979408264,
+    0.36570215225219727,
+    0.4987799823284149,
+    0.21520867943763733,
+    0.8511391878128052,
+    0.858684778213501,
+    0.37598854303359985,
+    0.10327080637216568,
+    0.2661985754966736,
+    0.719917356967926,
+    0.3046812117099762,
+    0.7196143269538879,
+    0.30997005105018616,
+    0.16007889807224274,
+    0.14668913185596466,
+    0.7354323267936707,
+    0.4816875755786896,
+    0.46175387501716614,
+    0.6318482160568237,
+    0.08030087500810623,
+    0.10055457055568695,
+    0.06421025842428207,
+    0.5430934429168701,
+    0.5627588629722595,
+    0.15723058581352234,
+    0.27609843015670776,
+    0.2859584391117096,
+    0.35715362429618835,
+    0.5525326132774353,
+    0.5339716672897339,
+    0.03921564668416977,
+    0.5396609902381897,
+    0.19741122424602509,
+    0.2602081596851349,
+    0.47849616408348083,
+    0.4874136745929718,
+    0.3196406960487366,
+    0.3600475490093231,
+    0.4119339883327484,
+    0.28381142020225525,
+    0.531139075756073,
+    0.598507285118103,
+    0.41937512159347534,
+    0.05700770393013954,
+    0.3655845522880554,
+    0.1639615297317505,
+    0.6488432884216309,
+    0.3371855318546295,
+    0.3377724587917328,
+    0.15582984685897827,
+    0.4137558341026306,
+    0.05923173576593399,
+    0.3410539925098419,
+    0.3729246258735657,
+    0.1213039830327034,
+    0.8507999777793884,
+    0.8691572546958923,
+    0.053602758795022964,
+    0.43206822872161865,
+    0.7760377526283264,
+    0.2778388559818268,
+    0.2462872713804245,
+    0.23123198747634888,
+    0.2976868748664856,
+    0.03838392719626427,
+    0.31712955236434937,
+    0.3859417736530304,
+    0.6353013515472412,
+    0.621846079826355,
+    0.3325169086456299,
+    0.30108487606048584,
+    0.6623359322547913,
+    0.563920259475708,
+    0.3692097067832947,
+    0.39434513449668884,
+    0.4264393746852875,
+    0.5359233021736145,
+    0.11449874937534332,
+    0.14280951023101807,
+    0.346181720495224,
+    0.11390682309865952,
+    0.3587714433670044,
+    0.16377407312393188,
+    0.7227367758750916
+  ]
+}

p5-mae-1m-d167/exports/step_00010000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006578957605877259,
+      "val_map": 0.005777124062125736,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02471,
+      "train_map": 0.010387580853045707,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0246,
+      "train_map": 0.026870624802209635,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.9
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02319,
+      "train_map": 0.040556135849273485,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.3
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02273,
+      "train_map": 0.05836088521241704,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02256,
+      "train_map": 0.06751185654135919,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02138,
+      "train_map": 0.07553455466603369,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.3
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02144,
+      "train_map": 0.08845261563732514,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.6
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02104,
+      "train_map": 0.08824034969974485,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02066,
+      "train_map": 0.09774757858296852,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 3.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02092,
+      "train_map": 0.10816283172713964,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.7
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02044,
+      "train_map": 0.11654970955246781,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 4.0
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02049,
+      "train_map": 0.11947870761795815,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 4.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02017,
+      "train_map": 0.1274219369895728,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02058,
+      "train_map": 0.13088293466451922,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 5.0
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01961,
+      "train_map": 0.13213817029749617,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 5.4
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01991,
+      "train_map": 0.140017336584359,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01951,
+      "train_map": 0.15338787135970292,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 6.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01938,
+      "train_map": 0.14942849900456856,
+      "val_map": 0.08568473869097018,
+      "lr": 0.002799453919445244,
+      "train_s": 6.0
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01881,
+      "train_map": 0.1560351948078856,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.4
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01881,
+      "train_map": 0.1564531938307185,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.7
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01866,
+      "train_map": 0.15992798869174674,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 7.0
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.0189,
+      "train_map": 0.1662426495613562,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 7.4
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01895,
+      "train_map": 0.16529503876460006,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.8
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01851,
+      "train_map": 0.17191241801216264,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 8.1
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01833,
+      "train_map": 0.18245570590468635,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 8.4
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01851,
+      "train_map": 0.18479984447861927,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.8
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.0191,
+      "train_map": 0.1891496544915907,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 9.1
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.0185,
+      "train_map": 0.19531856792620197,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 9.5
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01896,
+      "train_map": 0.2011978447753618,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.8
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.0187,
+      "train_map": 0.20414577014797297,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 10.2
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.0185,
+      "train_map": 0.20847665448363806,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 10.5
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01863,
+      "train_map": 0.20596636184252642,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.9
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01837,
+      "train_map": 0.21345477720697814,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 11.2
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01844,
+      "train_map": 0.21483825231624848,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 11.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01791,
+      "train_map": 0.21451345637380595,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.9
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01784,
+      "train_map": 0.21563476969115083,
+      "val_map": 0.1223057554159985,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.9
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01709,
+      "train_map": 0.2303893629035628,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 12.2
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01672,
+      "train_map": 0.23525561554714386,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 12.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01659,
+      "train_map": 0.2396645335775696,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.9
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01702,
+      "train_map": 0.23908028831136408,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 13.2
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01686,
+      "train_map": 0.23934572939345689,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 13.6
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01661,
+      "train_map": 0.24773641388538156,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 13.9
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01707,
+      "train_map": 0.24881480193115502,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 14.3
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01663,
+      "train_map": 0.2554436258316054,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 14.6
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01723,
+      "train_map": 0.26497622354899797,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 14.9
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01674,
+      "train_map": 0.2687604001076429,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 15.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01683,
+      "train_map": 0.2732820563103148,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 15.6
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01657,
+      "train_map": 0.2730335415530052,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 16.0
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01677,
+      "train_map": 0.2759601748999088,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 16.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01678,
+      "train_map": 0.28139264808271425,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 16.7
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01645,
+      "train_map": 0.28251452174963715,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 17.1
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01634,
+      "train_map": 0.2889826550560189,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 17.4
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.016,
+      "train_map": 0.29382066037399834,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 17.7
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01645,
+      "train_map": 0.2953393605875251,
+      "val_map": 0.14949663554404843,
+      "lr": 0.0005439028207490256,
+      "train_s": 17.9
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01532,
+      "train_map": 0.30069730432785385,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 18.1
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01539,
+      "train_map": 0.29875403752928664,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 18.5
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01534,
+      "train_map": 0.3018511721185732,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 18.9
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01512,
+      "train_map": 0.30321515436713675,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 19.2
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01572,
+      "train_map": 0.30474914693975186,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 19.5
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01547,
+      "train_map": 0.30868240179886347,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 19.9
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01484,
+      "train_map": 0.30963242158781473,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 20.2
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01582,
+      "train_map": 0.3142872128540215,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 20.6
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01551,
+      "train_map": 0.3141261042825581,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 20.9
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01481,
+      "train_map": 0.31430814798172046,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 21.3
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.0157,
+      "train_map": 0.315409160572576,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 21.7
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01492,
+      "train_map": 0.3156247879988187,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 22.0
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01511,
+      "train_map": 0.316268774555321,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 22.4
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01478,
+      "train_map": 0.31706267136521993,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 22.7
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01509,
+      "train_map": 0.3169286489271094,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 23.0
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01475,
+      "train_map": 0.31766401914140985,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 23.4
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.0149,
+      "train_map": 0.31783120257274533,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 23.7
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01511,
+      "train_map": 0.31802556342825267,
+      "val_map": 0.15571631208783196,
+      "lr": 1e-05,
+      "train_s": 23.8
+    }
+  ],
+  "final_train_map": 0.31802556342825267,
+  "final_val_map": 0.15571631208783196,
+  "lora/map": 0.15571631208783196,
+  "train_seconds": 23.8,
+  "wall_seconds": 70.4
+}

p5-mae-1m-d167/exports/step_00010000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006680087059487958,
+      "val_map": 0.006103547183934606,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02501,
+      "train_map": 0.011174355723795285,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02468,
+      "train_map": 0.02662773918132059,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0234,
+      "train_map": 0.04469888903438317,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02254,
+      "train_map": 0.054329207978402204,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02217,
+      "train_map": 0.06849749550219816,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.0218,
+      "train_map": 0.07157021646027363,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.4
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02141,
+      "train_map": 0.08574887752918212,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 3.0
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02107,
+      "train_map": 0.09345551757530735,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 3.6
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02125,
+      "train_map": 0.10151988072091081,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 4.0
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02046,
+      "train_map": 0.11239583558885405,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 4.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02025,
+      "train_map": 0.11869908629897169,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 4.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01985,
+      "train_map": 0.11580770753104896,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 5.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02004,
+      "train_map": 0.12798502002233034,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 5.5
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01946,
+      "train_map": 0.1378805152683093,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 5.8
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01975,
+      "train_map": 0.14724438338393817,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 6.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01942,
+      "train_map": 0.14907477781851644,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 6.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01975,
+      "train_map": 0.1508147542239423,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 6.8
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01964,
+      "train_map": 0.14692790713337953,
+      "val_map": 0.09092390137341093,
+      "lr": 0.002799453919445244,
+      "train_s": 6.8
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01852,
+      "train_map": 0.15529796559420153,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 7.1
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01891,
+      "train_map": 0.16702843876113757,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 7.4
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01893,
+      "train_map": 0.16772360818379292,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 7.8
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01842,
+      "train_map": 0.17765524432476631,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 8.1
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01834,
+      "train_map": 0.17338836508355965,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 8.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01923,
+      "train_map": 0.17874518379328713,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 8.7
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01911,
+      "train_map": 0.17817484955541946,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 9.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01839,
+      "train_map": 0.18565107447906368,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 9.4
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01843,
+      "train_map": 0.19913998636482477,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 9.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01872,
+      "train_map": 0.19763537492087035,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 10.0
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01802,
+      "train_map": 0.20098364967817486,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 10.3
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01894,
+      "train_map": 0.20853106466880106,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 10.7
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01828,
+      "train_map": 0.21324435349967352,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 11.0
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01844,
+      "train_map": 0.20897171062291856,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 11.3
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01782,
+      "train_map": 0.2195385338657269,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 11.6
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01802,
+      "train_map": 0.2221006363598485,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 12.0
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01807,
+      "train_map": 0.22455689073513763,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 12.2
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01826,
+      "train_map": 0.23151427002683764,
+      "val_map": 0.1272052118273724,
+      "lr": 0.0017642705177736725,
+      "train_s": 12.3
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01711,
+      "train_map": 0.23256607227773182,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 12.6
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01667,
+      "train_map": 0.23015546924708521,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 13.0
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01666,
+      "train_map": 0.23828601386341527,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 13.3
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01665,
+      "train_map": 0.24199032201034068,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 13.7
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01683,
+      "train_map": 0.24950925496175347,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 14.0
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.0168,
+      "train_map": 0.24994365765096396,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 14.4
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.0171,
+      "train_map": 0.25560909670475424,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 14.7
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.0169,
+      "train_map": 0.2594300010197388,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 15.1
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01657,
+      "train_map": 0.2645749988182814,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 15.4
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01668,
+      "train_map": 0.26771751000586563,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 15.8
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.0165,
+      "train_map": 0.27844833999879276,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 16.1
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01659,
+      "train_map": 0.28102396674758173,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 16.4
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01634,
+      "train_map": 0.28551902795878487,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 16.8
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.0167,
+      "train_map": 0.2873146963682188,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 17.1
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01662,
+      "train_map": 0.29142631518263973,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 17.4
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01673,
+      "train_map": 0.297656369862099,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 17.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01673,
+      "train_map": 0.2950261212157287,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 18.0
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01645,
+      "train_map": 0.29689023098546086,
+      "val_map": 0.1488840480386306,
+      "lr": 0.0005439028207490256,
+      "train_s": 18.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01519,
+      "train_map": 0.2995887761087328,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 18.4
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01535,
+      "train_map": 0.30292761313642397,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 18.8
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01549,
+      "train_map": 0.30521666970938105,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 19.1
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01476,
+      "train_map": 0.307670093033696,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 19.4
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01508,
+      "train_map": 0.308858400168325,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 19.7
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01565,
+      "train_map": 0.31253058043091186,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 20.1
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01504,
+      "train_map": 0.31222279721683693,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 20.4
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01514,
+      "train_map": 0.31278127447421006,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 20.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01486,
+      "train_map": 0.3138051843853841,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 21.1
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01499,
+      "train_map": 0.31481217767202085,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 21.4
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01507,
+      "train_map": 0.31531684939701826,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 21.7
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01557,
+      "train_map": 0.316277958636492,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 22.0
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01498,
+      "train_map": 0.3172804185629343,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 22.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01525,
+      "train_map": 0.31714800896699163,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 22.7
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.0151,
+      "train_map": 0.31763802667058283,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 23.0
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01512,
+      "train_map": 0.31789762862874954,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 23.3
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01545,
+      "train_map": 0.31817428508253887,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 23.6
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01523,
+      "train_map": 0.3174595478268259,
+      "val_map": 0.15486420973237652,
+      "lr": 1e-05,
+      "train_s": 23.8
+    }
+  ],
+  "final_train_map": 0.3174595478268259,
+  "final_val_map": 0.15486420973237652,
+  "lora/map": 0.15486420973237652,
+  "train_seconds": 23.8,
+  "wall_seconds": 70.8
+}

p5-mae-1m-d167/exports/step_00010000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006654313708031709,
+      "val_map": 0.005916639712490707,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02464,
+      "train_map": 0.011970027156268728,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02495,
+      "train_map": 0.02720950535375738,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02323,
+      "train_map": 0.04624187696103954,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02238,
+      "train_map": 0.05621106255878173,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02228,
+      "train_map": 0.058934374964677606,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02214,
+      "train_map": 0.07125831418891616,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02203,
+      "train_map": 0.08735191510359366,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02067,
+      "train_map": 0.09077634152062096,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.6
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02046,
+      "train_map": 0.10266436202508138,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 3.0
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02106,
+      "train_map": 0.11284565983916256,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.3
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01983,
+      "train_map": 0.1213134307788943,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 3.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02031,
+      "train_map": 0.1266216511239052,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 4.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01989,
+      "train_map": 0.12760705323766147,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.3
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01986,
+      "train_map": 0.13153386524254615,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 4.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01969,
+      "train_map": 0.1379012714680885,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 5.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01932,
+      "train_map": 0.14685315780334557,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01986,
+      "train_map": 0.15177656743923765,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 5.6
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02001,
+      "train_map": 0.1517158099671073,
+      "val_map": 0.09279012807204867,
+      "lr": 0.002799453919445244,
+      "train_s": 5.6
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01934,
+      "train_map": 0.1627797984409427,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01777,
+      "train_map": 0.16499843602435418,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01882,
+      "train_map": 0.16956200105433247,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 6.6
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01922,
+      "train_map": 0.1741100115404664,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 7.0
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01856,
+      "train_map": 0.16881470151326886,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01924,
+      "train_map": 0.17512459866702557,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 7.7
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01876,
+      "train_map": 0.18304284783769434,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 8.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01873,
+      "train_map": 0.1904156834533901,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.4
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01872,
+      "train_map": 0.1946296839775125,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 8.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01829,
+      "train_map": 0.19568479207142891,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 9.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.0182,
+      "train_map": 0.20592651383216146,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.4
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01832,
+      "train_map": 0.20810262008130098,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 9.7
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01787,
+      "train_map": 0.21417235323816425,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 10.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01848,
+      "train_map": 0.21803372534808385,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.4
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01826,
+      "train_map": 0.22734317248174657,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 10.7
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01849,
+      "train_map": 0.22940268318223603,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 11.0
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01795,
+      "train_map": 0.23373961399099039,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.3
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.0178,
+      "train_map": 0.23431671568169568,
+      "val_map": 0.12498018020972525,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.4
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01706,
+      "train_map": 0.23490877685965916,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 11.6
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.017,
+      "train_map": 0.24537817794569827,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 12.0
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01682,
+      "train_map": 0.24807493030173136,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.3
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01636,
+      "train_map": 0.2507602554866143,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 12.6
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01637,
+      "train_map": 0.25506885279680425,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 13.0
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01689,
+      "train_map": 0.25770386819863794,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 13.3
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01647,
+      "train_map": 0.2594035460226648,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 13.7
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01694,
+      "train_map": 0.2618154224920205,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 14.0
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01666,
+      "train_map": 0.2673264792192536,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 14.3
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01613,
+      "train_map": 0.2729990731543054,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 14.7
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01656,
+      "train_map": 0.27648432448018606,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 15.0
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01698,
+      "train_map": 0.28326906601189716,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 15.3
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01685,
+      "train_map": 0.2827446347604412,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 15.6
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01646,
+      "train_map": 0.2920219692661369,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 16.0
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01689,
+      "train_map": 0.2919619324452737,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 16.3
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01668,
+      "train_map": 0.29660695053608754,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 16.7
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01628,
+      "train_map": 0.29730503682570225,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 17.0
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01619,
+      "train_map": 0.29962827922490054,
+      "val_map": 0.15143114200261276,
+      "lr": 0.0005439028207490256,
+      "train_s": 17.1
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01541,
+      "train_map": 0.30045692337433005,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 17.4
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.0154,
+      "train_map": 0.30511939102532853,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 17.7
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01544,
+      "train_map": 0.3100293639400511,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 18.0
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01494,
+      "train_map": 0.3106949959476911,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 18.3
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01512,
+      "train_map": 0.31353391861928315,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 18.7
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01553,
+      "train_map": 0.31481714694419666,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 19.0
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01536,
+      "train_map": 0.3179662301341174,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 19.4
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01512,
+      "train_map": 0.3172790558542173,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 19.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01497,
+      "train_map": 0.31821373994842145,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 20.2
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01477,
+      "train_map": 0.3189541830202349,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 20.5
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01484,
+      "train_map": 0.31945556246691453,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 21.0
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01484,
+      "train_map": 0.32194040056699763,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 21.3
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.0155,
+      "train_map": 0.3226399796341583,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 21.7
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01507,
+      "train_map": 0.32407138200628743,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 22.0
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01459,
+      "train_map": 0.32384882220535394,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 22.3
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01493,
+      "train_map": 0.32379649291292145,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 22.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01522,
+      "train_map": 0.32354801085440044,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 22.9
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01483,
+      "train_map": 0.3237963749442172,
+      "val_map": 0.1551854943324665,
+      "lr": 1e-05,
+      "train_s": 23.0
+    }
+  ],
+  "final_train_map": 0.3237963749442172,
+  "final_val_map": 0.1551854943324665,
+  "lora/map": 0.1551854943324665,
+  "train_seconds": 23.0,
+  "wall_seconds": 73.0
+}

p5-mae-1m-d167/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00010000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.09997017918935706,
+  "probe/map_train": 0.2674309398123616,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.12188404797712443,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.248077159980312,
+  "probe/total_s": 4.078605808026623,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12120407814004475
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12155370455742434
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12188404797712443
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12103114591158601
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11101933120947818
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.09489119986241835
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08062741203910444
+    }
+  ],
+  "per_class_ap": [
+    0.6005266904830933,
+    0.008447710424661636,
+    0.06830445677042007,
+    0.13203127682209015,
+    0.094215989112854,
+    0.19520050287246704,
+    0.14617162942886353,
+    0.29300013184547424,
+    0.03131371736526489,
+    0.03451727330684662,
+    0.02112538181245327,
+    0.05839470401406288,
+    0.4396210014820099,
+    0.27381816506385803,
+    0.032476477324962616,
+    0.33453086018562317,
+    0.23500096797943115,
+    0.32685160636901855,
+    0.03632863238453865,
+    0.05604046210646629,
+    0.15212282538414001,
+    0.050304487347602844,
+    0.15464378893375397,
+    0.1464521288871765,
+    0.04948778077960014,
+    0.020620420575141907,
+    0.043268222361803055,
+    0.15216651558876038,
+    0.16893915832042694,
+    0.12100948393344879,
+    0.18538102507591248,
+    0.13152574002742767,
+    0.029799899086356163,
+    0.05100167542695999,
+    0.16251221299171448,
+    0.030990371480584145,
+    0.31089091300964355,
+    0.05951851233839989,
+    0.06445956975221634,
+    0.08705322444438934,
+    0.07134183496236801,
+    0.039637140929698944,
+    0.02243558131158352,
+    0.11436815559864044,
+    0.011300900019705296,
+    0.07823435217142105,
+    0.010830885730683804,
+    0.06374526023864746,
+    0.025828229263424873,
+    0.05065802484750748,
+    0.11063861846923828,
+    0.008315663784742355,
+    0.015707416459918022,
+    0.033667538315057755,
+    0.15923923254013062,
+    0.07490494847297668,
+    0.16119910776615143,
+    0.2842986285686493,
+    0.149087056517601,
+    0.05085113272070885,
+    0.1764499396085739,
+    0.11114277690649033,
+    0.039812035858631134,
+    0.10907196253538132,
+    0.4872271716594696,
+    0.2079605907201767,
+    0.24143017828464508,
+    0.23153747618198395,
+    0.3555060029029846,
+    0.35658445954322815,
+    0.07677000015974045,
+    0.11496609449386597,
+    0.1310153305530548,
+    0.11239803582429886,
+    0.12979009747505188,
+    0.12305723130702972,
+    0.05189055949449539,
+    0.15846475958824158,
+    0.10474243760108948,
+    0.08683861047029495,
+    0.021064644679427147,
+    0.05088961869478226,
+    0.15600982308387756,
+    0.05241886153817177,
+    0.0753820389509201,
+    0.01754210703074932,
+    0.02159695327281952,
+    0.03650224208831787,
+    0.015925852581858635,
+    0.036397188901901245,
+    0.018217148259282112,
+    0.01831982098519802,
+    0.10372193902730942,
+    0.011001098901033401,
+    0.02131284587085247,
+    0.027028266340494156,
+    0.010562444105744362,
+    0.009229859337210655,
+    0.08639112114906311,
+    0.09023965150117874,
+    0.07418864220380783,
+    0.12661200761795044,
+    0.029244888573884964,
+    0.02956102415919304,
+    0.015745162963867188,
+    0.03399362787604332,
+    0.03470343351364136,
+    0.0288764089345932,
+    0.042699478566646576,
+    0.15760214626789093,
+    0.12123284488916397,
+    0.08813818544149399,
+    0.059986136853694916,
+    0.0667760893702507,
+    0.08338043838739395,
+    0.1004759669303894,
+    0.10197941958904266,
+    0.04874419420957565,
+    0.08080124855041504,
+    0.09517868608236313,
+    0.10192639380693436,
+    0.08040031045675278,
+    0.05401359871029854,
+    0.07144902646541595,
+    0.007441340945661068,
+    0.026921264827251434,
+    0.08796586841344833,
+    0.13942277431488037,
+    0.04309257119894028,
+    0.031157996505498886,
+    0.004651447758078575,
+    0.031147576868534088,
+    0.09548639506101608,
+    0.09764817357063293,
+    0.0371374748647213,
+    0.015236648730933666,
+    0.043296974152326584,
+    0.6988295912742615,
+    0.19032804667949677,
+    0.24662405252456665,
+    0.34137392044067383,
+    0.23238766193389893,
+    0.15802457928657532,
+    0.12463028728961945,
+    0.0442238375544548,
+    0.07470957189798355,
+    0.05681948363780975,
+    0.11619352549314499,
+    0.11228619515895844,
+    0.12452281266450882,
+    0.08345139771699905,
+    0.1257259100675583,
+    0.13963556289672852,
+    0.04945097491145134,
+    0.03519768640398979,
+    0.12532253563404083,
+    0.07258354127407074,
+    0.04234693571925163,
+    0.0275826845318079,
+    0.07228220999240875,
+    0.3718886077404022,
+    0.2043476700782776,
+    0.190013125538826,
+    0.10380039364099503,
+    0.17129218578338623,
+    0.15519589185714722,
+    0.18480698764324188,
+    0.0881214514374733,
+    0.19355444610118866,
+    0.21202650666236877,
+    0.14103250205516815,
+    0.2301013022661209,
+    0.2484080195426941,
+    0.10348612070083618,
+    0.07346640527248383,
+    0.09762989729642868,
+    0.07788462936878204,
+    0.3144727051258087,
+    0.03678799048066139,
+    0.06080225855112076,
+    0.07580960541963577,
+    0.06468385457992554,
+    0.0626407116651535,
+    0.13246658444404602,
+    0.05132310464978218,
+    0.3200731873512268,
+    0.28292831778526306,
+    0.1046554446220398,
+    0.20891915261745453,
+    0.08722371608018875,
+    0.09015561640262604,
+    0.06140396371483803,
+    0.19545817375183105,
+    0.1204923763871193,
+    0.123069167137146,
+    0.3096807599067688,
+    0.043606095016002655,
+    0.07495354861021042,
+    0.11946941167116165,
+    0.13823680579662323,
+    0.028264226391911507,
+    0.11743822693824768,
+    0.040530331432819366,
+    0.1291927844285965,
+    0.16080273687839508,
+    0.05377879738807678,
+    0.06571538746356964,
+    0.309691846370697,
+    0.11734043061733246,
+    0.17184805870056152,
+    0.6666118502616882,
+    0.2824564576148987,
+    0.2980218231678009,
+    0.023575350642204285,
+    0.261785089969635,
+    0.08915669471025467,
+    0.07522386312484741,
+    0.19962887465953827,
+    0.07606326043605804,
+    0.0995933935046196,
+    0.18888601660728455,
+    0.12451563775539398,
+    0.2115747630596161,
+    0.23810414969921112,
+    0.08814875036478043,
+    0.07128165662288666,
+    0.07498749345541,
+    0.061046212911605835,
+    0.0945393517613411,
+    0.033076684921979904,
+    0.04852796718478203,
+    0.048562102019786835,
+    0.061089206486940384,
+    0.03630411624908447,
+    0.01971227116882801,
+    0.011746753938496113,
+    0.1612546145915985,
+    0.017504069954156876,
+    0.18024542927742004,
+    0.027408448979258537,
+    0.13567015528678894,
+    0.2586315870285034,
+    0.2170182168483734,
+    0.22383081912994385,
+    0.15278640389442444,
+    0.1749536246061325,
+    0.051746614277362823,
+    0.1295933872461319,
+    0.024587886407971382,
+    0.06642686575651169,
+    0.07115969061851501,
+    0.03093375824391842,
+    0.03604791313409805,
+    0.06594901531934738,
+    0.04899991303682327,
+    0.11113546043634415,
+    0.2197742462158203,
+    0.15871435403823853,
+    0.15152882039546967,
+    0.044508568942546844,
+    0.03358832001686096,
+    0.03173789754509926,
+    0.1414574682712555,
+    0.1086125373840332,
+    0.017007725313305855,
+    0.05833734571933746,
+    0.0715373083949089,
+    0.09342287480831146,
+    0.07350201904773712,
+    0.03565485030412674,
+    0.03814146667718887,
+    0.22348248958587646,
+    0.10916842520236969,
+    0.04257621243596077,
+    0.21023936569690704,
+    0.030428441241383553,
+    0.0877891406416893,
+    0.03359246626496315,
+    0.05098935589194298,
+    0.04870084300637245,
+    0.023203102871775627,
+    0.2267892062664032,
+    0.07867764681577682,
+    0.16781288385391235,
+    0.06755928695201874,
+    0.17081928253173828,
+    0.11808396875858307,
+    0.13420064747333527,
+    0.16776980459690094,
+    0.12467066943645477,
+    0.14272895455360413,
+    0.09755191951990128,
+    0.10466587543487549,
+    0.17891505360603333,
+    0.0953027606010437,
+    0.08658658713102341,
+    0.10166732221841812,
+    0.005390188656747341,
+    0.020879443734884262,
+    0.03239011391997337,
+    0.25077375769615173,
+    0.14079822599887848,
+    0.09584107995033264,
+    0.08411266654729843,
+    0.03107871115207672,
+    0.10433483868837357,
+    0.028189076110720634,
+    0.14023242890834808,
+    0.02635922096669674,
+    0.019703565165400505,
+    0.10880447924137115,
+    0.02392011508345604,
+    0.07096673548221588,
+    0.0485653281211853,
+    0.05902585759758949,
+    0.10646460950374603,
+    0.05473525449633598,
+    0.023146582767367363,
+    0.05170915648341179,
+    0.04078846424818039,
+    0.08998056501150131,
+    0.06539467722177505,
+    0.334114134311676,
+    0.28979915380477905,
+    0.17831489443778992,
+    0.14683955907821655,
+    0.04695962369441986,
+    0.06830278784036636,
+    0.14679953455924988,
+    0.14162850379943848,
+    0.07175086438655853,
+    0.1206255704164505,
+    0.14716467261314392,
+    0.11346083134412766,
+    0.1198115348815918,
+    0.10878998786211014,
+    0.08346092700958252,
+    0.07275191694498062,
+    0.03440523147583008,
+    0.03713301941752434,
+    0.06121593713760376,
+    0.005580584518611431,
+    0.04226271063089371,
+    0.12902550399303436,
+    0.08161903917789459,
+    0.06608771532773972,
+    0.08767877519130707,
+    0.27451184391975403,
+    0.02553458884358406,
+    0.018593313172459602,
+    0.07672104239463806,
+    0.01069263368844986,
+    0.08717900514602661,
+    0.0747113823890686,
+    0.014773353934288025,
+    0.022174889221787453,
+    0.01855403557419777,
+    0.009514021687209606,
+    0.03510202094912529,
+    0.10513868182897568,
+    0.010230953805148602,
+    0.037534791976213455,
+    0.0782453641295433,
+    0.0715869590640068,
+    0.026467474177479744,
+    0.047302551567554474,
+    0.30574366450309753,
+    0.13300997018814087,
+    0.02704601176083088,
+    0.06728017330169678,
+    0.09033029526472092,
+    0.06520774960517883,
+    0.0695900171995163,
+    0.28523388504981995,
+    0.11935596168041229,
+    0.025171270594000816,
+    0.059618059545755386,
+    0.04297831282019615,
+    0.015584327280521393,
+    0.013706604950129986,
+    0.022109976038336754,
+    0.10067516565322876,
+    0.05409098416566849,
+    0.06850909441709518,
+    0.08270062506198883,
+    0.10473804920911789,
+    0.11035030335187912,
+    0.022618543356657028,
+    0.05485904961824417,
+    0.034913234412670135,
+    0.14649130403995514,
+    0.042605530470609665,
+    0.01460123248398304,
+    0.3098527193069458,
+    0.11719002574682236,
+    0.040853362530469894,
+    0.33747825026512146,
+    0.345458984375,
+    0.02252061665058136,
+    0.2659175992012024,
+    0.30673477053642273,
+    0.05198615789413452,
+    0.04633629322052002,
+    0.16503100097179413,
+    0.022709809243679047,
+    0.01685175858438015,
+    0.019133877009153366,
+    0.010370801202952862,
+    0.012158490717411041,
+    0.01632952317595482,
+    0.01534740999341011,
+    0.037794329226017,
+    0.0203083623200655,
+    0.02478521317243576,
+    0.2622952461242676,
+    0.11022960394620895,
+    0.018715068697929382,
+    0.009583666920661926,
+    0.08173413574695587,
+    0.0778292790055275,
+    0.1921343356370926,
+    0.05841280519962311,
+    0.06549771130084991,
+    0.18178725242614746,
+    0.07686152309179306,
+    0.10186528414487839,
+    0.02772609516978264,
+    0.09744696319103241,
+    0.1068236455321312,
+    0.17392069101333618,
+    0.027980096638202667,
+    0.11512130498886108,
+    0.11913663148880005,
+    0.040856629610061646,
+    0.006768863648176193,
+    0.05731327459216118,
+    0.21174880862236023,
+    0.07533010095357895,
+    0.10890315473079681,
+    0.01977452263236046,
+    0.012776006013154984,
+    0.030285794287919998,
+    0.008310733363032341,
+    0.05640791729092598,
+    0.015239035710692406,
+    0.05189964175224304,
+    0.02511020004749298,
+    0.01610621251165867,
+    0.024646196514368057,
+    0.060967303812503815,
+    0.014127193950116634,
+    0.03834698721766472,
+    0.009104127064347267,
+    0.03595547750592232,
+    0.025109412148594856,
+    0.16789977252483368,
+    0.03988184034824371,
+    0.07513947039842606,
+    0.029629111289978027,
+    0.075748011469841,
+    0.030989451333880424,
+    0.031646374613046646,
+    0.15952220559120178,
+    0.3770184814929962,
+    0.16906411945819855,
+    0.06692328304052353,
+    0.04420548677444458,
+    0.05183423310518265,
+    0.06362730264663696,
+    0.12577979266643524,
+    0.0679863765835762,
+    0.07382255792617798,
+    0.0343913771212101,
+    0.012334099970757961,
+    0.1043320745229721,
+    0.00541785079985857,
+    0.2039276361465454,
+    0.07226336747407913,
+    0.03952420502901077,
+    0.19869817793369293,
+    0.12679223716259003,
+    0.07282839715480804,
+    0.01276816613972187,
+    0.026384582743048668,
+    0.050643716007471085,
+    0.011400670744478703,
+    0.007479771506041288,
+    0.05014363303780556,
+    0.0641888827085495,
+    0.03742196038365364,
+    0.14537298679351807,
+    0.16306652128696442,
+    0.07667677849531174,
+    0.15403175354003906,
+    0.20398588478565216,
+    0.08628523349761963,
+    0.025609130039811134,
+    0.08046716451644897,
+    0.03452093526721001,
+    0.09735692292451859,
+    0.13641557097434998,
+    0.2236563265323639,
+    0.010062023065984249,
+    0.10230820626020432,
+    0.03154907748103142,
+    0.01617491990327835,
+    0.0871044471859932,
+    0.015629444271326065,
+    0.017690081149339676,
+    0.03228803724050522,
+    0.026005081832408905,
+    0.11388026922941208,
+    0.05171315371990204,
+    0.00772082107141614,
+    0.099154032766819,
+    0.16582433879375458,
+    0.017882663756608963,
+    0.30121472477912903,
+    0.023326437920331955,
+    0.011861181817948818,
+    0.029974181205034256,
+    0.18258050084114075,
+    0.12892401218414307,
+    0.026660693809390068,
+    0.008366988971829414,
+    0.0601300448179245,
+    0.08077427744865417
+  ]
+}

p5-mae-1m-d167/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00015000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.10377253493050244,
+  "probe/map_train": 0.2735415318772282,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.12699879832571087,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.934136324969586,
+  "probe/total_s": 4.748491515987553,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12657678991413024
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1265113348029978
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12699879832571087
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12617985285426256
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11553591322480741
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.09880114024446701
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08294405469554256
+    }
+  ],
+  "per_class_ap": [
+    0.6122967600822449,
+    0.016042377799749374,
+    0.06674683839082718,
+    0.13240621984004974,
+    0.09290722012519836,
+    0.22710652649402618,
+    0.175726518034935,
+    0.2947883605957031,
+    0.027859365567564964,
+    0.02744334191083908,
+    0.023207906633615494,
+    0.05917028337717056,
+    0.3943222463130951,
+    0.20669133961200714,
+    0.034030668437480927,
+    0.2580075263977051,
+    0.28582921624183655,
+    0.3453192114830017,
+    0.03190788999199867,
+    0.06444083899259567,
+    0.24971288442611694,
+    0.04417796805500984,
+    0.13808518648147583,
+    0.11693531274795532,
+    0.05471282824873924,
+    0.027517937123775482,
+    0.0600314661860466,
+    0.1480063498020172,
+    0.15032432973384857,
+    0.08581043779850006,
+    0.17117807269096375,
+    0.16653530299663544,
+    0.03703738749027252,
+    0.07310125976800919,
+    0.19427506625652313,
+    0.05040963366627693,
+    0.2593923807144165,
+    0.06062193959951401,
+    0.06857038289308548,
+    0.140915647149086,
+    0.10990781337022781,
+    0.01783471181988716,
+    0.04741361737251282,
+    0.18917688727378845,
+    0.010463399812579155,
+    0.08293301612138748,
+    0.014654661528766155,
+    0.10526273399591446,
+    0.028181854635477066,
+    0.04038175195455551,
+    0.09020774066448212,
+    0.007634841371327639,
+    0.04285591468214989,
+    0.03903703764081001,
+    0.16562892496585846,
+    0.07187914848327637,
+    0.13077899813652039,
+    0.29750028252601624,
+    0.08585606515407562,
+    0.047610945999622345,
+    0.12818704545497894,
+    0.1348997801542282,
+    0.03669571131467819,
+    0.07124431431293488,
+    0.48818033933639526,
+    0.19970880448818207,
+    0.2032201737165451,
+    0.1441909372806549,
+    0.36788567900657654,
+    0.27219149470329285,
+    0.07720384746789932,
+    0.08319511264562607,
+    0.13989660143852234,
+    0.11338785290718079,
+    0.10235595703125,
+    0.11564230173826218,
+    0.04798878729343414,
+    0.1210951954126358,
+    0.11160214990377426,
+    0.07646359503269196,
+    0.015276073478162289,
+    0.05104271322488785,
+    0.18730121850967407,
+    0.01701711304485798,
+    0.07233164459466934,
+    0.020292149856686592,
+    0.020081549882888794,
+    0.01925697550177574,
+    0.025761960074305534,
+    0.04420140013098717,
+    0.015263856388628483,
+    0.01499959360808134,
+    0.07746443897485733,
+    0.012220687232911587,
+    0.0430232472717762,
+    0.03488384559750557,
+    0.006274451967328787,
+    0.008364838548004627,
+    0.0882694348692894,
+    0.11329250037670135,
+    0.0779528096318245,
+    0.15942585468292236,
+    0.026918761432170868,
+    0.0299565177410841,
+    0.013605434447526932,
+    0.03708028048276901,
+    0.03923647850751877,
+    0.033251646906137466,
+    0.05626872554421425,
+    0.17045727372169495,
+    0.19019965827465057,
+    0.09704462438821793,
+    0.0693761333823204,
+    0.07283472269773483,
+    0.052563074976205826,
+    0.12064812332391739,
+    0.1127452701330185,
+    0.05949065834283829,
+    0.07104884088039398,
+    0.11872676014900208,
+    0.10801654309034348,
+    0.10270974785089493,
+    0.039695724844932556,
+    0.05378874018788338,
+    0.007452681194990873,
+    0.02720239758491516,
+    0.10895981639623642,
+    0.17799408733844757,
+    0.04470612853765488,
+    0.03560559079051018,
+    0.006009384989738464,
+    0.0446922741830349,
+    0.0642213225364685,
+    0.06200655177235603,
+    0.05558444932103157,
+    0.012224256061017513,
+    0.04592571407556534,
+    0.7066856622695923,
+    0.2100995033979416,
+    0.28221994638442993,
+    0.3415151536464691,
+    0.27952465415000916,
+    0.12804947793483734,
+    0.12174520641565323,
+    0.04407285898923874,
+    0.10009699314832687,
+    0.09231355041265488,
+    0.12921178340911865,
+    0.0397077277302742,
+    0.17598646879196167,
+    0.08800060302019119,
+    0.156142458319664,
+    0.14356133341789246,
+    0.07243864983320236,
+    0.05934426188468933,
+    0.14411118626594543,
+    0.06185745820403099,
+    0.07150789350271225,
+    0.02033567614853382,
+    0.04701876640319824,
+    0.35236915946006775,
+    0.1883530169725418,
+    0.21172867715358734,
+    0.1310647875070572,
+    0.17989417910575867,
+    0.19220726191997528,
+    0.20954108238220215,
+    0.10382720828056335,
+    0.21011556684970856,
+    0.25371983647346497,
+    0.1530211865901947,
+    0.2490893304347992,
+    0.27336767315864563,
+    0.1189248263835907,
+    0.047103915363550186,
+    0.046991366893053055,
+    0.14500610530376434,
+    0.2987940311431885,
+    0.04039255529642105,
+    0.08137437701225281,
+    0.09283505380153656,
+    0.09188482165336609,
+    0.096499964594841,
+    0.17118872702121735,
+    0.05926099419593811,
+    0.34161901473999023,
+    0.27421262860298157,
+    0.14152991771697998,
+    0.24497950077056885,
+    0.09734249114990234,
+    0.13566166162490845,
+    0.06851788610219955,
+    0.22909130156040192,
+    0.10489744693040848,
+    0.11276118457317352,
+    0.31570374965667725,
+    0.0434725247323513,
+    0.07602262496948242,
+    0.1420079618692398,
+    0.1837710440158844,
+    0.0195908285677433,
+    0.14391452074050903,
+    0.0330929160118103,
+    0.12003737688064575,
+    0.15337501466274261,
+    0.05970248952507973,
+    0.07724730670452118,
+    0.3031001389026642,
+    0.14962346851825714,
+    0.260197252035141,
+    0.6567553281784058,
+    0.33276742696762085,
+    0.3237309455871582,
+    0.034041937440633774,
+    0.29408666491508484,
+    0.09671536833047867,
+    0.05249960720539093,
+    0.16026858985424042,
+    0.12927958369255066,
+    0.1277591586112976,
+    0.14360851049423218,
+    0.1303788423538208,
+    0.18670077621936798,
+    0.21568915247917175,
+    0.06538452208042145,
+    0.06444239616394043,
+    0.0664077177643776,
+    0.052032120525836945,
+    0.1246366947889328,
+    0.03758399561047554,
+    0.05426225811243057,
+    0.03827187046408653,
+    0.08146407455205917,
+    0.06476518511772156,
+    0.022301500663161278,
+    0.016249606385827065,
+    0.15583501756191254,
+    0.018789855763316154,
+    0.2061602622270584,
+    0.03945227712392807,
+    0.14003320038318634,
+    0.22354117035865784,
+    0.17176063358783722,
+    0.142762690782547,
+    0.1558443009853363,
+    0.18153116106987,
+    0.043722305446863174,
+    0.11876615136861801,
+    0.024314407259225845,
+    0.07273536920547485,
+    0.07136939465999603,
+    0.02227981947362423,
+    0.05169912800192833,
+    0.054476503282785416,
+    0.05596179515123367,
+    0.16332660615444183,
+    0.22336924076080322,
+    0.1657978892326355,
+    0.10439883172512054,
+    0.04480361193418503,
+    0.03361739218235016,
+    0.045238103717565536,
+    0.12744051218032837,
+    0.09743045270442963,
+    0.011789165437221527,
+    0.07288580387830734,
+    0.06382807344198227,
+    0.07140075415372849,
+    0.09407225996255875,
+    0.029905879870057106,
+    0.037370264530181885,
+    0.24848544597625732,
+    0.07246394455432892,
+    0.03912024572491646,
+    0.16803304851055145,
+    0.02890210784971714,
+    0.0862305611371994,
+    0.026517923921346664,
+    0.054313305765390396,
+    0.03925960138440132,
+    0.02255033515393734,
+    0.1835765540599823,
+    0.10091062635183334,
+    0.1835448145866394,
+    0.05037545785307884,
+    0.19341912865638733,
+    0.1963535100221634,
+    0.18597082793712616,
+    0.16323062777519226,
+    0.1339508593082428,
+    0.17026212811470032,
+    0.10192224383354187,
+    0.12313444912433624,
+    0.248440682888031,
+    0.1365370750427246,
+    0.14819489419460297,
+    0.08289124816656113,
+    0.0062633357010781765,
+    0.024532010778784752,
+    0.022519296035170555,
+    0.24261195957660675,
+    0.15360493957996368,
+    0.13674136996269226,
+    0.044756267219781876,
+    0.0418393649160862,
+    0.09715978056192398,
+    0.02874818630516529,
+    0.15101619064807892,
+    0.023055467754602432,
+    0.026028497144579887,
+    0.12565049529075623,
+    0.024901017546653748,
+    0.08867315202951431,
+    0.06627482175827026,
+    0.07019755989313126,
+    0.08121666312217712,
+    0.06229044869542122,
+    0.01741483435034752,
+    0.03798085078597069,
+    0.058906491845846176,
+    0.09367181360721588,
+    0.05579407140612602,
+    0.3261566162109375,
+    0.3073667585849762,
+    0.15669843554496765,
+    0.1326155662536621,
+    0.033698469400405884,
+    0.06274285167455673,
+    0.16904844343662262,
+    0.16456452012062073,
+    0.08472258597612381,
+    0.15977588295936584,
+    0.1673538237810135,
+    0.15361464023590088,
+    0.12953558564186096,
+    0.11513902246952057,
+    0.08276646584272385,
+    0.13787509500980377,
+    0.03661811724305153,
+    0.026711225509643555,
+    0.08113286644220352,
+    0.006271360442042351,
+    0.04605117440223694,
+    0.1397886574268341,
+    0.07100295275449753,
+    0.06385578960180283,
+    0.08881942927837372,
+    0.25833892822265625,
+    0.02590717189013958,
+    0.02686452679336071,
+    0.08306576311588287,
+    0.021117284893989563,
+    0.06811048090457916,
+    0.06958379596471786,
+    0.014244113117456436,
+    0.03131771832704544,
+    0.022863296791911125,
+    0.007738410495221615,
+    0.028188329190015793,
+    0.06624048203229904,
+    0.011007167398929596,
+    0.04404861107468605,
+    0.08105595409870148,
+    0.10338141769170761,
+    0.023891475051641464,
+    0.031078966334462166,
+    0.3500842750072479,
+    0.1297299712896347,
+    0.018786685541272163,
+    0.0828203409910202,
+    0.11420467495918274,
+    0.06855839490890503,
+    0.08754577487707138,
+    0.3259093463420868,
+    0.10240067541599274,
+    0.030154742300510406,
+    0.07740911841392517,
+    0.04671454429626465,
+    0.015691881999373436,
+    0.00856029149144888,
+    0.02319861203432083,
+    0.0744880810379982,
+    0.0711800828576088,
+    0.07825756818056107,
+    0.1332148015499115,
+    0.10942394286394119,
+    0.16403429210186005,
+    0.04031415656208992,
+    0.04348377138376236,
+    0.04936045780777931,
+    0.14266353845596313,
+    0.09652161598205566,
+    0.014836334623396397,
+    0.27181005477905273,
+    0.1607998162508011,
+    0.033426571637392044,
+    0.3416863977909088,
+    0.4079141616821289,
+    0.022673025727272034,
+    0.27919477224349976,
+    0.264148473739624,
+    0.03687208145856857,
+    0.06062578409910202,
+    0.15452031791210175,
+    0.02457178197801113,
+    0.015537140890955925,
+    0.01721382327377796,
+    0.022287268191576004,
+    0.01458254735916853,
+    0.01799255795776844,
+    0.009645363315939903,
+    0.08727391809225082,
+    0.016929572448134422,
+    0.043451059609651566,
+    0.29812905192375183,
+    0.10809334367513657,
+    0.012750755064189434,
+    0.01020994782447815,
+    0.08095046877861023,
+    0.09560640156269073,
+    0.1931496262550354,
+    0.03521250933408737,
+    0.06181328371167183,
+    0.18453799188137054,
+    0.07983818650245667,
+    0.08119948953390121,
+    0.04736883193254471,
+    0.11349747329950333,
+    0.13966815173625946,
+    0.15794479846954346,
+    0.030760858207941055,
+    0.10051946341991425,
+    0.09696537256240845,
+    0.049358490854501724,
+    0.005700438283383846,
+    0.08290904015302658,
+    0.2155124396085739,
+    0.06396383047103882,
+    0.09895261377096176,
+    0.02845904603600502,
+    0.016604913398623466,
+    0.022665303200483322,
+    0.010146372020244598,
+    0.06619434058666229,
+    0.008503217250108719,
+    0.036104630678892136,
+    0.03587464988231659,
+    0.01049479003995657,
+    0.014771855436265469,
+    0.054223593324422836,
+    0.012379173189401627,
+    0.04190945625305176,
+    0.01045151986181736,
+    0.01484876498579979,
+    0.03120052069425583,
+    0.14659465849399567,
+    0.03520958870649338,
+    0.10016267746686935,
+    0.024386674165725708,
+    0.07276661694049835,
+    0.03564789518713951,
+    0.03152352571487427,
+    0.1574588268995285,
+    0.40321794152259827,
+    0.22301380336284637,
+    0.05938069149851799,
+    0.02906554564833641,
+    0.0340987890958786,
+    0.040160633623600006,
+    0.12394584715366364,
+    0.07844647020101547,
+    0.042804963886737823,
+    0.03018595091998577,
+    0.010348093695938587,
+    0.12570083141326904,
+    0.007900058291852474,
+    0.20869873464107513,
+    0.07672642916440964,
+    0.052058663219213486,
+    0.22276070713996887,
+    0.100375697016716,
+    0.07725648581981659,
+    0.00982019305229187,
+    0.0892881378531456,
+    0.053689535707235336,
+    0.010547991842031479,
+    0.00791987031698227,
+    0.06983374059200287,
+    0.04051481932401657,
+    0.038696467876434326,
+    0.14774861931800842,
+    0.22802779078483582,
+    0.06940720975399017,
+    0.12176872789859772,
+    0.2003215253353119,
+    0.07367575168609619,
+    0.027122942730784416,
+    0.06235615164041519,
+    0.04610998183488846,
+    0.10841251909732819,
+    0.09648223221302032,
+    0.20483148097991943,
+    0.010085882619023323,
+    0.11636891216039658,
+    0.03233091160655022,
+    0.016549253836274147,
+    0.09145711362361908,
+    0.01622186042368412,
+    0.018287839367985725,
+    0.03224249929189682,
+    0.022047968581318855,
+    0.14094863831996918,
+    0.04255067557096481,
+    0.010289693251252174,
+    0.10824213176965714,
+    0.15539179742336273,
+    0.016179215162992477,
+    0.33581045269966125,
+    0.030199041590094566,
+    0.020611479878425598,
+    0.031193098053336143,
+    0.20401081442832947,
+    0.13874384760856628,
+    0.033499203622341156,
+    0.010093213990330696,
+    0.030359553173184395,
+    0.09172352403402328
+  ]
+}

p5-mae-1m-d167/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00020000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3879688949137926,
+  "lora/map": 0.3879688949137926,
+  "fsd50k/map": 0.3879688949137926,
+  "train_seconds": 82.43,
+  "total_seconds": 86.7,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02111594583024271,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.018341440613783302,
+      "val_map": 0.3879688949137926,
+      "lr": 0.0,
+      "train_s": 82.42704393225722
+    }
+  ],
+  "per_class_ap": [
+    0.2732640206813812,
+    0.14770522713661194,
+    0.4508417546749115,
+    0.39634981751441956,
+    0.46860039234161377,
+    0.6174185872077942,
+    0.8517959713935852,
+    0.5405412912368774,
+    0.5573519468307495,
+    0.42077139019966125,
+    0.27691128849983215,
+    0.39643973112106323,
+    0.18053831160068512,
+    0.36255374550819397,
+    0.4855134189128876,
+    0.4578655958175659,
+    0.026459455490112305,
+    0.3086766004562378,
+    0.3834075629711151,
+    0.18662725389003754,
+    0.43499693274497986,
+    0.4091407358646393,
+    0.8298577666282654,
+    0.09707927703857422,
+    0.271394819021225,
+    0.4245559871196747,
+    0.36401817202568054,
+    0.26541993021965027,
+    0.7717627286911011,
+    0.28035885095596313,
+    0.6682613492012024,
+    0.5838075280189514,
+    0.5107660293579102,
+    0.2040940523147583,
+    0.303168922662735,
+    0.22065870463848114,
+    0.4138604402542114,
+    0.15910881757736206,
+    0.30721938610076904,
+    0.2689654529094696,
+    0.548810601234436,
+    0.26672306656837463,
+    0.622398316860199,
+    0.1593981385231018,
+    0.5734201073646545,
+    0.12945574522018433,
+    0.22978106141090393,
+    0.2931353449821472,
+    0.6889176368713379,
+    0.40914031863212585,
+    0.34187161922454834,
+    0.5034947395324707,
+    0.5923897624015808,
+    0.17821639776229858,
+    0.1645173281431198,
+    0.034595709294080734,
+    0.21993720531463623,
+    0.6462798714637756,
+    0.14315350353717804,
+    0.5274432897567749,
+    0.6135793328285217,
+    0.6542803049087524,
+    0.45251360535621643,
+    0.15713047981262207,
+    0.4517248868942261,
+    0.10934782028198242,
+    0.2247970700263977,
+    0.6212260127067566,
+    0.49690020084381104,
+    0.5147244930267334,
+    0.4625081717967987,
+    0.2376103699207306,
+    0.7050731778144836,
+    0.4821682274341583,
+    0.21339258551597595,
+    0.22262290120124817,
+    0.3656230568885803,
+    0.3259587287902832,
+    0.2938613295555115,
+    0.45054957270622253,
+    0.3337063789367676,
+    0.4307612478733063,
+    0.21968495845794678,
+    0.3651621341705322,
+    0.2745189964771271,
+    0.30834126472473145,
+    0.4249874949455261,
+    0.48208215832710266,
+    0.228404700756073,
+    0.15148457884788513,
+    0.742895245552063,
+    0.2531192898750305,
+    0.5061304569244385,
+    0.18176361918449402,
+    0.34072190523147583,
+    0.3571931719779968,
+    0.5118759870529175,
+    0.10291044414043427,
+    0.37811335921287537,
+    0.0958099290728569,
+    0.5664520263671875,
+    0.7074810862541199,
+    0.22953425347805023,
+    0.40716367959976196,
+    0.2585271894931793,
+    0.3096558749675751,
+    0.6402080655097961,
+    0.5464020371437073,
+    0.5641425848007202,
+    0.27484217286109924,
+    0.17069073021411896,
+    0.3043704330921173,
+    0.5805513858795166,
+    0.15506607294082642,
+    0.1272420734167099,
+    0.34035566449165344,
+    0.7077596783638,
+    0.38501468300819397,
+    0.516382098197937,
+    0.20906773209571838,
+    0.8613865375518799,
+    0.8692746758460999,
+    0.40442731976509094,
+    0.10884382575750351,
+    0.3226567506790161,
+    0.7569707036018372,
+    0.35219675302505493,
+    0.7312781810760498,
+    0.3103877305984497,
+    0.107091523706913,
+    0.14340312778949738,
+    0.7896985411643982,
+    0.42713961005210876,
+    0.47627195715904236,
+    0.6529431939125061,
+    0.06796090304851532,
+    0.07956048846244812,
+    0.060293618589639664,
+    0.627968430519104,
+    0.586658775806427,
+    0.22202222049236298,
+    0.2884840965270996,
+    0.33854880928993225,
+    0.29864075779914856,
+    0.6305578947067261,
+    0.5228413343429565,
+    0.05337563902139664,
+    0.6286861896514893,
+    0.21838204562664032,
+    0.24562810361385345,
+    0.4998301863670349,
+    0.4986579120159149,
+    0.357334703207016,
+    0.3437870442867279,
+    0.45235902070999146,
+    0.34411367774009705,
+    0.5006330609321594,
+    0.6557291746139526,
+    0.4606749713420868,
+    0.10231540352106094,
+    0.44229474663734436,
+    0.18871575593948364,
+    0.663038432598114,
+    0.29196545481681824,
+    0.3889973759651184,
+    0.27598389983177185,
+    0.3420211970806122,
+    0.07520963251590729,
+    0.3846157491207123,
+    0.43753620982170105,
+    0.08295231312513351,
+    0.8677272200584412,
+    0.8797547817230225,
+    0.056963592767715454,
+    0.5440922379493713,
+    0.7890339493751526,
+    0.2543434798717499,
+    0.2844564616680145,
+    0.23738999664783478,
+    0.29440954327583313,
+    0.043288685381412506,
+    0.26255935430526733,
+    0.2496885061264038,
+    0.6005383729934692,
+    0.6271762251853943,
+    0.40991634130477905,
+    0.2895941436290741,
+    0.6790310740470886,
+    0.6106340289115906,
+    0.4360108971595764,
+    0.43800050020217896,
+    0.4410477578639984,
+    0.5341948866844177,
+    0.13906285166740417,
+    0.18978676199913025,
+    0.3595969080924988,
+    0.11363277584314346,
+    0.430090993642807,
+    0.2041540890932083,
+    0.7578787207603455
+  ]
+}

p5-mae-1m-d167/exports/step_00020000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.387967313779518,
+  "lora/map": 0.387967313779518,
+  "fsd50k/map": 0.387967313779518,
+  "train_seconds": 55.61,
+  "total_seconds": 59.98,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02182672855677083,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.018022667778696915,
+      "val_map": 0.387967313779518,
+      "lr": 0.0,
+      "train_s": 55.609987169504166
+    }
+  ],
+  "per_class_ap": [
+    0.2764652371406555,
+    0.10582384467124939,
+    0.5003228187561035,
+    0.39936941862106323,
+    0.47979432344436646,
+    0.6148204207420349,
+    0.8534348607063293,
+    0.5597822070121765,
+    0.5322847962379456,
+    0.4201301038265228,
+    0.3020075857639313,
+    0.4038444757461548,
+    0.18079988658428192,
+    0.37445417046546936,
+    0.49495729804039,
+    0.4629095792770386,
+    0.03835514187812805,
+    0.2817777097225189,
+    0.4687701165676117,
+    0.16683144867420197,
+    0.4697906970977783,
+    0.4125261604785919,
+    0.8020150661468506,
+    0.08162125945091248,
+    0.24469536542892456,
+    0.48595595359802246,
+    0.3450225293636322,
+    0.2811190187931061,
+    0.7752653956413269,
+    0.28272950649261475,
+    0.6953577399253845,
+    0.5599132776260376,
+    0.39744648337364197,
+    0.1984708458185196,
+    0.33092379570007324,
+    0.230099156498909,
+    0.44372713565826416,
+    0.16575251519680023,
+    0.32886603474617004,
+    0.2719629406929016,
+    0.5393549799919128,
+    0.28291988372802734,
+    0.6463229656219482,
+    0.17531082034111023,
+    0.5066688060760498,
+    0.0694061890244484,
+    0.30785802006721497,
+    0.27426770329475403,
+    0.7165641784667969,
+    0.41167277097702026,
+    0.3704168498516083,
+    0.5235775113105774,
+    0.5753300189971924,
+    0.1877150684595108,
+    0.1368703544139862,
+    0.027928238734602928,
+    0.19718259572982788,
+    0.6404159665107727,
+    0.1442410796880722,
+    0.5073314905166626,
+    0.5909799933433533,
+    0.6585983633995056,
+    0.4565686285495758,
+    0.1644863486289978,
+    0.516370952129364,
+    0.14479772746562958,
+    0.26289498805999756,
+    0.6195072531700134,
+    0.43163859844207764,
+    0.5283225774765015,
+    0.4847211539745331,
+    0.22063559293746948,
+    0.7249447703361511,
+    0.39566999673843384,
+    0.2056257128715515,
+    0.2025143802165985,
+    0.4362834692001343,
+    0.3950623571872711,
+    0.3579374849796295,
+    0.4021691381931305,
+    0.2920500934123993,
+    0.31790831685066223,
+    0.26241692900657654,
+    0.40410882234573364,
+    0.3089882731437683,
+    0.2642265856266022,
+    0.42143648862838745,
+    0.5321192741394043,
+    0.1896873116493225,
+    0.18618717789649963,
+    0.732474148273468,
+    0.198163241147995,
+    0.5321986079216003,
+    0.1901431530714035,
+    0.3478221595287323,
+    0.36261728405952454,
+    0.40736669301986694,
+    0.0791853666305542,
+    0.347417950630188,
+    0.0974191278219223,
+    0.5730521082878113,
+    0.693852961063385,
+    0.21299006044864655,
+    0.41041532158851624,
+    0.2500259578227997,
+    0.47280776500701904,
+    0.6278086304664612,
+    0.5244389176368713,
+    0.571896493434906,
+    0.19869153201580048,
+    0.1751469522714615,
+    0.2867065668106079,
+    0.5622889399528503,
+    0.11401733756065369,
+    0.15474610030651093,
+    0.405487060546875,
+    0.6835459470748901,
+    0.3620862066745758,
+    0.5120672583580017,
+    0.24000462889671326,
+    0.8580155968666077,
+    0.8661970496177673,
+    0.42472371459007263,
+    0.14814893901348114,
+    0.2981463670730591,
+    0.7519749999046326,
+    0.3277243673801422,
+    0.7320767641067505,
+    0.31873613595962524,
+    0.14350628852844238,
+    0.22205625474452972,
+    0.8163828253746033,
+    0.40439337491989136,
+    0.5116608738899231,
+    0.655977189540863,
+    0.084123894572258,
+    0.06976877152919769,
+    0.0837026908993721,
+    0.6147937774658203,
+    0.5624168515205383,
+    0.1558787226676941,
+    0.2946515381336212,
+    0.280945748090744,
+    0.3236308991909027,
+    0.6363849639892578,
+    0.5872286558151245,
+    0.054840631783008575,
+    0.6015095114707947,
+    0.19369231164455414,
+    0.2754617929458618,
+    0.45575037598609924,
+    0.46106046438217163,
+    0.30755120515823364,
+    0.3518404960632324,
+    0.4401472806930542,
+    0.35860705375671387,
+    0.5140588283538818,
+    0.6671789884567261,
+    0.437263160943985,
+    0.04086000472307205,
+    0.4157481789588928,
+    0.14879193902015686,
+    0.6690053343772888,
+    0.22748008370399475,
+    0.40915828943252563,
+    0.17676936089992523,
+    0.34325146675109863,
+    0.07617362588644028,
+    0.35031238198280334,
+    0.42900973558425903,
+    0.0910065546631813,
+    0.8476705551147461,
+    0.8603825569152832,
+    0.06299088150262833,
+    0.5701337456703186,
+    0.806374728679657,
+    0.2870715856552124,
+    0.295850932598114,
+    0.25506389141082764,
+    0.29986608028411865,
+    0.06510582566261292,
+    0.3719252943992615,
+    0.2928609251976013,
+    0.6275650262832642,
+    0.612989068031311,
+    0.39220836758613586,
+    0.29362550377845764,
+    0.6889269948005676,
+    0.5936120748519897,
+    0.4400804042816162,
+    0.43415868282318115,
+    0.4172721207141876,
+    0.5489115118980408,
+    0.12864746153354645,
+    0.22384290397167206,
+    0.3628395199775696,
+    0.1058979406952858,
+    0.4208804965019226,
+    0.1919398009777069,
+    0.7576965093612671
+  ]
+}

p5-mae-1m-d167/exports/step_00020000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3866052582114935,
+  "lora/map": 0.3866052582114935,
+  "fsd50k/map": 0.3866052582114935,
+  "train_seconds": 55.08,
+  "total_seconds": 59.12,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021830414107535036,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.018760407569692092,
+      "val_map": 0.3866052582114935,
+      "lr": 0.0,
+      "train_s": 55.08339344279375
+    }
+  ],
+  "per_class_ap": [
+    0.2526731491088867,
+    0.1322779804468155,
+    0.4574694037437439,
+    0.4124210476875305,
+    0.4836634695529938,
+    0.6161420345306396,
+    0.8353579640388489,
+    0.5275556445121765,
+    0.49616822600364685,
+    0.43019357323646545,
+    0.3230649530887604,
+    0.38785186409950256,
+    0.18156521022319794,
+    0.3755902349948883,
+    0.4859682321548462,
+    0.4530077576637268,
+    0.03660217300057411,
+    0.3356103301048279,
+    0.40120455622673035,
+    0.20887602865695953,
+    0.419381707906723,
+    0.39910781383514404,
+    0.8495737314224243,
+    0.11328686773777008,
+    0.28988760709762573,
+    0.3697119653224945,
+    0.38720589876174927,
+    0.274323046207428,
+    0.7551177144050598,
+    0.27836689352989197,
+    0.6681827306747437,
+    0.5994830131530762,
+    0.4190030097961426,
+    0.20884445309638977,
+    0.33482658863067627,
+    0.23718006908893585,
+    0.43029341101646423,
+    0.12454449385404587,
+    0.33954307436943054,
+    0.298177570104599,
+    0.5241082310676575,
+    0.2812662422657013,
+    0.6543315052986145,
+    0.19627341628074646,
+    0.5647892951965332,
+    0.11731225252151489,
+    0.25705403089523315,
+    0.2878575623035431,
+    0.7178533673286438,
+    0.4081033766269684,
+    0.33309438824653625,
+    0.5118843913078308,
+    0.5466488599777222,
+    0.18118281662464142,
+    0.16950343549251556,
+    0.02512526884675026,
+    0.2399689257144928,
+    0.6175052523612976,
+    0.13825902342796326,
+    0.4951974153518677,
+    0.5868279337882996,
+    0.6499676704406738,
+    0.4373030364513397,
+    0.1357342153787613,
+    0.508029580116272,
+    0.15995094180107117,
+    0.23979607224464417,
+    0.6425487995147705,
+    0.4555509686470032,
+    0.49543100595474243,
+    0.458743691444397,
+    0.24301734566688538,
+    0.7145175933837891,
+    0.3814789950847626,
+    0.2649570107460022,
+    0.18369422852993011,
+    0.38288846611976624,
+    0.33543452620506287,
+    0.3228031098842621,
+    0.41908925771713257,
+    0.31023094058036804,
+    0.33969542384147644,
+    0.31295138597488403,
+    0.3402367830276489,
+    0.3072453737258911,
+    0.27240312099456787,
+    0.4287230968475342,
+    0.5356140732765198,
+    0.15156227350234985,
+    0.16531944274902344,
+    0.7310572862625122,
+    0.19760870933532715,
+    0.49996447563171387,
+    0.20455408096313477,
+    0.3595684766769409,
+    0.34829065203666687,
+    0.4751460552215576,
+    0.08068627864122391,
+    0.39063069224357605,
+    0.10889637470245361,
+    0.5636156797409058,
+    0.7007465362548828,
+    0.18151888251304626,
+    0.43240827322006226,
+    0.26310476660728455,
+    0.46295446157455444,
+    0.6441794037818909,
+    0.507085919380188,
+    0.5729733109474182,
+    0.21366149187088013,
+    0.21281473338603973,
+    0.317630797624588,
+    0.5519029498100281,
+    0.08631115406751633,
+    0.17557716369628906,
+    0.35857588052749634,
+    0.7235194444656372,
+    0.4178362190723419,
+    0.5219407081604004,
+    0.24329864978790283,
+    0.8577473163604736,
+    0.8654980659484863,
+    0.3846922516822815,
+    0.08837594091892242,
+    0.3452189266681671,
+    0.7404026389122009,
+    0.3122100532054901,
+    0.7201979756355286,
+    0.3091568648815155,
+    0.15838474035263062,
+    0.11053494364023209,
+    0.7935701012611389,
+    0.3838660418987274,
+    0.4765387177467346,
+    0.6284727454185486,
+    0.0564994178712368,
+    0.06772312521934509,
+    0.055507805198431015,
+    0.5629096031188965,
+    0.5702540874481201,
+    0.21137745678424835,
+    0.27229174971580505,
+    0.411793977022171,
+    0.33951497077941895,
+    0.6334784030914307,
+    0.5220163464546204,
+    0.050325315445661545,
+    0.6163459420204163,
+    0.20130611956119537,
+    0.2881161868572235,
+    0.4636412560939789,
+    0.510595440864563,
+    0.28811216354370117,
+    0.3691657781600952,
+    0.4173758924007416,
+    0.30692142248153687,
+    0.5134801268577576,
+    0.7376696467399597,
+    0.4403155446052551,
+    0.04750395193696022,
+    0.4217953681945801,
+    0.1746872216463089,
+    0.6702829599380493,
+    0.36028844118118286,
+    0.40079832077026367,
+    0.24128291010856628,
+    0.3778669238090515,
+    0.06192267686128616,
+    0.36387357115745544,
+    0.4189237058162689,
+    0.09148745983839035,
+    0.8650755882263184,
+    0.8767562508583069,
+    0.0680864006280899,
+    0.543217658996582,
+    0.8027152419090271,
+    0.2850635349750519,
+    0.2515358626842499,
+    0.24340036511421204,
+    0.29546305537223816,
+    0.051869288086891174,
+    0.2539977729320526,
+    0.2239018976688385,
+    0.6234014630317688,
+    0.6196169257164001,
+    0.4275032579898834,
+    0.26602667570114136,
+    0.6765038371086121,
+    0.6032196283340454,
+    0.41029343008995056,
+    0.46026611328125,
+    0.423833966255188,
+    0.5463575124740601,
+    0.14520764350891113,
+    0.2181447297334671,
+    0.284341037273407,
+    0.13638019561767578,
+    0.42255041003227234,
+    0.18372808396816254,
+    0.7738447785377502
+  ]
+}

p5-mae-1m-d167/exports/step_00020000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006881303086777905,
+      "val_map": 0.005729990040236621,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02471,
+      "train_map": 0.011604003021732128,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02463,
+      "train_map": 0.026708756031846696,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.8
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0232,
+      "train_map": 0.04162202229309364,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02267,
+      "train_map": 0.058618197618299776,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02251,
+      "train_map": 0.07026037256267854,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.8
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02132,
+      "train_map": 0.0813261094128455,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02125,
+      "train_map": 0.08722293637277632,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02096,
+      "train_map": 0.09220223141298674,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02052,
+      "train_map": 0.1023704335866655,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02065,
+      "train_map": 0.11349143900297073,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02013,
+      "train_map": 0.11512756996710327,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 3.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02023,
+      "train_map": 0.12253191563666602,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 4.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01987,
+      "train_map": 0.13800430727196572,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.4
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02035,
+      "train_map": 0.14138828741962645,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 4.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01938,
+      "train_map": 0.15031992356633975,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 5.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.0196,
+      "train_map": 0.15119668471660513,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01929,
+      "train_map": 0.16223652455054463,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 5.7
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01912,
+      "train_map": 0.16161938065369622,
+      "val_map": 0.09858033407490129,
+      "lr": 0.002799453919445244,
+      "train_s": 5.7
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01836,
+      "train_map": 0.16780871673146056,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01854,
+      "train_map": 0.17388152734392395,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.0184,
+      "train_map": 0.16704519809598362,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 6.6
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01855,
+      "train_map": 0.18330729481953228,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 6.9
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01872,
+      "train_map": 0.18514732053358482,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.2
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01834,
+      "train_map": 0.19042992733853675,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 7.6
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01802,
+      "train_map": 0.18946228482083646,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 7.9
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01818,
+      "train_map": 0.2001319198544001,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.2
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.0186,
+      "train_map": 0.2058931564438586,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 8.5
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01824,
+      "train_map": 0.21180487548988983,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 8.8
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01873,
+      "train_map": 0.22171315525400415,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.2
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01825,
+      "train_map": 0.22507240193360528,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 9.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01812,
+      "train_map": 0.2223145856550299,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 9.8
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01827,
+      "train_map": 0.23366592129280675,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.1
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01809,
+      "train_map": 0.23163065184844372,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 10.4
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01819,
+      "train_map": 0.2388741495008218,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 10.8
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01758,
+      "train_map": 0.24532873816063638,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.0
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01749,
+      "train_map": 0.24449561232792838,
+      "val_map": 0.13801371720769712,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.1
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01677,
+      "train_map": 0.24647933919516443,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 11.4
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01629,
+      "train_map": 0.25434979983999534,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 11.7
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01613,
+      "train_map": 0.2594819882976517,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.0
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01657,
+      "train_map": 0.258878437695279,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 12.3
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01659,
+      "train_map": 0.2632919927224856,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 12.7
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.0161,
+      "train_map": 0.2741731279299893,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 13.0
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.0166,
+      "train_map": 0.2734898604086796,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 13.3
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01635,
+      "train_map": 0.2786772138981654,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 13.7
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01697,
+      "train_map": 0.2880790318235175,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 14.0
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01627,
+      "train_map": 0.29168885085904933,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 14.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01647,
+      "train_map": 0.2951055203857823,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 14.6
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01615,
+      "train_map": 0.2976682325719062,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 15.0
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01655,
+      "train_map": 0.29746040390924583,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 15.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01655,
+      "train_map": 0.30401816865185405,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 15.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01618,
+      "train_map": 0.3075354767758293,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 16.0
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01601,
+      "train_map": 0.312928499215666,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 16.3
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01563,
+      "train_map": 0.3153987288001423,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 16.6
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01603,
+      "train_map": 0.3178559976737713,
+      "val_map": 0.1624584059147924,
+      "lr": 0.0005439028207490256,
+      "train_s": 16.7
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01495,
+      "train_map": 0.3226886913622155,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 16.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01511,
+      "train_map": 0.3201413624840426,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 17.3
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01492,
+      "train_map": 0.32325425026655563,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 17.6
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01473,
+      "train_map": 0.32444979843508587,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 17.9
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01535,
+      "train_map": 0.32606869469532845,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 18.2
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01508,
+      "train_map": 0.32844803524707256,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 18.6
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01453,
+      "train_map": 0.32988705595979995,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 18.9
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01546,
+      "train_map": 0.3331094264517586,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 19.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01508,
+      "train_map": 0.33321404544922895,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 19.5
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01448,
+      "train_map": 0.3351527042209791,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 19.8
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01524,
+      "train_map": 0.3356264657720895,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 20.2
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01453,
+      "train_map": 0.33588148173178056,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 20.5
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01471,
+      "train_map": 0.33636438922931844,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 20.8
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01436,
+      "train_map": 0.3366223990835914,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 21.1
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01471,
+      "train_map": 0.33712055424557014,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 21.4
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.0144,
+      "train_map": 0.3374566416710304,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 21.8
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01453,
+      "train_map": 0.33760678631728924,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 22.0
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01477,
+      "train_map": 0.3376539288357296,
+      "val_map": 0.1683348696466811,
+      "lr": 1e-05,
+      "train_s": 22.2
+    }
+  ],
+  "final_train_map": 0.3376539288357296,
+  "final_val_map": 0.1683348696466811,
+  "lora/map": 0.1683348696466811,
+  "train_seconds": 22.2,
+  "wall_seconds": 64.6
+}

p5-mae-1m-d167/exports/step_00020000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007098244295382176,
+      "val_map": 0.006273886417498215,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02502,
+      "train_map": 0.01172817528996249,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0247,
+      "train_map": 0.027935335178907245,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02339,
+      "train_map": 0.04030469054046071,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02251,
+      "train_map": 0.05349618371397582,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02211,
+      "train_map": 0.06749854733075318,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02176,
+      "train_map": 0.07559631957117631,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02116,
+      "train_map": 0.090155372158421,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02086,
+      "train_map": 0.09282299314724525,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02102,
+      "train_map": 0.10798724057891564,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02018,
+      "train_map": 0.11581501887892098,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02012,
+      "train_map": 0.11712824021672841,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 3.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01955,
+      "train_map": 0.12343364635189073,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 4.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01989,
+      "train_map": 0.13308214150065206,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.4
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01923,
+      "train_map": 0.14911911981816509,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 4.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01955,
+      "train_map": 0.15094800865537428,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 5.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01919,
+      "train_map": 0.15576518968541167,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01954,
+      "train_map": 0.15777124063486492,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 5.6
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0194,
+      "train_map": 0.15650551847537425,
+      "val_map": 0.09888532801851121,
+      "lr": 0.002799453919445244,
+      "train_s": 5.7
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01827,
+      "train_map": 0.17009509764337802,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01846,
+      "train_map": 0.1787238706184279,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01876,
+      "train_map": 0.1805630290820714,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 6.7
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01818,
+      "train_map": 0.19328862042616932,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 7.1
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.0182,
+      "train_map": 0.18595205195357695,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01881,
+      "train_map": 0.1898031321458476,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 7.8
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01876,
+      "train_map": 0.1885040580883509,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 8.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01813,
+      "train_map": 0.19976695771797418,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.4
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01806,
+      "train_map": 0.2083193681108283,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 8.8
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01833,
+      "train_map": 0.20661404514968026,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 9.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01787,
+      "train_map": 0.22074568603254954,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01861,
+      "train_map": 0.22723996420116985,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 9.8
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01789,
+      "train_map": 0.23515014642535,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 10.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01806,
+      "train_map": 0.2360773361720979,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.5
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01758,
+      "train_map": 0.24252542515817244,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 10.9
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01763,
+      "train_map": 0.23288813094649133,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 11.2
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01775,
+      "train_map": 0.237906502891134,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.5
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01794,
+      "train_map": 0.24998248649135488,
+      "val_map": 0.13908720987299333,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.6
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.0167,
+      "train_map": 0.2506861386385939,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 12.0
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01642,
+      "train_map": 0.25711017153075627,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 12.5
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01641,
+      "train_map": 0.25457678713519444,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.8
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01651,
+      "train_map": 0.26459859231702515,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 13.3
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01645,
+      "train_map": 0.26719174541151275,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 13.8
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01644,
+      "train_map": 0.2776629148542429,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 14.2
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01677,
+      "train_map": 0.2789330059552894,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 14.5
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01652,
+      "train_map": 0.277567719819777,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 14.9
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01621,
+      "train_map": 0.2834114449741973,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 15.2
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01624,
+      "train_map": 0.2863842410722878,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 15.6
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01623,
+      "train_map": 0.2948736468881397,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 15.9
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01631,
+      "train_map": 0.29715768488007377,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 16.2
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01604,
+      "train_map": 0.30013908854592064,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 16.6
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01642,
+      "train_map": 0.3041022603719918,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 16.9
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01611,
+      "train_map": 0.30602961112930666,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 17.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01654,
+      "train_map": 0.3115192742883961,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 17.6
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01625,
+      "train_map": 0.3170411711438529,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 17.9
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01604,
+      "train_map": 0.31814542038284904,
+      "val_map": 0.1627743294227522,
+      "lr": 0.0005439028207490256,
+      "train_s": 18.0
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.0148,
+      "train_map": 0.31717754932618797,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 18.2
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01504,
+      "train_map": 0.3209247805436179,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 18.5
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01514,
+      "train_map": 0.32025806389155265,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 18.9
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01431,
+      "train_map": 0.3242709907213583,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 19.2
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01453,
+      "train_map": 0.32734761899602255,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 19.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01531,
+      "train_map": 0.3301700509879632,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 19.9
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01454,
+      "train_map": 0.33059745891624087,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 20.4
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01479,
+      "train_map": 0.3322854924370911,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 20.8
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01456,
+      "train_map": 0.3329891618394224,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 21.1
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01468,
+      "train_map": 0.33423161979029536,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 21.4
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.0146,
+      "train_map": 0.33484797118199844,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 21.8
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01529,
+      "train_map": 0.33577817761157225,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 22.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01484,
+      "train_map": 0.33607106604410136,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 22.5
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.0149,
+      "train_map": 0.3363371138395547,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 22.8
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01478,
+      "train_map": 0.3358937735162124,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 23.1
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01473,
+      "train_map": 0.3359910557293943,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 23.5
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.0152,
+      "train_map": 0.33650996332433236,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 23.8
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.0149,
+      "train_map": 0.3365378636333109,
+      "val_map": 0.16964130438917246,
+      "lr": 1e-05,
+      "train_s": 23.9
+    }
+  ],
+  "final_train_map": 0.3365378636333109,
+  "final_val_map": 0.16964130438917246,
+  "lora/map": 0.16964130438917246,
+  "train_seconds": 23.9,
+  "wall_seconds": 66.0
+}

p5-mae-1m-d167/exports/step_00020000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007034570441503551,
+      "val_map": 0.006135704768759745,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02467,
+      "train_map": 0.011328610256813516,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02499,
+      "train_map": 0.028579984683555815,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.8
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02318,
+      "train_map": 0.04605093703007032,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02235,
+      "train_map": 0.05887467603586204,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02215,
+      "train_map": 0.0656332160037831,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.8
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02204,
+      "train_map": 0.07812298664052668,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.3
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02197,
+      "train_map": 0.09076533637290549,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.7
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02059,
+      "train_map": 0.08750267256010656,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 3.1
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02028,
+      "train_map": 0.101337241880115,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 3.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02093,
+      "train_map": 0.11502669508077656,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.8
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01967,
+      "train_map": 0.11909322151949583,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 4.1
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02012,
+      "train_map": 0.12872937907759927,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 4.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01959,
+      "train_map": 0.1385211464498312,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.8
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.0196,
+      "train_map": 0.13876970503673636,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 5.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01942,
+      "train_map": 0.1505665371412733,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 5.5
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01898,
+      "train_map": 0.14994336317816442,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0196,
+      "train_map": 0.15904190515890804,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 6.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01981,
+      "train_map": 0.15820270398674988,
+      "val_map": 0.09825721160602355,
+      "lr": 0.002799453919445244,
+      "train_s": 6.2
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01909,
+      "train_map": 0.17304555590412946,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.6
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01755,
+      "train_map": 0.17992898899875404,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.9
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01875,
+      "train_map": 0.17560553845845206,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 7.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01908,
+      "train_map": 0.18207945094127526,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 7.6
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01822,
+      "train_map": 0.18808028403275506,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01885,
+      "train_map": 0.19744881619549087,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 8.2
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01856,
+      "train_map": 0.19762315238477834,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 8.6
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01863,
+      "train_map": 0.20198945489144784,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.9
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.0184,
+      "train_map": 0.2121087518640824,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 9.2
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01796,
+      "train_map": 0.21286046680149603,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 9.6
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01789,
+      "train_map": 0.2177509707328024,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.9
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01808,
+      "train_map": 0.2212046918634191,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 10.2
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01741,
+      "train_map": 0.22384848567326704,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 10.5
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.0182,
+      "train_map": 0.2355829644144161,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.8
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01805,
+      "train_map": 0.24377962543613205,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 11.2
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01814,
+      "train_map": 0.24822073796166697,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 11.5
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01768,
+      "train_map": 0.24438381020290745,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.8
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01747,
+      "train_map": 0.25103203078070957,
+      "val_map": 0.14149276462456023,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.8
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01664,
+      "train_map": 0.25492110009883057,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 12.1
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01658,
+      "train_map": 0.2639257895276021,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 12.5
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01666,
+      "train_map": 0.26617158386075207,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.8
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01599,
+      "train_map": 0.2665519326345631,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 13.1
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01603,
+      "train_map": 0.2747956687165689,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 13.4
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01634,
+      "train_map": 0.272549930103724,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 13.8
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01602,
+      "train_map": 0.2750073478811648,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 14.1
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01672,
+      "train_map": 0.28218317427716627,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 14.4
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01631,
+      "train_map": 0.2876832048661399,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 14.8
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01583,
+      "train_map": 0.2942944965139738,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 15.1
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01617,
+      "train_map": 0.29628760116864034,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 15.4
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01656,
+      "train_map": 0.30418166355450815,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 15.8
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01638,
+      "train_map": 0.2986209718651886,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 16.1
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.0161,
+      "train_map": 0.3093622710018558,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 16.4
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01655,
+      "train_map": 0.3099193736412465,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 16.7
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01629,
+      "train_map": 0.3159219095928761,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 17.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01587,
+      "train_map": 0.3207689691741422,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 17.4
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.0159,
+      "train_map": 0.322093024499983,
+      "val_map": 0.16541130651686292,
+      "lr": 0.0005439028207490256,
+      "train_s": 17.5
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01512,
+      "train_map": 0.32460042972831615,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 17.7
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01504,
+      "train_map": 0.3273764932634171,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 18.0
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01499,
+      "train_map": 0.33077320071075117,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 18.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01471,
+      "train_map": 0.33105855985797333,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 18.7
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01472,
+      "train_map": 0.3333969849287276,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 19.1
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01505,
+      "train_map": 0.33528724703513635,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 19.6
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01498,
+      "train_map": 0.33955678416228724,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 19.9
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01472,
+      "train_map": 0.3392663145635765,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 20.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01466,
+      "train_map": 0.3397983020609793,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 20.6
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01443,
+      "train_map": 0.34011932986786686,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 20.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01442,
+      "train_map": 0.3419198249440209,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 21.2
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01455,
+      "train_map": 0.34360778896205224,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 21.6
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01498,
+      "train_map": 0.3433989957063344,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 21.9
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.0147,
+      "train_map": 0.34348943863290254,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 22.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01425,
+      "train_map": 0.34362902467013595,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 22.6
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01457,
+      "train_map": 0.3444052134893227,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 22.9
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01485,
+      "train_map": 0.3442827944027037,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 23.2
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01453,
+      "train_map": 0.3446250092291204,
+      "val_map": 0.16961265183928684,
+      "lr": 1e-05,
+      "train_s": 23.4
+    }
+  ],
+  "final_train_map": 0.3446250092291204,
+  "final_val_map": 0.16961265183928684,
+  "lora/map": 0.16961265183928684,
+  "train_seconds": 23.4,
+  "wall_seconds": 65.5
+}

p5-mae-1m-d167/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00020000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.10910792238621547,
+  "probe/map_train": 0.275581423313387,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1320594354577723,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.7189555089571513,
+  "probe/total_s": 3.5689615659648553,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1314379502687801
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1314264491838412
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1320594354577723
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13098416332485935
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12029474128331048
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10333724428795321
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08582944475623304
+    }
+  ],
+  "per_class_ap": [
+    0.6132957339286804,
+    0.013008559122681618,
+    0.0630524531006813,
+    0.1614793986082077,
+    0.1021907702088356,
+    0.20947867631912231,
+    0.15129154920578003,
+    0.27604392170906067,
+    0.03486914932727814,
+    0.04043416306376457,
+    0.023983485996723175,
+    0.08116691559553146,
+    0.41907116770744324,
+    0.26217132806777954,
+    0.051540449261665344,
+    0.29483500123023987,
+    0.26464352011680603,
+    0.3441469967365265,
+    0.03959158435463905,
+    0.0739060714840889,
+    0.2156207114458084,
+    0.04876498132944107,
+    0.14848144352436066,
+    0.106584832072258,
+    0.05730602517724037,
+    0.024136638268828392,
+    0.0638120248913765,
+    0.14770300686359406,
+    0.1864309459924698,
+    0.10041936486959457,
+    0.184781014919281,
+    0.14167219400405884,
+    0.03227431699633598,
+    0.06147680804133415,
+    0.2206215113401413,
+    0.04858331009745598,
+    0.2886364758014679,
+    0.0644836574792862,
+    0.058109432458877563,
+    0.09989305585622787,
+    0.06752705574035645,
+    0.024145381525158882,
+    0.06342945247888565,
+    0.16636674106121063,
+    0.013327355496585369,
+    0.053284045308828354,
+    0.014434650540351868,
+    0.06920147687196732,
+    0.028408823534846306,
+    0.04490938410162926,
+    0.11163195222616196,
+    0.014368075877428055,
+    0.04746362939476967,
+    0.023913947865366936,
+    0.14325051009655,
+    0.0861564502120018,
+    0.157828688621521,
+    0.2940819561481476,
+    0.13082171976566315,
+    0.08881086856126785,
+    0.1503208577632904,
+    0.08963979780673981,
+    0.05362813547253609,
+    0.06961824744939804,
+    0.47705432772636414,
+    0.18783354759216309,
+    0.2446875125169754,
+    0.21528539061546326,
+    0.3936058282852173,
+    0.3190617263317108,
+    0.08638890832662582,
+    0.09631731361150742,
+    0.13281363248825073,
+    0.10554194450378418,
+    0.12564578652381897,
+    0.1320955753326416,
+    0.040342602878808975,
+    0.18482264876365662,
+    0.10281214118003845,
+    0.07503893971443176,
+    0.013608165085315704,
+    0.05160647630691528,
+    0.17504039406776428,
+    0.03401099890470505,
+    0.07002481818199158,
+    0.019270118325948715,
+    0.023586498573422432,
+    0.01914532110095024,
+    0.02322336472570896,
+    0.03928970918059349,
+    0.023573225364089012,
+    0.021767836064100266,
+    0.10929141193628311,
+    0.020308081060647964,
+    0.05479877069592476,
+    0.02269713208079338,
+    0.008032254874706268,
+    0.007885524071753025,
+    0.0932745411992073,
+    0.12857423722743988,
+    0.07005470246076584,
+    0.1706879884004593,
+    0.0336875393986702,
+    0.03490022197365761,
+    0.017174234613776207,
+    0.037920743227005005,
+    0.038558512926101685,
+    0.03257465362548828,
+    0.08071359246969223,
+    0.15314291417598724,
+    0.15607139468193054,
+    0.11136788874864578,
+    0.10027243942022324,
+    0.08602158725261688,
+    0.048397570848464966,
+    0.13746234774589539,
+    0.13830581307411194,
+    0.07134789973497391,
+    0.08876221626996994,
+    0.16406044363975525,
+    0.17959973216056824,
+    0.12512339651584625,
+    0.05133744329214096,
+    0.08808857202529907,
+    0.010747343301773071,
+    0.028592875227332115,
+    0.08487412333488464,
+    0.0939398929476738,
+    0.06327883899211884,
+    0.06205980107188225,
+    0.005087583791464567,
+    0.06576815247535706,
+    0.09584547579288483,
+    0.08788704127073288,
+    0.030156509950757027,
+    0.012205827981233597,
+    0.044066421687603,
+    0.7053739428520203,
+    0.20388704538345337,
+    0.2490989863872528,
+    0.33482858538627625,
+    0.25557392835617065,
+    0.08777165412902832,
+    0.12310829758644104,
+    0.07886303216218948,
+    0.08218394964933395,
+    0.09252061694860458,
+    0.1409732848405838,
+    0.06773649156093597,
+    0.18484753370285034,
+    0.110392265021801,
+    0.11512953788042068,
+    0.1533486694097519,
+    0.11010073125362396,
+    0.1066167950630188,
+    0.1402939110994339,
+    0.05243803188204765,
+    0.07659399509429932,
+    0.02729787863790989,
+    0.061430923640728,
+    0.3456334173679352,
+    0.23610831797122955,
+    0.22049416601657867,
+    0.12149710953235626,
+    0.1976284384727478,
+    0.21597853302955627,
+    0.24921724200248718,
+    0.13370703160762787,
+    0.22776390612125397,
+    0.26113682985305786,
+    0.19905881583690643,
+    0.22228564321994781,
+    0.2299221158027649,
+    0.11148173362016678,
+    0.08421017229557037,
+    0.075982004404068,
+    0.11273130774497986,
+    0.3461192548274994,
+    0.041894298046827316,
+    0.0943366140127182,
+    0.10765953361988068,
+    0.09556131064891815,
+    0.10470589250326157,
+    0.19063465297222137,
+    0.049085963517427444,
+    0.3267984390258789,
+    0.3011966645717621,
+    0.11561784893274307,
+    0.2316155582666397,
+    0.10444606840610504,
+    0.13909563422203064,
+    0.06365859508514404,
+    0.22434183955192566,
+    0.14669641852378845,
+    0.15822219848632812,
+    0.31406545639038086,
+    0.042212557047605515,
+    0.08791683614253998,
+    0.09791318327188492,
+    0.1942165046930313,
+    0.029943713918328285,
+    0.13755421340465546,
+    0.051139120012521744,
+    0.18439938127994537,
+    0.18159140646457672,
+    0.134102463722229,
+    0.16098947823047638,
+    0.33838632702827454,
+    0.15898020565509796,
+    0.21578428149223328,
+    0.6507885456085205,
+    0.31080755591392517,
+    0.27638280391693115,
+    0.03367341309785843,
+    0.2720089852809906,
+    0.08579342812299728,
+    0.05147616192698479,
+    0.17752432823181152,
+    0.15414391458034515,
+    0.14315885305404663,
+    0.14244869351387024,
+    0.11679025739431381,
+    0.20490840077400208,
+    0.19829490780830383,
+    0.07921366393566132,
+    0.06422360241413116,
+    0.06729964166879654,
+    0.035177167505025864,
+    0.1722799837589264,
+    0.02881580963730812,
+    0.04074077680706978,
+    0.0475073866546154,
+    0.0640173926949501,
+    0.03527839109301567,
+    0.0685044452548027,
+    0.014696705155074596,
+    0.16969996690750122,
+    0.013968424871563911,
+    0.1725727617740631,
+    0.025669904425740242,
+    0.18389570713043213,
+    0.272508829832077,
+    0.17474311590194702,
+    0.14502538740634918,
+    0.16878393292427063,
+    0.22457878291606903,
+    0.05045333504676819,
+    0.15005145967006683,
+    0.027370207011699677,
+    0.07050477713346481,
+    0.08111494034528732,
+    0.02778923138976097,
+    0.055549256503582,
+    0.06124040484428406,
+    0.05573192611336708,
+    0.12293469160795212,
+    0.1825956255197525,
+    0.2209533452987671,
+    0.11547022312879562,
+    0.07900654524564743,
+    0.04527241736650467,
+    0.05828575789928436,
+    0.16177217662334442,
+    0.07377251237630844,
+    0.019003238528966904,
+    0.07240120321512222,
+    0.0687621682882309,
+    0.07413050532341003,
+    0.09899687767028809,
+    0.032111652195453644,
+    0.03913285955786705,
+    0.26001182198524475,
+    0.09800679981708527,
+    0.05624781921505928,
+    0.19476255774497986,
+    0.029735784977674484,
+    0.106389619410038,
+    0.038887713104486465,
+    0.05437452718615532,
+    0.04304884374141693,
+    0.02093006856739521,
+    0.19624817371368408,
+    0.15170548856258392,
+    0.20073384046554565,
+    0.05878126993775368,
+    0.21869690716266632,
+    0.2001352310180664,
+    0.21967099606990814,
+    0.18520395457744598,
+    0.17420347034931183,
+    0.16231253743171692,
+    0.1389513462781906,
+    0.0970742329955101,
+    0.20585043728351593,
+    0.14950817823410034,
+    0.15200157463550568,
+    0.08925424516201019,
+    0.006532990839332342,
+    0.017461692914366722,
+    0.021927447989583015,
+    0.2435297816991806,
+    0.17283013463020325,
+    0.175714373588562,
+    0.04681047052145004,
+    0.03819865733385086,
+    0.11661936342716217,
+    0.03590398281812668,
+    0.1710107922554016,
+    0.04134431108832359,
+    0.028543895110487938,
+    0.12059477716684341,
+    0.03256498649716377,
+    0.1156868040561676,
+    0.06922254711389542,
+    0.08461408317089081,
+    0.08817886561155319,
+    0.04953690990805626,
+    0.02790309675037861,
+    0.043223362416028976,
+    0.042653512209653854,
+    0.09265708178281784,
+    0.05710681900382042,
+    0.3269079625606537,
+    0.29535725712776184,
+    0.16745507717132568,
+    0.17449957132339478,
+    0.05657707527279854,
+    0.08293119072914124,
+    0.15987253189086914,
+    0.15023982524871826,
+    0.0753246545791626,
+    0.10793554037809372,
+    0.15774381160736084,
+    0.15200480818748474,
+    0.13151544332504272,
+    0.11979285627603531,
+    0.08775459975004196,
+    0.10318256914615631,
+    0.03789979964494705,
+    0.02630932442843914,
+    0.08119820058345795,
+    0.005313897039741278,
+    0.05008063465356827,
+    0.15382429957389832,
+    0.10984870046377182,
+    0.0855206698179245,
+    0.06805138289928436,
+    0.2617950439453125,
+    0.04144302010536194,
+    0.021836725994944572,
+    0.09255778789520264,
+    0.02588995359838009,
+    0.08572755008935928,
+    0.08034884184598923,
+    0.019191477447748184,
+    0.03040955774486065,
+    0.024553246796131134,
+    0.010968384332954884,
+    0.01913311891257763,
+    0.1393124759197235,
+    0.012372337281703949,
+    0.040284398943185806,
+    0.08228999376296997,
+    0.09102485328912735,
+    0.027789663523435593,
+    0.031472839415073395,
+    0.3312881290912628,
+    0.14940127730369568,
+    0.027447447180747986,
+    0.08090054988861084,
+    0.13577896356582642,
+    0.06377770006656647,
+    0.07051264494657516,
+    0.28940349817276,
+    0.12310651689767838,
+    0.04286007583141327,
+    0.05995514243841171,
+    0.05541183799505234,
+    0.013577231205999851,
+    0.01075738575309515,
+    0.023512979969382286,
+    0.09446080029010773,
+    0.08277946710586548,
+    0.06511184573173523,
+    0.16426438093185425,
+    0.10486529767513275,
+    0.18999916315078735,
+    0.038402486592531204,
+    0.052893221378326416,
+    0.03825387358665466,
+    0.15953677892684937,
+    0.08677578717470169,
+    0.013499745167791843,
+    0.34259021282196045,
+    0.1352079212665558,
+    0.03365595266222954,
+    0.35687702894210815,
+    0.4110133647918701,
+    0.027215158566832542,
+    0.2882770597934723,
+    0.26137104630470276,
+    0.03426473215222359,
+    0.06538206338882446,
+    0.1707521378993988,
+    0.020081739872694016,
+    0.015453646890819073,
+    0.01768929325044155,
+    0.018641233444213867,
+    0.02767401747405529,
+    0.013214059174060822,
+    0.009707317687571049,
+    0.06924698501825333,
+    0.01971549540758133,
+    0.023526789620518684,
+    0.2649703919887543,
+    0.10934101790189743,
+    0.013116985559463501,
+    0.008376178331673145,
+    0.08724991977214813,
+    0.09196769446134567,
+    0.21625913679599762,
+    0.04044302552938461,
+    0.0782686099410057,
+    0.2290230244398117,
+    0.07890009880065918,
+    0.07743886858224869,
+    0.03543763607740402,
+    0.11443052440881729,
+    0.15376165509223938,
+    0.20817658305168152,
+    0.030819639563560486,
+    0.0892554521560669,
+    0.11622461676597595,
+    0.05319850891828537,
+    0.006368276197463274,
+    0.07177898287773132,
+    0.22126439213752747,
+    0.06442339718341827,
+    0.11116909235715866,
+    0.020993443205952644,
+    0.01573496311903,
+    0.03095979429781437,
+    0.019572725519537926,
+    0.056295257061719894,
+    0.017020512372255325,
+    0.051606666296720505,
+    0.020717337727546692,
+    0.011158551089465618,
+    0.02455596625804901,
+    0.06019265577197075,
+    0.011174860410392284,
+    0.0443117618560791,
+    0.009602060541510582,
+    0.026569310575723648,
+    0.058499909937381744,
+    0.21101731061935425,
+    0.03621932491660118,
+    0.09332484751939774,
+    0.019379613921046257,
+    0.08652340620756149,
+    0.030320195481181145,
+    0.05271404609084129,
+    0.2600477933883667,
+    0.3880244493484497,
+    0.2012639343738556,
+    0.051757462322711945,
+    0.020793361589312553,
+    0.04325546324253082,
+    0.0422770120203495,
+    0.15296337008476257,
+    0.08497750014066696,
+    0.05352703854441643,
+    0.035617049783468246,
+    0.010370374657213688,
+    0.11327291280031204,
+    0.010076045989990234,
+    0.23382894694805145,
+    0.06927197426557541,
+    0.045056797564029694,
+    0.24291111528873444,
+    0.10495644062757492,
+    0.06467476487159729,
+    0.01572643592953682,
+    0.046443626284599304,
+    0.052758101373910904,
+    0.013906656764447689,
+    0.007836582139134407,
+    0.0514276884496212,
+    0.059526603668928146,
+    0.04115414246916771,
+    0.1711677610874176,
+    0.18262645602226257,
+    0.05198519676923752,
+    0.13199347257614136,
+    0.21766549348831177,
+    0.04687582701444626,
+    0.03531349077820778,
+    0.049831535667181015,
+    0.0435122586786747,
+    0.09988939017057419,
+    0.1198190376162529,
+    0.2252434641122818,
+    0.018138037994503975,
+    0.10909314453601837,
+    0.032563332468271255,
+    0.023049164563417435,
+    0.0935361385345459,
+    0.018341070041060448,
+    0.016147051006555557,
+    0.03332965821027756,
+    0.02113427221775055,
+    0.1310044527053833,
+    0.05764482915401459,
+    0.013244581408798695,
+    0.12096264213323593,
+    0.1894058734178543,
+    0.031888823956251144,
+    0.31665050983428955,
+    0.026709409430623055,
+    0.02351050078868866,
+    0.030513405799865723,
+    0.21391478180885315,
+    0.14930769801139832,
+    0.03591715916991234,
+    0.008064222522079945,
+    0.039898067712783813,
+    0.0804179459810257
+  ]
+}

p5-mae-1m-d167/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00025000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.1129176853837859,
+  "probe/map_train": 0.2779669646718018,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.13606556153509844,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.7555000699940138,
+  "probe/total_s": 3.430584244953934,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.13517153686207614
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.13535845988059853
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.13606556153509844
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13468692163394258
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12287422532721139
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10505992054419709
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0857640257139692
+    }
+  ],
+  "per_class_ap": [
+    0.6109458804130554,
+    0.01712317392230034,
+    0.0706748440861702,
+    0.15781192481517792,
+    0.08808699250221252,
+    0.23052488267421722,
+    0.17218810319900513,
+    0.2927975654602051,
+    0.04295270889997482,
+    0.032803453505039215,
+    0.029652221128344536,
+    0.07785841077566147,
+    0.397585928440094,
+    0.3005659878253937,
+    0.052585188299417496,
+    0.3423602283000946,
+    0.2899238169193268,
+    0.35833483934402466,
+    0.0545610710978508,
+    0.0862407237291336,
+    0.18665732443332672,
+    0.0498916357755661,
+    0.16615493595600128,
+    0.12262135744094849,
+    0.054338231682777405,
+    0.027756253257393837,
+    0.06501305103302002,
+    0.1546822488307953,
+    0.18370375037193298,
+    0.12020717561244965,
+    0.21624241769313812,
+    0.12187241017818451,
+    0.038354553282260895,
+    0.046124015003442764,
+    0.21138614416122437,
+    0.028406556695699692,
+    0.29838573932647705,
+    0.06096907705068588,
+    0.07932589203119278,
+    0.11993178725242615,
+    0.0913415402173996,
+    0.027520740404725075,
+    0.07269655913114548,
+    0.1783045083284378,
+    0.02192138507962227,
+    0.05271698907017708,
+    0.01611611805856228,
+    0.11523376405239105,
+    0.042740244418382645,
+    0.055364012718200684,
+    0.11247649788856506,
+    0.012437880039215088,
+    0.05419063940644264,
+    0.0237410981208086,
+    0.21321509778499603,
+    0.10255429893732071,
+    0.12942001223564148,
+    0.2704950273036957,
+    0.09664896130561829,
+    0.05829362943768501,
+    0.16456936299800873,
+    0.1624005138874054,
+    0.03741894289851189,
+    0.11357171088457108,
+    0.466190904378891,
+    0.20916186273097992,
+    0.2659445106983185,
+    0.21802115440368652,
+    0.3632274866104126,
+    0.33969205617904663,
+    0.10159002244472504,
+    0.11327614635229111,
+    0.15133266150951385,
+    0.12938927114009857,
+    0.13588780164718628,
+    0.14099718630313873,
+    0.048788171261548996,
+    0.10939815640449524,
+    0.10073249787092209,
+    0.0753389447927475,
+    0.023999610915780067,
+    0.05864034965634346,
+    0.20625334978103638,
+    0.034585364162921906,
+    0.07043229043483734,
+    0.02446649596095085,
+    0.028437616303563118,
+    0.02594718337059021,
+    0.03578820824623108,
+    0.03994368016719818,
+    0.03984541818499565,
+    0.036348067224025726,
+    0.13486628234386444,
+    0.021052280440926552,
+    0.04062292352318764,
+    0.035929739475250244,
+    0.00893320795148611,
+    0.008160731755197048,
+    0.1009979248046875,
+    0.16009846329689026,
+    0.07942871004343033,
+    0.23438499867916107,
+    0.041843052953481674,
+    0.04214372858405113,
+    0.01600506342947483,
+    0.04038388654589653,
+    0.0467568039894104,
+    0.03790849819779396,
+    0.06807664781808853,
+    0.17826858162879944,
+    0.16901437938213348,
+    0.10512985289096832,
+    0.07900992035865784,
+    0.0926443487405777,
+    0.04538065567612648,
+    0.11580593883991241,
+    0.10915107280015945,
+    0.09892985224723816,
+    0.11212021857500076,
+    0.11210981011390686,
+    0.12622994184494019,
+    0.12015490978956223,
+    0.0472947396337986,
+    0.07858924567699432,
+    0.006302456371486187,
+    0.03191171959042549,
+    0.09592492133378983,
+    0.11271978169679642,
+    0.061019767075777054,
+    0.053876571357250214,
+    0.00567860621958971,
+    0.04537313058972359,
+    0.07618240267038345,
+    0.0724860206246376,
+    0.03654796630144119,
+    0.016864091157913208,
+    0.05368564650416374,
+    0.7077831029891968,
+    0.2178524136543274,
+    0.25668007135391235,
+    0.355656236410141,
+    0.2897385060787201,
+    0.11944270133972168,
+    0.13234879076480865,
+    0.10360442847013474,
+    0.09972446411848068,
+    0.09521670639514923,
+    0.17556768655776978,
+    0.10150861740112305,
+    0.18826782703399658,
+    0.1317729353904724,
+    0.12571248412132263,
+    0.13878408074378967,
+    0.08759939670562744,
+    0.07104241102933884,
+    0.10916660726070404,
+    0.048142991960048676,
+    0.05838167294859886,
+    0.018613841384649277,
+    0.05405813083052635,
+    0.29481589794158936,
+    0.24520033597946167,
+    0.20236127078533173,
+    0.1317903846502304,
+    0.2109200358390808,
+    0.20540164411067963,
+    0.22749413549900055,
+    0.09348449110984802,
+    0.2058888077735901,
+    0.2545328736305237,
+    0.2582886517047882,
+    0.25270557403564453,
+    0.28155797719955444,
+    0.11440104246139526,
+    0.06204640492796898,
+    0.0824941024184227,
+    0.11272108554840088,
+    0.3108970820903778,
+    0.05855370685458183,
+    0.0910717248916626,
+    0.11053995788097382,
+    0.09077296406030655,
+    0.0789005383849144,
+    0.22422382235527039,
+    0.07008852064609528,
+    0.34687867760658264,
+    0.32734888792037964,
+    0.12253466993570328,
+    0.23801542818546295,
+    0.11641131341457367,
+    0.1303115338087082,
+    0.08235719799995422,
+    0.2267872542142868,
+    0.13818484544754028,
+    0.1457672119140625,
+    0.31736263632774353,
+    0.046865418553352356,
+    0.08438479155302048,
+    0.10063330084085464,
+    0.19015058875083923,
+    0.042876288294792175,
+    0.17926442623138428,
+    0.04676307737827301,
+    0.1781255155801773,
+    0.12392467260360718,
+    0.1547214835882187,
+    0.19780075550079346,
+    0.26881834864616394,
+    0.1843356341123581,
+    0.23666399717330933,
+    0.6744642853736877,
+    0.3844457268714905,
+    0.25953757762908936,
+    0.037926699966192245,
+    0.2958384156227112,
+    0.07752849161624908,
+    0.067485012114048,
+    0.2056753784418106,
+    0.144818514585495,
+    0.1352607160806656,
+    0.14071933925151825,
+    0.12466837465763092,
+    0.18678447604179382,
+    0.1987127959728241,
+    0.07273488491773605,
+    0.08332909643650055,
+    0.07162360846996307,
+    0.03825552761554718,
+    0.21207453310489655,
+    0.03505128249526024,
+    0.04623545706272125,
+    0.04736003652215004,
+    0.07377132028341293,
+    0.05994093045592308,
+    0.03871992230415344,
+    0.01962238922715187,
+    0.17894041538238525,
+    0.01799306645989418,
+    0.2046830654144287,
+    0.023435555398464203,
+    0.17128729820251465,
+    0.2588440179824829,
+    0.1761218160390854,
+    0.13409842550754547,
+    0.15261560678482056,
+    0.2209046334028244,
+    0.06109309941530228,
+    0.15412192046642303,
+    0.029363377019762993,
+    0.09799407422542572,
+    0.09726972877979279,
+    0.02453792095184326,
+    0.06507153809070587,
+    0.05706072598695755,
+    0.045828789472579956,
+    0.12976180016994476,
+    0.20953747630119324,
+    0.21887420117855072,
+    0.0674980953335762,
+    0.05220601335167885,
+    0.04197953641414642,
+    0.06425918638706207,
+    0.18015074729919434,
+    0.11032797396183014,
+    0.01791795901954174,
+    0.06282711029052734,
+    0.07513871788978577,
+    0.11191627383232117,
+    0.137690469622612,
+    0.03653818368911743,
+    0.03575535863637924,
+    0.25433874130249023,
+    0.11365565657615662,
+    0.04731243848800659,
+    0.15998634696006775,
+    0.024991123005747795,
+    0.07056333124637604,
+    0.021949507296085358,
+    0.0642194151878357,
+    0.03659682348370552,
+    0.02349921129643917,
+    0.2067047506570816,
+    0.11527342349290848,
+    0.21409469842910767,
+    0.0569082610309124,
+    0.2281288504600525,
+    0.23260514438152313,
+    0.2323620319366455,
+    0.19215825200080872,
+    0.16220243275165558,
+    0.1682790070772171,
+    0.15790396928787231,
+    0.09842054545879364,
+    0.24186554551124573,
+    0.18089866638183594,
+    0.21201452612876892,
+    0.08759675920009613,
+    0.011879119090735912,
+    0.018986379727721214,
+    0.018746692687273026,
+    0.26100701093673706,
+    0.1897410899400711,
+    0.1696857511997223,
+    0.022485895082354546,
+    0.03756459057331085,
+    0.1081729456782341,
+    0.036538515239953995,
+    0.16387911140918732,
+    0.02338395081460476,
+    0.036019761115312576,
+    0.10296181589365005,
+    0.03401012718677521,
+    0.09124642610549927,
+    0.07601556926965714,
+    0.0983564555644989,
+    0.09722713381052017,
+    0.05807967856526375,
+    0.03185300901532173,
+    0.0508880540728569,
+    0.04368944838643074,
+    0.07753417640924454,
+    0.05206792429089546,
+    0.35188665986061096,
+    0.33386898040771484,
+    0.18349456787109375,
+    0.1607891023159027,
+    0.06912509351968765,
+    0.07465676218271255,
+    0.17300036549568176,
+    0.16673560440540314,
+    0.09231502562761307,
+    0.09149517118930817,
+    0.17613430321216583,
+    0.18495018780231476,
+    0.13578404486179352,
+    0.12953998148441315,
+    0.09400054067373276,
+    0.14888831973075867,
+    0.04253656417131424,
+    0.03311000391840935,
+    0.0657806470990181,
+    0.005850485526025295,
+    0.06171853840351105,
+    0.16492977738380432,
+    0.08529782295227051,
+    0.07262454181909561,
+    0.08404058963060379,
+    0.2798585593700409,
+    0.04098644107580185,
+    0.019035449251532555,
+    0.09042968600988388,
+    0.023966973647475243,
+    0.0791545957326889,
+    0.0833938717842102,
+    0.018153857439756393,
+    0.025884071364998817,
+    0.024494268000125885,
+    0.009766711853444576,
+    0.03239944204688072,
+    0.12880341708660126,
+    0.012310338206589222,
+    0.03986268490552902,
+    0.07721028476953506,
+    0.1012500450015068,
+    0.0249797236174345,
+    0.03576343506574631,
+    0.36119765043258667,
+    0.17798633873462677,
+    0.020811820402741432,
+    0.08800245821475983,
+    0.10984332859516144,
+    0.05164457857608795,
+    0.1164533868432045,
+    0.39813727140426636,
+    0.13598157465457916,
+    0.036005690693855286,
+    0.062071699649095535,
+    0.04440442845225334,
+    0.013023613020777702,
+    0.011183364316821098,
+    0.024450592696666718,
+    0.08715488016605377,
+    0.10130287706851959,
+    0.0976528599858284,
+    0.16414161026477814,
+    0.08675517141819,
+    0.17175957560539246,
+    0.03662453964352608,
+    0.05536428466439247,
+    0.029086705297231674,
+    0.15432390570640564,
+    0.0968853309750557,
+    0.012812632136046886,
+    0.3325757086277008,
+    0.14714476466178894,
+    0.042975053191185,
+    0.3867783844470978,
+    0.47229406237602234,
+    0.032674819231033325,
+    0.27530816197395325,
+    0.26507556438446045,
+    0.0550592765212059,
+    0.07838916778564453,
+    0.14819474518299103,
+    0.027203967794775963,
+    0.021960780024528503,
+    0.015322519466280937,
+    0.019794821739196777,
+    0.03271609917283058,
+    0.020841609686613083,
+    0.010897962376475334,
+    0.0485287643969059,
+    0.020180899649858475,
+    0.034467246383428574,
+    0.3039957880973816,
+    0.030376680195331573,
+    0.022813716903328896,
+    0.008536694571375847,
+    0.07232648134231567,
+    0.07798201590776443,
+    0.21810542047023773,
+    0.05996457487344742,
+    0.1096479743719101,
+    0.22685542702674866,
+    0.07139846682548523,
+    0.07206148654222488,
+    0.027730973437428474,
+    0.11641667783260345,
+    0.10960172116756439,
+    0.16417333483695984,
+    0.03201744332909584,
+    0.10156041383743286,
+    0.11848592013120651,
+    0.06404895335435867,
+    0.004701314494013786,
+    0.0982833206653595,
+    0.22651423513889313,
+    0.06563763320446014,
+    0.09341766685247421,
+    0.019606612622737885,
+    0.012463430874049664,
+    0.050577688962221146,
+    0.012925065122544765,
+    0.06537089496850967,
+    0.019132714718580246,
+    0.06034140661358833,
+    0.027134859934449196,
+    0.009878234937787056,
+    0.01662232168018818,
+    0.05189904198050499,
+    0.009350134991109371,
+    0.05080632492899895,
+    0.01138357724994421,
+    0.027184706181287766,
+    0.05130084231495857,
+    0.22227367758750916,
+    0.03554479777812958,
+    0.08713609725236893,
+    0.018685389310121536,
+    0.11157182604074478,
+    0.03977618366479874,
+    0.057254668325185776,
+    0.3190160393714905,
+    0.3966691493988037,
+    0.1887800395488739,
+    0.05954481661319733,
+    0.021927321329712868,
+    0.059814564883708954,
+    0.050383973866701126,
+    0.15751181542873383,
+    0.05796309933066368,
+    0.0398477241396904,
+    0.03309248015284538,
+    0.015217253006994724,
+    0.09272819757461548,
+    0.007076083682477474,
+    0.25138646364212036,
+    0.07490655779838562,
+    0.0680350661277771,
+    0.2221602350473404,
+    0.13247622549533844,
+    0.07363530993461609,
+    0.013831974007189274,
+    0.1333817094564438,
+    0.07031155377626419,
+    0.010438615456223488,
+    0.008020130917429924,
+    0.06217208877205849,
+    0.06021125614643097,
+    0.04535258188843727,
+    0.20984984934329987,
+    0.19651462137699127,
+    0.06514144688844681,
+    0.14093151688575745,
+    0.20015960931777954,
+    0.04208745062351227,
+    0.03071471117436886,
+    0.0681144967675209,
+    0.04329308494925499,
+    0.09651800245046616,
+    0.11845052987337112,
+    0.20492224395275116,
+    0.009411840699613094,
+    0.11657574027776718,
+    0.05149989575147629,
+    0.014732606709003448,
+    0.09301111102104187,
+    0.02167041413486004,
+    0.016999855637550354,
+    0.036322202533483505,
+    0.023875296115875244,
+    0.13395026326179504,
+    0.05843425542116165,
+    0.013906068168580532,
+    0.10244825482368469,
+    0.1823764592409134,
+    0.023921895772218704,
+    0.2977011799812317,
+    0.031573887914419174,
+    0.017862191423773766,
+    0.045985039323568344,
+    0.19055506587028503,
+    0.14082150161266327,
+    0.05806107446551323,
+    0.007255375850945711,
+    0.04259004816412926,
+    0.09437570720911026
+  ]
+}

p5-mae-1m-d167/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00030000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.11585215802447592,
+  "probe/map_train": 0.28443145412647747,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1412224375838997,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.123263563029468,
+  "probe/total_s": 3.978703133005183,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14066665691890853
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14074735302015065
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1412224375838997
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13797076559622032
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12391690231340123
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10600774191926098
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08244636836435215
+    }
+  ],
+  "per_class_ap": [
+    0.6147631406784058,
+    0.01363935973495245,
+    0.06575778126716614,
+    0.16823069751262665,
+    0.08814331144094467,
+    0.23098868131637573,
+    0.193868950009346,
+    0.28250545263290405,
+    0.03322860971093178,
+    0.02924821525812149,
+    0.02255219966173172,
+    0.0954715684056282,
+    0.4085357189178467,
+    0.30483490228652954,
+    0.04823782667517662,
+    0.42094647884368896,
+    0.3152253031730652,
+    0.3620055913925171,
+    0.05030765011906624,
+    0.10999532043933868,
+    0.20015133917331696,
+    0.05383715033531189,
+    0.18764980137348175,
+    0.11535955220460892,
+    0.06655078381299973,
+    0.024375030770897865,
+    0.06278739869594574,
+    0.15982884168624878,
+    0.18926887214183807,
+    0.0890062004327774,
+    0.2125682830810547,
+    0.1720500886440277,
+    0.03198198974132538,
+    0.05130060389637947,
+    0.2252710461616516,
+    0.0391639843583107,
+    0.30723050236701965,
+    0.04601925611495972,
+    0.07709624618291855,
+    0.1654893308877945,
+    0.10288432240486145,
+    0.049088843166828156,
+    0.07126689702272415,
+    0.19968466460704803,
+    0.011573384515941143,
+    0.050827715545892715,
+    0.023912448436021805,
+    0.10000648349523544,
+    0.041775111109018326,
+    0.06006286293268204,
+    0.12300829589366913,
+    0.01081762369722128,
+    0.05464290827512741,
+    0.034140948206186295,
+    0.17847533524036407,
+    0.11824250221252441,
+    0.16600602865219116,
+    0.2912518382072449,
+    0.13039657473564148,
+    0.04879683628678322,
+    0.1629062443971634,
+    0.11961936950683594,
+    0.05357752740383148,
+    0.13171818852424622,
+    0.46113693714141846,
+    0.20618025958538055,
+    0.28039899468421936,
+    0.21687927842140198,
+    0.32857027649879456,
+    0.3476635217666626,
+    0.1043165847659111,
+    0.1357494294643402,
+    0.16681134700775146,
+    0.14827531576156616,
+    0.13354529440402985,
+    0.16008731722831726,
+    0.030851947143673897,
+    0.11962322145700455,
+    0.10434982925653458,
+    0.1002148911356926,
+    0.018801266327500343,
+    0.07434254139661789,
+    0.21036916971206665,
+    0.04200674593448639,
+    0.077875055372715,
+    0.026249097660183907,
+    0.03372888267040253,
+    0.03721179813146591,
+    0.03648485988378525,
+    0.051600079983472824,
+    0.041158758103847504,
+    0.04048071429133415,
+    0.12575288116931915,
+    0.01889839395880699,
+    0.04434464871883392,
+    0.034155406057834625,
+    0.012519650161266327,
+    0.011055778712034225,
+    0.09770622104406357,
+    0.1071692630648613,
+    0.07855597138404846,
+    0.16889768838882446,
+    0.044927604496479034,
+    0.04526066035032272,
+    0.01816348172724247,
+    0.03822869062423706,
+    0.04670235142111778,
+    0.03692817687988281,
+    0.08571801334619522,
+    0.17718984186649323,
+    0.19502443075180054,
+    0.10111699253320694,
+    0.0786939188838005,
+    0.09246520698070526,
+    0.04354818910360336,
+    0.13278494775295258,
+    0.1310165822505951,
+    0.06484583020210266,
+    0.09165254235267639,
+    0.12387397140264511,
+    0.129472553730011,
+    0.12224140018224716,
+    0.03413734212517738,
+    0.062383394688367844,
+    0.008805125020444393,
+    0.028251010924577713,
+    0.08705345541238785,
+    0.10391346365213394,
+    0.055843230336904526,
+    0.03704825043678284,
+    0.005641542840749025,
+    0.030900798738002777,
+    0.07358324527740479,
+    0.07059067487716675,
+    0.039272986352443695,
+    0.011293250136077404,
+    0.055736277252435684,
+    0.7092012763023376,
+    0.2064637392759323,
+    0.2549459934234619,
+    0.3474121689796448,
+    0.26046615839004517,
+    0.08353503793478012,
+    0.12247175723314285,
+    0.10810385644435883,
+    0.12281281501054764,
+    0.09599282592535019,
+    0.2613872289657593,
+    0.07580588757991791,
+    0.2057928591966629,
+    0.15577912330627441,
+    0.14126282930374146,
+    0.18390487134456635,
+    0.13063809275627136,
+    0.1073315292596817,
+    0.1198488101363182,
+    0.053106848150491714,
+    0.06232365220785141,
+    0.017147121950984,
+    0.06717294454574585,
+    0.30561718344688416,
+    0.23560740053653717,
+    0.20624831318855286,
+    0.141572043299675,
+    0.1979333758354187,
+    0.19529587030410767,
+    0.2217976301908493,
+    0.10433383285999298,
+    0.22056128084659576,
+    0.30453190207481384,
+    0.23965081572532654,
+    0.2543793320655823,
+    0.2731320858001709,
+    0.12548469007015228,
+    0.07897327840328217,
+    0.092302106320858,
+    0.10835786163806915,
+    0.31824013590812683,
+    0.06319589912891388,
+    0.1247815415263176,
+    0.1319347321987152,
+    0.12039124220609665,
+    0.09501611441373825,
+    0.22952906787395477,
+    0.07548109441995621,
+    0.35141363739967346,
+    0.3469727337360382,
+    0.0873597264289856,
+    0.26281270384788513,
+    0.1318386197090149,
+    0.13739734888076782,
+    0.09275469928979874,
+    0.27758723497390747,
+    0.1559445708990097,
+    0.1434193104505539,
+    0.325655072927475,
+    0.04826604947447777,
+    0.0794069692492485,
+    0.08929126709699631,
+    0.2273736447095871,
+    0.04127347841858864,
+    0.13436827063560486,
+    0.04927203431725502,
+    0.1651977151632309,
+    0.12620094418525696,
+    0.14241307973861694,
+    0.1554224193096161,
+    0.2910881042480469,
+    0.18423251807689667,
+    0.215441033244133,
+    0.6911388635635376,
+    0.38693392276763916,
+    0.2855148911476135,
+    0.04277731105685234,
+    0.325133740901947,
+    0.07260095328092575,
+    0.05960463359951973,
+    0.17602242529392242,
+    0.10746832937002182,
+    0.1243140697479248,
+    0.149605855345726,
+    0.12837794423103333,
+    0.19651581346988678,
+    0.22158630192279816,
+    0.07166308164596558,
+    0.06842269748449326,
+    0.06638690084218979,
+    0.04114857688546181,
+    0.2055893987417221,
+    0.038013704121112823,
+    0.04257247969508171,
+    0.06052527204155922,
+    0.06967026740312576,
+    0.045000359416007996,
+    0.043519277125597,
+    0.015545133501291275,
+    0.18368129432201385,
+    0.019299400970339775,
+    0.20818708837032318,
+    0.025009477511048317,
+    0.15366725623607635,
+    0.25934192538261414,
+    0.1536719650030136,
+    0.12000229209661484,
+    0.16733568906784058,
+    0.23351237177848816,
+    0.05831107124686241,
+    0.15530849993228912,
+    0.03269035369157791,
+    0.0924500972032547,
+    0.08029569685459137,
+    0.02496636100113392,
+    0.06835845112800598,
+    0.05359817296266556,
+    0.05307622626423836,
+    0.11350404471158981,
+    0.1943831890821457,
+    0.22287961840629578,
+    0.07364308834075928,
+    0.07323367148637772,
+    0.03918658569455147,
+    0.08297005295753479,
+    0.1783083975315094,
+    0.0959845781326294,
+    0.02673046663403511,
+    0.06796836853027344,
+    0.07717917114496231,
+    0.08981823921203613,
+    0.145612895488739,
+    0.04562782868742943,
+    0.033719953149557114,
+    0.24585038423538208,
+    0.10521289706230164,
+    0.05645548924803734,
+    0.19406859576702118,
+    0.028348922729492188,
+    0.0708489641547203,
+    0.02606033906340599,
+    0.05987986549735069,
+    0.04254582151770592,
+    0.02509853057563305,
+    0.21280547976493835,
+    0.09525687992572784,
+    0.21798692643642426,
+    0.060803454369306564,
+    0.2338903248310089,
+    0.24382512271404266,
+    0.2538875937461853,
+    0.19448210299015045,
+    0.14493079483509064,
+    0.1981194168329239,
+    0.11516673862934113,
+    0.1148531511425972,
+    0.22643110156059265,
+    0.170857772231102,
+    0.19697539508342743,
+    0.09581072628498077,
+    0.009580099023878574,
+    0.023532893508672714,
+    0.017798345535993576,
+    0.2666422426700592,
+    0.1826852262020111,
+    0.17318694293498993,
+    0.030609067529439926,
+    0.033766087144613266,
+    0.11002086102962494,
+    0.03535587713122368,
+    0.17975682020187378,
+    0.029753303155303,
+    0.04304115101695061,
+    0.1130080595612526,
+    0.04880687966942787,
+    0.10058989375829697,
+    0.07119115442037582,
+    0.0988597571849823,
+    0.09413280338048935,
+    0.06570778042078018,
+    0.02845975011587143,
+    0.04857614263892174,
+    0.04820530489087105,
+    0.08218490332365036,
+    0.028657661750912666,
+    0.3846338391304016,
+    0.3612545430660248,
+    0.2179543524980545,
+    0.21738386154174805,
+    0.05830439180135727,
+    0.06964477151632309,
+    0.17948415875434875,
+    0.1730242222547531,
+    0.10213065147399902,
+    0.09422159940004349,
+    0.18369901180267334,
+    0.21685992181301117,
+    0.11876004189252853,
+    0.15986962616443634,
+    0.1287800520658493,
+    0.2681253254413605,
+    0.050536658614873886,
+    0.03718540444970131,
+    0.08522537350654602,
+    0.005625180900096893,
+    0.07599198818206787,
+    0.16281595826148987,
+    0.11743605136871338,
+    0.08963961899280548,
+    0.08881336450576782,
+    0.31511959433555603,
+    0.040669627487659454,
+    0.021776489913463593,
+    0.09563921391963959,
+    0.034410446882247925,
+    0.08286234736442566,
+    0.0932522639632225,
+    0.022614236921072006,
+    0.030819913372397423,
+    0.02213476411998272,
+    0.011034402064979076,
+    0.023692689836025238,
+    0.0819660946726799,
+    0.010832373984158039,
+    0.031042011454701424,
+    0.1081429272890091,
+    0.10726583003997803,
+    0.029393451288342476,
+    0.03631366044282913,
+    0.3209027945995331,
+    0.17860998213291168,
+    0.021396232768893242,
+    0.07592727988958359,
+    0.1284719854593277,
+    0.09368039667606354,
+    0.11007463186979294,
+    0.36849358677864075,
+    0.10006693005561829,
+    0.05649782344698906,
+    0.06518661230802536,
+    0.046636663377285004,
+    0.012721273116767406,
+    0.010189266875386238,
+    0.021663883700966835,
+    0.06328742951154709,
+    0.08776313811540604,
+    0.08840399235486984,
+    0.15723800659179688,
+    0.13390390574932098,
+    0.16537564992904663,
+    0.03885553032159805,
+    0.062483932822942734,
+    0.022628189995884895,
+    0.15021534264087677,
+    0.11241703480482101,
+    0.011566324159502983,
+    0.25338056683540344,
+    0.14552634954452515,
+    0.044835034757852554,
+    0.4175010919570923,
+    0.5125746130943298,
+    0.02702086791396141,
+    0.29121702909469604,
+    0.2642161250114441,
+    0.03212544322013855,
+    0.054782699793577194,
+    0.1574818193912506,
+    0.027742834761738777,
+    0.020602384582161903,
+    0.02068846859037876,
+    0.02537837065756321,
+    0.02755613625049591,
+    0.03461111709475517,
+    0.01024619396775961,
+    0.06394973397254944,
+    0.01763719506561756,
+    0.04671485722064972,
+    0.30391865968704224,
+    0.03298475593328476,
+    0.02482338435947895,
+    0.008655989542603493,
+    0.08174705505371094,
+    0.10454541444778442,
+    0.2157617211341858,
+    0.04955212026834488,
+    0.09215722978115082,
+    0.2423437535762787,
+    0.07339058071374893,
+    0.06906708329916,
+    0.04187243804335594,
+    0.12940721213817596,
+    0.13156341016292572,
+    0.1623522788286209,
+    0.026238583028316498,
+    0.10476826131343842,
+    0.13277941942214966,
+    0.09143846482038498,
+    0.004929019138216972,
+    0.0925586074590683,
+    0.18897376954555511,
+    0.0792117565870285,
+    0.0981002002954483,
+    0.031249336898326874,
+    0.01874358579516411,
+    0.05390854924917221,
+    0.016949092969298363,
+    0.057817596942186356,
+    0.013136770576238632,
+    0.058180492371320724,
+    0.03387707471847534,
+    0.01087258942425251,
+    0.021122323349118233,
+    0.062387630343437195,
+    0.009372848086059093,
+    0.058144789189100266,
+    0.011390075087547302,
+    0.028403112664818764,
+    0.065318763256073,
+    0.22225642204284668,
+    0.037513408809900284,
+    0.11515320837497711,
+    0.019511640071868896,
+    0.12192410230636597,
+    0.04268251731991768,
+    0.052152086049318314,
+    0.25482234358787537,
+    0.4070684015750885,
+    0.18913598358631134,
+    0.06948474049568176,
+    0.032186541706323624,
+    0.05946787819266319,
+    0.06827299296855927,
+    0.12724636495113373,
+    0.07367709279060364,
+    0.049275703728199005,
+    0.045719485729932785,
+    0.02452668361365795,
+    0.12136946618556976,
+    0.0076224892400205135,
+    0.24768690764904022,
+    0.07818689942359924,
+    0.08642875403165817,
+    0.2088407725095749,
+    0.10263897478580475,
+    0.06424298137426376,
+    0.011544423177838326,
+    0.09172716736793518,
+    0.05766184255480766,
+    0.015733802691102028,
+    0.007271659094840288,
+    0.06719938665628433,
+    0.07022719085216522,
+    0.040034569799900055,
+    0.1986270397901535,
+    0.16668285429477692,
+    0.06661668419837952,
+    0.16506677865982056,
+    0.18928875029087067,
+    0.05047021806240082,
+    0.02965647727251053,
+    0.06106451898813248,
+    0.038844991475343704,
+    0.1010480597615242,
+    0.11639556288719177,
+    0.2223241776227951,
+    0.00962416548281908,
+    0.13622605800628662,
+    0.03282012417912483,
+    0.015485049225389957,
+    0.09579435735940933,
+    0.021850422024726868,
+    0.018696654587984085,
+    0.04065639153122902,
+    0.023342767730355263,
+    0.12876765429973602,
+    0.05212997645139694,
+    0.01564333774149418,
+    0.12365902215242386,
+    0.1936386078596115,
+    0.02433791570365429,
+    0.33093541860580444,
+    0.035963788628578186,
+    0.025966664776206017,
+    0.03892147168517113,
+    0.1987476944923401,
+    0.14875578880310059,
+    0.04914698749780655,
+    0.008525349199771881,
+    0.03848178684711456,
+    0.10667190700769424
+  ]
+}

p5-mae-1m-d167/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00035000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.11755727866374706,
+  "probe/map_train": 0.2826552627010861,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.14261654147302177,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 3.415571068006102,
+  "probe/total_s": 4.215377246029675,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14224549423129187
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14223901995508959
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14261654147302177
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13973343160941815
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12725395681884358
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10699164901950187
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08253844051517589
+    }
+  ],
+  "per_class_ap": [
+    0.6158401370048523,
+    0.015884695574641228,
+    0.0778268426656723,
+    0.15378215909004211,
+    0.09196722507476807,
+    0.21686194837093353,
+    0.16449028253555298,
+    0.2728341221809387,
+    0.03705761209130287,
+    0.04700200632214546,
+    0.022960374131798744,
+    0.07113011926412582,
+    0.40407794713974,
+    0.266785591840744,
+    0.041159339249134064,
+    0.39730432629585266,
+    0.31890714168548584,
+    0.37142592668533325,
+    0.054355766624212265,
+    0.09765011072158813,
+    0.17648208141326904,
+    0.051125261932611465,
+    0.18071185052394867,
+    0.12044389545917511,
+    0.07432438433170319,
+    0.026535553857684135,
+    0.0647699162364006,
+    0.1639445424079895,
+    0.21114321053028107,
+    0.11125647276639938,
+    0.22421245276927948,
+    0.1583205610513687,
+    0.031757988035678864,
+    0.05596047267317772,
+    0.21873080730438232,
+    0.04150202497839928,
+    0.32168105244636536,
+    0.04783767834305763,
+    0.07347642630338669,
+    0.1502383053302765,
+    0.09063458442687988,
+    0.046194713562726974,
+    0.08260490000247955,
+    0.1990630179643631,
+    0.013481855392456055,
+    0.06689268350601196,
+    0.02452612854540348,
+    0.08173021674156189,
+    0.046636175364255905,
+    0.058998990803956985,
+    0.10917795449495316,
+    0.012997287325561047,
+    0.04766273498535156,
+    0.0336095467209816,
+    0.16636350750923157,
+    0.10533450543880463,
+    0.14775608479976654,
+    0.28820860385894775,
+    0.14052869379520416,
+    0.049218662083148956,
+    0.1440289318561554,
+    0.11647399514913559,
+    0.036749884486198425,
+    0.1308852881193161,
+    0.46917566657066345,
+    0.2140139788389206,
+    0.2450864166021347,
+    0.2286132127046585,
+    0.3372670114040375,
+    0.3303952217102051,
+    0.08334984630346298,
+    0.13192923367023468,
+    0.15692207217216492,
+    0.1455361694097519,
+    0.13991281390190125,
+    0.16594548523426056,
+    0.02878037467598915,
+    0.1430341601371765,
+    0.1197328269481659,
+    0.08920136094093323,
+    0.01616174913942814,
+    0.07268434017896652,
+    0.22077767550945282,
+    0.04024183377623558,
+    0.07893814146518707,
+    0.023947613313794136,
+    0.029007138684391975,
+    0.02043079026043415,
+    0.02902960032224655,
+    0.038984958082437515,
+    0.032911818474531174,
+    0.0321374386548996,
+    0.1421736776828766,
+    0.02312629111111164,
+    0.03949500620365143,
+    0.029254158958792686,
+    0.009941214695572853,
+    0.010279876179993153,
+    0.08906504511833191,
+    0.10779296606779099,
+    0.06887456029653549,
+    0.17591449618339539,
+    0.0334390327334404,
+    0.034579526633024216,
+    0.015659309923648834,
+    0.04174460470676422,
+    0.05036284402012825,
+    0.03850692883133888,
+    0.09488527476787567,
+    0.1920904964208603,
+    0.18904350697994232,
+    0.10200323164463043,
+    0.07979639619588852,
+    0.08073388785123825,
+    0.05552813783288002,
+    0.12793727219104767,
+    0.12630045413970947,
+    0.07082044333219528,
+    0.08177778869867325,
+    0.13398730754852295,
+    0.1333334743976593,
+    0.11683221906423569,
+    0.04264922812581062,
+    0.06517605483531952,
+    0.008353003300726414,
+    0.02947210893034935,
+    0.0869230329990387,
+    0.1049792617559433,
+    0.05433947220444679,
+    0.039659809321165085,
+    0.004796549212187529,
+    0.04220963269472122,
+    0.08031967282295227,
+    0.0764460414648056,
+    0.03203831613063812,
+    0.013283992186188698,
+    0.05720331892371178,
+    0.7131065726280212,
+    0.20939670503139496,
+    0.2671598196029663,
+    0.3548555374145508,
+    0.26123204827308655,
+    0.07941658049821854,
+    0.12906008958816528,
+    0.11163241416215897,
+    0.1078338474035263,
+    0.08533352613449097,
+    0.26149293780326843,
+    0.07734689861536026,
+    0.21879856288433075,
+    0.13551601767539978,
+    0.12605330348014832,
+    0.19098900258541107,
+    0.1547202169895172,
+    0.1193213015794754,
+    0.10958504676818848,
+    0.06452880799770355,
+    0.04990791901946068,
+    0.01738792471587658,
+    0.06799916923046112,
+    0.3591192066669464,
+    0.24429956078529358,
+    0.21976764500141144,
+    0.15387465059757233,
+    0.21448174118995667,
+    0.21979498863220215,
+    0.2470196932554245,
+    0.11192905902862549,
+    0.22593943774700165,
+    0.3086729645729065,
+    0.21836978197097778,
+    0.26498961448669434,
+    0.29067617654800415,
+    0.12499997019767761,
+    0.07209035754203796,
+    0.08390948176383972,
+    0.12309137731790543,
+    0.3237539827823639,
+    0.06798149645328522,
+    0.12434463202953339,
+    0.12676842510700226,
+    0.1288909912109375,
+    0.0849267914891243,
+    0.24387410283088684,
+    0.0888267308473587,
+    0.3447165787220001,
+    0.3384760618209839,
+    0.11118336021900177,
+    0.23792912065982819,
+    0.12259114533662796,
+    0.17171140015125275,
+    0.09284108132123947,
+    0.26666074991226196,
+    0.14774146676063538,
+    0.1398128718137741,
+    0.3373337686061859,
+    0.04780678451061249,
+    0.07333283871412277,
+    0.07444218546152115,
+    0.20883440971374512,
+    0.03775814548134804,
+    0.13359332084655762,
+    0.05385737493634224,
+    0.17470164597034454,
+    0.13763198256492615,
+    0.15369029343128204,
+    0.17154960334300995,
+    0.3122304677963257,
+    0.15510296821594238,
+    0.22437766194343567,
+    0.6948193907737732,
+    0.41597485542297363,
+    0.29205796122550964,
+    0.0358646921813488,
+    0.3514174818992615,
+    0.07341798394918442,
+    0.0747649073600769,
+    0.18205320835113525,
+    0.13615664839744568,
+    0.12597090005874634,
+    0.14528526365756989,
+    0.12166634947061539,
+    0.20696911215782166,
+    0.2016480267047882,
+    0.0768362432718277,
+    0.07810403406620026,
+    0.0584208108484745,
+    0.047669097781181335,
+    0.19640573859214783,
+    0.040135957300662994,
+    0.045635759830474854,
+    0.06612741202116013,
+    0.06308753788471222,
+    0.05569557845592499,
+    0.03781117871403694,
+    0.015548387542366982,
+    0.17508910596370697,
+    0.020839737728238106,
+    0.21514247357845306,
+    0.0282196756452322,
+    0.14719703793525696,
+    0.28292977809906006,
+    0.15857523679733276,
+    0.14909657835960388,
+    0.17078977823257446,
+    0.2149568349123001,
+    0.06048884242773056,
+    0.16958534717559814,
+    0.033105574548244476,
+    0.10190995782613754,
+    0.07440333813428879,
+    0.024403806775808334,
+    0.06616496294736862,
+    0.0577843077480793,
+    0.05754554271697998,
+    0.1340976506471634,
+    0.23510220646858215,
+    0.2512250542640686,
+    0.06692603975534439,
+    0.09848946332931519,
+    0.043085064738988876,
+    0.08016934990882874,
+    0.17209339141845703,
+    0.10183453559875488,
+    0.024084655568003654,
+    0.07566118240356445,
+    0.07900058478116989,
+    0.09106719493865967,
+    0.1331993043422699,
+    0.046766601502895355,
+    0.033486396074295044,
+    0.2644181549549103,
+    0.12791618704795837,
+    0.05063261091709137,
+    0.17617055773735046,
+    0.029968030750751495,
+    0.0720314309000969,
+    0.0257602296769619,
+    0.06432481110095978,
+    0.0406656339764595,
+    0.024077441543340683,
+    0.22411958873271942,
+    0.09164364635944366,
+    0.21015115082263947,
+    0.0761304497718811,
+    0.22828595340251923,
+    0.2687857747077942,
+    0.278960257768631,
+    0.19309863448143005,
+    0.17856210470199585,
+    0.1876872479915619,
+    0.13404886424541473,
+    0.1148582473397255,
+    0.225078746676445,
+    0.17549541592597961,
+    0.20750786364078522,
+    0.08851509541273117,
+    0.012035143561661243,
+    0.030812105163931847,
+    0.020335771143436432,
+    0.27423617243766785,
+    0.17823587357997894,
+    0.16281673312187195,
+    0.02450961247086525,
+    0.037029191851615906,
+    0.12069021910429001,
+    0.040207572281360626,
+    0.1817367821931839,
+    0.027953842654824257,
+    0.0527845099568367,
+    0.12764370441436768,
+    0.03988809138536453,
+    0.10131901502609253,
+    0.07189250737428665,
+    0.08896996825933456,
+    0.10058077424764633,
+    0.07388638705015182,
+    0.03699199855327606,
+    0.04628296196460724,
+    0.053300485014915466,
+    0.10197736322879791,
+    0.03246772289276123,
+    0.3799096643924713,
+    0.36064615845680237,
+    0.23099786043167114,
+    0.22011779248714447,
+    0.05918797105550766,
+    0.06865833699703217,
+    0.19968417286872864,
+    0.1877061277627945,
+    0.09252212196588516,
+    0.08825471252202988,
+    0.2050495147705078,
+    0.22341886162757874,
+    0.14457544684410095,
+    0.14286842942237854,
+    0.11736048758029938,
+    0.2326139360666275,
+    0.059540558606386185,
+    0.04000397399067879,
+    0.09896343946456909,
+    0.006997376214712858,
+    0.09850145876407623,
+    0.16082802414894104,
+    0.12065886706113815,
+    0.0873071700334549,
+    0.0863424688577652,
+    0.3081127107143402,
+    0.03866506740450859,
+    0.021235110238194466,
+    0.10241527855396271,
+    0.038634393364191055,
+    0.08570029586553574,
+    0.0977042019367218,
+    0.026186538860201836,
+    0.029767492786049843,
+    0.02468765713274479,
+    0.01018480397760868,
+    0.023679692298173904,
+    0.0885533019900322,
+    0.012310825288295746,
+    0.04849670082330704,
+    0.09302390366792679,
+    0.10664717853069305,
+    0.028305992484092712,
+    0.034783147275447845,
+    0.32555845379829407,
+    0.21301151812076569,
+    0.017365427687764168,
+    0.08857551962137222,
+    0.13721854984760284,
+    0.06881476193666458,
+    0.1075558215379715,
+    0.37532490491867065,
+    0.08928879350423813,
+    0.05532087758183479,
+    0.07120241224765778,
+    0.06248795613646507,
+    0.012185674160718918,
+    0.012405569665133953,
+    0.022582003846764565,
+    0.057446639984846115,
+    0.099880151450634,
+    0.1024911180138588,
+    0.18944139778614044,
+    0.13390444219112396,
+    0.2069629430770874,
+    0.033771537244319916,
+    0.06410520523786545,
+    0.035141900181770325,
+    0.12358777970075607,
+    0.08136732131242752,
+    0.011848236434161663,
+    0.27744290232658386,
+    0.16549791395664215,
+    0.04561074078083038,
+    0.4272100627422333,
+    0.530776858329773,
+    0.028344953432679176,
+    0.3136153519153595,
+    0.3094222843647003,
+    0.03579099476337433,
+    0.05973479896783829,
+    0.1440628170967102,
+    0.033325858414173126,
+    0.021473167464137077,
+    0.022794974967837334,
+    0.033549532294273376,
+    0.03615759685635567,
+    0.030791474506258965,
+    0.011547546833753586,
+    0.10539735853672028,
+    0.02466517500579357,
+    0.043402645736932755,
+    0.30448126792907715,
+    0.02056455984711647,
+    0.028520256280899048,
+    0.010788715444505215,
+    0.07439790666103363,
+    0.08784380555152893,
+    0.22344720363616943,
+    0.05742485821247101,
+    0.09337259829044342,
+    0.24480652809143066,
+    0.06727391481399536,
+    0.06614121049642563,
+    0.037931784987449646,
+    0.11735869944095612,
+    0.10945345461368561,
+    0.16542449593544006,
+    0.03038189187645912,
+    0.11041640490293503,
+    0.11687815934419632,
+    0.07672940194606781,
+    0.005766805727034807,
+    0.10568062961101532,
+    0.20691624283790588,
+    0.07477270066738129,
+    0.08927313983440399,
+    0.02411910519003868,
+    0.019693715497851372,
+    0.040002550929784775,
+    0.015614591538906097,
+    0.06192842498421669,
+    0.00994865968823433,
+    0.06605801731348038,
+    0.03323476389050484,
+    0.009855720214545727,
+    0.016352562233805656,
+    0.07700974494218826,
+    0.009969640523195267,
+    0.0603330135345459,
+    0.012099040672183037,
+    0.02942880615592003,
+    0.051490940153598785,
+    0.24527429044246674,
+    0.03696238622069359,
+    0.10417825728654861,
+    0.01883288100361824,
+    0.12754017114639282,
+    0.05133144557476044,
+    0.03426668792963028,
+    0.2812308669090271,
+    0.36623284220695496,
+    0.1943066120147705,
+    0.08469584584236145,
+    0.027192706242203712,
+    0.06435782462358475,
+    0.064457468688488,
+    0.14710590243339539,
+    0.06742627173662186,
+    0.0502091646194458,
+    0.03889395669102669,
+    0.018217863515019417,
+    0.11819594353437424,
+    0.0068682399578392506,
+    0.24987205862998962,
+    0.07719216495752335,
+    0.07690903544425964,
+    0.21371622383594513,
+    0.1218852624297142,
+    0.07028956711292267,
+    0.010923979803919792,
+    0.12552693486213684,
+    0.06643535941839218,
+    0.021967682987451553,
+    0.0071885553188622,
+    0.06314617395401001,
+    0.06846309453248978,
+    0.045202646404504776,
+    0.2256617397069931,
+    0.19446127116680145,
+    0.07463020831346512,
+    0.14784309267997742,
+    0.20079457759857178,
+    0.04127183184027672,
+    0.03442239388823509,
+    0.06452060490846634,
+    0.044163674116134644,
+    0.09040208160877228,
+    0.1143670305609703,
+    0.22943095862865448,
+    0.009308605454862118,
+    0.1337655931711197,
+    0.0395091250538826,
+    0.013319818302989006,
+    0.09533640742301941,
+    0.020533418282866478,
+    0.02093544602394104,
+    0.03538495674729347,
+    0.024449685588479042,
+    0.11889450997114182,
+    0.05223037302494049,
+    0.012500710785388947,
+    0.12904110550880432,
+    0.1843179613351822,
+    0.036417193710803986,
+    0.3030974864959717,
+    0.03581387922167778,
+    0.024503082036972046,
+    0.048764653503894806,
+    0.19716843962669373,
+    0.149131640791893,
+    0.05034581571817398,
+    0.008715993724763393,
+    0.0345088355243206,
+    0.10445861518383026
+  ]
+}

p5-mae-1m-d167/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 144
+  depth: 4
+  num_heads: 3
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 0.00316015625
+  - 0.0
+  - 7.2265625e-05
+  - 0.0
+  - 0.24400390625
+  - 0.03305078125
+  - 0.003162109375
+  - 0.0
+  - 0.001796875
+  - 0.000359375
+  - 0.04001953125
+  - 0.171794921875
+  - 0.001724609375
+  - 0.000359375
+  - 0.000646484375
+  - 0.060857421875
+  - 0.4389921875
+  - 0.0
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.002
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-1m-d167
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-1m-d167/exports/step_00040000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4043379454221576,
+  "lora/map": 0.4043379454221576,
+  "fsd50k/map": 0.4043379454221576,
+  "train_seconds": 79.62,
+  "total_seconds": 84.01,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02057697736658156,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.017747283619308222,
+      "val_map": 0.4043379454221576,
+      "lr": 0.0,
+      "train_s": 79.62248390016612
+    }
+  ],
+  "per_class_ap": [
+    0.2761988937854767,
+    0.2218942791223526,
+    0.48980337381362915,
+    0.4028106927871704,
+    0.4778892397880554,
+    0.6354106664657593,
+    0.8490750789642334,
+    0.5554254055023193,
+    0.6196309328079224,
+    0.36032766103744507,
+    0.38329288363456726,
+    0.3932466506958008,
+    0.2277631312608719,
+    0.44952771067619324,
+    0.5112013220787048,
+    0.47563832998275757,
+    0.028412288054823875,
+    0.38240480422973633,
+    0.45147961378097534,
+    0.24690769612789154,
+    0.5012710094451904,
+    0.4269765019416809,
+    0.8705880641937256,
+    0.09840899705886841,
+    0.21737289428710938,
+    0.5002999901771545,
+    0.3747340440750122,
+    0.2735341191291809,
+    0.8005109429359436,
+    0.29738548398017883,
+    0.6934187412261963,
+    0.6260533928871155,
+    0.43824848532676697,
+    0.20155978202819824,
+    0.37406933307647705,
+    0.27567440271377563,
+    0.44684523344039917,
+    0.23123866319656372,
+    0.37561941146850586,
+    0.3164209723472595,
+    0.5325213670730591,
+    0.3157733082771301,
+    0.6534897089004517,
+    0.19581438601016998,
+    0.5542799234390259,
+    0.034519392997026443,
+    0.25713634490966797,
+    0.28735771775245667,
+    0.7787333726882935,
+    0.45858463644981384,
+    0.3711136281490326,
+    0.5035871863365173,
+    0.5578578114509583,
+    0.2579162120819092,
+    0.21066167950630188,
+    0.04593338072299957,
+    0.2190207839012146,
+    0.6669567823410034,
+    0.11767519265413284,
+    0.5520168542861938,
+    0.6460821032524109,
+    0.670211672782898,
+    0.4495082199573517,
+    0.16274304687976837,
+    0.4214230477809906,
+    0.11508185416460037,
+    0.2964312732219696,
+    0.6292333602905273,
+    0.5042003393173218,
+    0.5343337059020996,
+    0.46811145544052124,
+    0.2625289261341095,
+    0.7232391238212585,
+    0.4004589319229126,
+    0.2631133496761322,
+    0.2388540357351303,
+    0.41193434596061707,
+    0.4027646780014038,
+    0.331930935382843,
+    0.4607051908969879,
+    0.28922250866889954,
+    0.364808589220047,
+    0.30677133798599243,
+    0.43627676367759705,
+    0.27642694115638733,
+    0.2552725672721863,
+    0.4561833441257477,
+    0.48712456226348877,
+    0.15880067646503448,
+    0.20477619767189026,
+    0.7604201436042786,
+    0.19154222309589386,
+    0.5517961978912354,
+    0.20177708566188812,
+    0.40473878383636475,
+    0.3832356333732605,
+    0.48963263630867004,
+    0.06920592486858368,
+    0.45483705401420593,
+    0.08915333449840546,
+    0.589266836643219,
+    0.7164365649223328,
+    0.23655588924884796,
+    0.4153409004211426,
+    0.30398839712142944,
+    0.3262633979320526,
+    0.6110730767250061,
+    0.5591572523117065,
+    0.5735434293746948,
+    0.2980996370315552,
+    0.21373288333415985,
+    0.2956041693687439,
+    0.6115319132804871,
+    0.1844779998064041,
+    0.1404341757297516,
+    0.3853614032268524,
+    0.7293516397476196,
+    0.475416362285614,
+    0.5264939069747925,
+    0.2428465634584427,
+    0.8680068850517273,
+    0.8759985566139221,
+    0.46335187554359436,
+    0.10932353883981705,
+    0.327199786901474,
+    0.772795557975769,
+    0.3809232711791992,
+    0.7563174366950989,
+    0.3356247842311859,
+    0.11320629715919495,
+    0.1620548963546753,
+    0.8302632570266724,
+    0.49417293071746826,
+    0.487254798412323,
+    0.6596004962921143,
+    0.0596541203558445,
+    0.07719884067773819,
+    0.06019148603081703,
+    0.5748693943023682,
+    0.5850399732589722,
+    0.174355149269104,
+    0.2813825309276581,
+    0.3298366069793701,
+    0.3253660798072815,
+    0.6768003106117249,
+    0.4981457591056824,
+    0.048927679657936096,
+    0.6041677594184875,
+    0.2050732523202896,
+    0.25069960951805115,
+    0.5000918507575989,
+    0.5064566731452942,
+    0.2899743616580963,
+    0.42156365513801575,
+    0.4643661677837372,
+    0.39412540197372437,
+    0.5294985771179199,
+    0.7353261709213257,
+    0.4544345736503601,
+    0.07329556345939636,
+    0.44537973403930664,
+    0.1825927197933197,
+    0.6809178590774536,
+    0.18856045603752136,
+    0.398483544588089,
+    0.28506436944007874,
+    0.37529245018959045,
+    0.06816118210554123,
+    0.41072386503219604,
+    0.4375747740268707,
+    0.09408479183912277,
+    0.8764940500259399,
+    0.8859155774116516,
+    0.06009071692824364,
+    0.5307636260986328,
+    0.7953469753265381,
+    0.28928008675575256,
+    0.2633891701698303,
+    0.23896683752536774,
+    0.3120255172252655,
+    0.07206853479146957,
+    0.34202665090560913,
+    0.2445935606956482,
+    0.6604489088058472,
+    0.6334351897239685,
+    0.42514941096305847,
+    0.30864760279655457,
+    0.6762743592262268,
+    0.6125948429107666,
+    0.519456148147583,
+    0.41307464241981506,
+    0.4556424021720886,
+    0.5592940449714661,
+    0.12806792557239532,
+    0.2720964252948761,
+    0.333095908164978,
+    0.12133181840181351,
+    0.5124657154083252,
+    0.19503213465213776,
+    0.7973593473434448
+  ]
+}

p5-mae-1m-d167/exports/step_00040000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4041941784694791,
+  "lora/map": 0.4041941784694791,
+  "fsd50k/map": 0.4041941784694791,
+  "train_seconds": 55.53,
+  "total_seconds": 59.61,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023042357485974208,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.017488917184175994,
+      "val_map": 0.4041941784694791,
+      "lr": 0.0,
+      "train_s": 55.53311239881441
+    }
+  ],
+  "per_class_ap": [
+    0.2914494276046753,
+    0.21614931523799896,
+    0.5517263412475586,
+    0.3881710171699524,
+    0.5021394491195679,
+    0.6311813592910767,
+    0.863006591796875,
+    0.5656636953353882,
+    0.5863934755325317,
+    0.48336800932884216,
+    0.32877036929130554,
+    0.40309569239616394,
+    0.1893443912267685,
+    0.3230063021183014,
+    0.5068654417991638,
+    0.48704785108566284,
+    0.03656627982854843,
+    0.3512689173221588,
+    0.4031813442707062,
+    0.23880086839199066,
+    0.5010738968849182,
+    0.42982086539268494,
+    0.8352246284484863,
+    0.1089618057012558,
+    0.242837056517601,
+    0.4196826219558716,
+    0.38707834482192993,
+    0.26854896545410156,
+    0.7940680980682373,
+    0.29188182950019836,
+    0.6731435060501099,
+    0.6333848237991333,
+    0.3960798680782318,
+    0.23077116906642914,
+    0.4039050042629242,
+    0.2538509666919708,
+    0.43775179982185364,
+    0.20356915891170502,
+    0.3315359354019165,
+    0.30239802598953247,
+    0.574616014957428,
+    0.3614446520805359,
+    0.6909491419792175,
+    0.2477853149175644,
+    0.5761407017707825,
+    0.06850367784500122,
+    0.22709894180297852,
+    0.28074002265930176,
+    0.7429249882698059,
+    0.42665809392929077,
+    0.35232824087142944,
+    0.4957481920719147,
+    0.5665639042854309,
+    0.18464572727680206,
+    0.17536848783493042,
+    0.027805589139461517,
+    0.21963073313236237,
+    0.661982536315918,
+    0.129875048995018,
+    0.5200710296630859,
+    0.6217260956764221,
+    0.6684102416038513,
+    0.46128249168395996,
+    0.10479609668254852,
+    0.5020877718925476,
+    0.13324621319770813,
+    0.28984785079956055,
+    0.6584038734436035,
+    0.4554266631603241,
+    0.5340003967285156,
+    0.4839286804199219,
+    0.2957257032394409,
+    0.7159333825111389,
+    0.42897388339042664,
+    0.225518137216568,
+    0.23801159858703613,
+    0.4403637647628784,
+    0.30551865696907043,
+    0.36669811606407166,
+    0.48467767238616943,
+    0.2936936616897583,
+    0.38944369554519653,
+    0.3172357976436615,
+    0.43316763639450073,
+    0.3570675551891327,
+    0.314997136592865,
+    0.477613627910614,
+    0.5365345478057861,
+    0.14110004901885986,
+    0.1201132982969284,
+    0.7681704163551331,
+    0.19498945772647858,
+    0.5443505644798279,
+    0.2146855741739273,
+    0.3798060715198517,
+    0.36999988555908203,
+    0.5220745801925659,
+    0.14219151437282562,
+    0.41822245717048645,
+    0.12913469970226288,
+    0.5799715518951416,
+    0.7119255661964417,
+    0.2362140268087387,
+    0.4174116849899292,
+    0.26518768072128296,
+    0.34419190883636475,
+    0.6472477316856384,
+    0.5354559421539307,
+    0.5857925415039062,
+    0.2876993715763092,
+    0.20794391632080078,
+    0.3203941285610199,
+    0.5588439702987671,
+    0.1326439380645752,
+    0.19151929020881653,
+    0.380312442779541,
+    0.7260280847549438,
+    0.4298267364501953,
+    0.5333742499351501,
+    0.2549741268157959,
+    0.8710460662841797,
+    0.8794399499893188,
+    0.44888025522232056,
+    0.08158531039953232,
+    0.32167595624923706,
+    0.7759782671928406,
+    0.38376426696777344,
+    0.7605676651000977,
+    0.33600011467933655,
+    0.13140606880187988,
+    0.13748054206371307,
+    0.7953567504882812,
+    0.3739633858203888,
+    0.493756502866745,
+    0.6839026808738708,
+    0.08101987093687057,
+    0.09473909437656403,
+    0.06863885372877121,
+    0.6587839722633362,
+    0.5800891518592834,
+    0.22964471578598022,
+    0.2812921404838562,
+    0.38697102665901184,
+    0.36326947808265686,
+    0.7097240686416626,
+    0.5491911768913269,
+    0.07251002639532089,
+    0.6338081955909729,
+    0.20292483270168304,
+    0.2565784156322479,
+    0.5052976012229919,
+    0.4958008825778961,
+    0.297275185585022,
+    0.413606196641922,
+    0.45577874779701233,
+    0.36962413787841797,
+    0.5150195956230164,
+    0.6893335580825806,
+    0.4792851209640503,
+    0.06119399145245552,
+    0.44863763451576233,
+    0.16269025206565857,
+    0.6918969750404358,
+    0.2804824709892273,
+    0.36534908413887024,
+    0.2592185437679291,
+    0.3652622401714325,
+    0.05896303057670593,
+    0.38633909821510315,
+    0.47085949778556824,
+    0.09271714091300964,
+    0.8955284357070923,
+    0.9040557146072388,
+    0.06460631638765335,
+    0.6221796274185181,
+    0.7983585000038147,
+    0.2676849067211151,
+    0.2673155963420868,
+    0.2318272441625595,
+    0.32367661595344543,
+    0.05544005706906319,
+    0.3817656338214874,
+    0.15757988393306732,
+    0.6629524230957031,
+    0.6354544162750244,
+    0.4159039855003357,
+    0.2698719799518585,
+    0.7029681205749512,
+    0.6073273420333862,
+    0.47200125455856323,
+    0.41562020778656006,
+    0.4521787166595459,
+    0.5578396320343018,
+    0.1450950801372528,
+    0.23744288086891174,
+    0.3356890380382538,
+    0.11595822125673294,
+    0.49268200993537903,
+    0.20814825594425201,
+    0.7832898497581482
+  ]
+}

p5-mae-1m-d167/exports/step_00040000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 16,
+  "params": {
+    "trainable": 179048,
+    "total": 1216712,
+    "fraction": 0.1471572566063292
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.003,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4044220058433712,
+  "lora/map": 0.4044220058433712,
+  "fsd50k/map": 0.4044220058433712,
+  "train_seconds": 55.84,
+  "total_seconds": 60.23,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02184609687421471,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.018325540950982128,
+      "val_map": 0.4044220058433712,
+      "lr": 0.0,
+      "train_s": 55.83599114941899
+    }
+  ],
+  "per_class_ap": [
+    0.3055788278579712,
+    0.14444488286972046,
+    0.4755125343799591,
+    0.4156895875930786,
+    0.5084988474845886,
+    0.6382048726081848,
+    0.841545581817627,
+    0.5477325916290283,
+    0.607460618019104,
+    0.4101928770542145,
+    0.3522782027721405,
+    0.43610066175460815,
+    0.2368544042110443,
+    0.3884335458278656,
+    0.5065010786056519,
+    0.48497819900512695,
+    0.03901879861950874,
+    0.42029792070388794,
+    0.3971845209598541,
+    0.24218913912773132,
+    0.462615430355072,
+    0.4228827655315399,
+    0.8634467124938965,
+    0.10164496302604675,
+    0.2913002073764801,
+    0.4351409077644348,
+    0.38956353068351746,
+    0.277426153421402,
+    0.781446635723114,
+    0.30298858880996704,
+    0.6873040199279785,
+    0.6184945702552795,
+    0.41912978887557983,
+    0.218337744474411,
+    0.39111822843551636,
+    0.27212050557136536,
+    0.44074636697769165,
+    0.2860904932022095,
+    0.30209001898765564,
+    0.3106955289840698,
+    0.5226558446884155,
+    0.2909033000469208,
+    0.6601991057395935,
+    0.2212815135717392,
+    0.5182715654373169,
+    0.10741128772497177,
+    0.16434220969676971,
+    0.266139417886734,
+    0.6860264539718628,
+    0.4627451002597809,
+    0.400764524936676,
+    0.5229039192199707,
+    0.5982627272605896,
+    0.15063734352588654,
+    0.1921141892671585,
+    0.036718178540468216,
+    0.2201031595468521,
+    0.6643334031105042,
+    0.12725619971752167,
+    0.5389623045921326,
+    0.6332360506057739,
+    0.6678227186203003,
+    0.45265892148017883,
+    0.11875689029693604,
+    0.4815506935119629,
+    0.17696700990200043,
+    0.2737714946269989,
+    0.6316796541213989,
+    0.4705732464790344,
+    0.5147330164909363,
+    0.46975356340408325,
+    0.277269184589386,
+    0.7116816639900208,
+    0.4383949637413025,
+    0.2243053913116455,
+    0.21577885746955872,
+    0.4297269284725189,
+    0.39869120717048645,
+    0.3401588499546051,
+    0.465293824672699,
+    0.29598233103752136,
+    0.4053739011287689,
+    0.23067276179790497,
+    0.4042862057685852,
+    0.3471933603286743,
+    0.2582841217517853,
+    0.445029079914093,
+    0.5818312764167786,
+    0.2019709199666977,
+    0.1672254502773285,
+    0.7520912289619446,
+    0.2098521590232849,
+    0.48936599493026733,
+    0.22525356709957123,
+    0.39323800802230835,
+    0.37218108773231506,
+    0.49231836199760437,
+    0.12103200703859329,
+    0.4238564968109131,
+    0.1021200567483902,
+    0.5879243016242981,
+    0.7229580879211426,
+    0.22381360828876495,
+    0.4565003216266632,
+    0.262776643037796,
+    0.41784951090812683,
+    0.6447342038154602,
+    0.562635600566864,
+    0.5667914152145386,
+    0.29333820939064026,
+    0.18414486944675446,
+    0.3305860161781311,
+    0.5601276755332947,
+    0.0994562953710556,
+    0.11428823322057724,
+    0.3747430443763733,
+    0.7342664003372192,
+    0.4527547359466553,
+    0.5353426933288574,
+    0.25733086466789246,
+    0.868900716304779,
+    0.8765050172805786,
+    0.43246549367904663,
+    0.09135469794273376,
+    0.301089882850647,
+    0.7503957748413086,
+    0.3027326166629791,
+    0.7452712059020996,
+    0.3515079617500305,
+    0.17318493127822876,
+    0.17195646464824677,
+    0.7960410714149475,
+    0.4244661033153534,
+    0.5059912800788879,
+    0.6620165109634399,
+    0.08728239685297012,
+    0.09152079373598099,
+    0.06203172728419304,
+    0.5721490383148193,
+    0.5803719758987427,
+    0.17568278312683105,
+    0.3581204116344452,
+    0.36829689145088196,
+    0.34866294264793396,
+    0.7152711153030396,
+    0.5460599660873413,
+    0.06882739067077637,
+    0.6162109375,
+    0.24049627780914307,
+    0.2786948084831238,
+    0.4777323007583618,
+    0.5168711543083191,
+    0.4037860631942749,
+    0.46394601464271545,
+    0.4624960720539093,
+    0.39611509442329407,
+    0.5119348168373108,
+    0.744251549243927,
+    0.46694716811180115,
+    0.0988641232252121,
+    0.4691162705421448,
+    0.16763634979724884,
+    0.6751495599746704,
+    0.18038427829742432,
+    0.3404056429862976,
+    0.23255933821201324,
+    0.36476853489875793,
+    0.06552127748727798,
+    0.37108510732650757,
+    0.47729426622390747,
+    0.12056858092546463,
+    0.8963546752929688,
+    0.9093127846717834,
+    0.05231720954179764,
+    0.5385465025901794,
+    0.7984728813171387,
+    0.29946842789649963,
+    0.26501190662384033,
+    0.2591336667537689,
+    0.3339458703994751,
+    0.06780872493982315,
+    0.30152469873428345,
+    0.21432603895664215,
+    0.6265825033187866,
+    0.6534669399261475,
+    0.42585068941116333,
+    0.29342639446258545,
+    0.6827638745307922,
+    0.625929057598114,
+    0.470427006483078,
+    0.42625680565834045,
+    0.44944512844085693,
+    0.5645376443862915,
+    0.13346752524375916,
+    0.27118226885795593,
+    0.3354882299900055,
+    0.11827339231967926,
+    0.5661025643348694,
+    0.246860533952713,
+    0.7674866318702698
+  ]
+}

p5-mae-1m-d167/exports/step_00040000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006422864844553363,
+      "val_map": 0.005809909029001374,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02473,
+      "train_map": 0.01025374055675724,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0246,
+      "train_map": 0.025210341473111787,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02316,
+      "train_map": 0.0356204644638817,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02273,
+      "train_map": 0.050214793991679205,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02256,
+      "train_map": 0.06802199806388913,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02136,
+      "train_map": 0.08079072302940746,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02135,
+      "train_map": 0.0945503764279519,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02096,
+      "train_map": 0.09079842142004385,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.6
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02051,
+      "train_map": 0.1104533963680331,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 2.9
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.0206,
+      "train_map": 0.11132785354155969,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02012,
+      "train_map": 0.12579141414646533,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 3.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02005,
+      "train_map": 0.13228392654294732,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 3.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01977,
+      "train_map": 0.14508119880564624,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.2
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02032,
+      "train_map": 0.1454074389674123,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 4.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01925,
+      "train_map": 0.14981409123315842,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 4.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01955,
+      "train_map": 0.1561815289973124,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.2
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01908,
+      "train_map": 0.1739759573516784,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 5.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01888,
+      "train_map": 0.17649773018173096,
+      "val_map": 0.1047425293505008,
+      "lr": 0.002799453919445244,
+      "train_s": 5.5
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01837,
+      "train_map": 0.17599260784593718,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 5.8
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.0183,
+      "train_map": 0.1851669961968313,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.1
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01838,
+      "train_map": 0.18841085517054434,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 6.4
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01838,
+      "train_map": 0.19440563272797914,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 6.7
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01851,
+      "train_map": 0.19470184700973545,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.0
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01809,
+      "train_map": 0.20828412010368008,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 7.4
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01775,
+      "train_map": 0.20100301546548305,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 7.7
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01795,
+      "train_map": 0.20933648293300672,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.0
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01856,
+      "train_map": 0.21304845075305034,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 8.3
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01808,
+      "train_map": 0.22443260250531802,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 8.7
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01873,
+      "train_map": 0.22797807329731942,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.0
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01816,
+      "train_map": 0.22988091001863215,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 9.4
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01801,
+      "train_map": 0.2362940400888334,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 9.7
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01809,
+      "train_map": 0.23694953813608136,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.0
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.0179,
+      "train_map": 0.24283862925192917,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 10.3
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01798,
+      "train_map": 0.2419661169808068,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 10.7
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01744,
+      "train_map": 0.2470866674415951,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.0
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01739,
+      "train_map": 0.2443144617043789,
+      "val_map": 0.13898371826182251,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.0
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01658,
+      "train_map": 0.25382017008288704,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 11.3
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01627,
+      "train_map": 0.2626296237457466,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 11.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01604,
+      "train_map": 0.268405030306563,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.0
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01644,
+      "train_map": 0.2775519730088494,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 12.3
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01627,
+      "train_map": 0.2786808822275735,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 12.7
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01599,
+      "train_map": 0.2844822418432421,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 13.0
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01645,
+      "train_map": 0.2857993823905569,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 13.3
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01623,
+      "train_map": 0.29091480024869376,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 13.7
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01679,
+      "train_map": 0.29840645101186475,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 14.0
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01612,
+      "train_map": 0.3033384782256845,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 14.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01631,
+      "train_map": 0.3059017312195173,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 14.6
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01605,
+      "train_map": 0.3049663370934649,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 14.9
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.0165,
+      "train_map": 0.3091426767157903,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 15.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01625,
+      "train_map": 0.3160504490858124,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 15.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01591,
+      "train_map": 0.31202425788628535,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 15.9
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01583,
+      "train_map": 0.3237035213607369,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 16.2
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01537,
+      "train_map": 0.3295672590326539,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 16.5
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01572,
+      "train_map": 0.3303954816410986,
+      "val_map": 0.17262855479210984,
+      "lr": 0.0005439028207490256,
+      "train_s": 16.7
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01468,
+      "train_map": 0.33423931946875474,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 16.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01479,
+      "train_map": 0.33229142037596715,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 17.2
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01473,
+      "train_map": 0.33517839759234797,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 17.6
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01471,
+      "train_map": 0.3366063184951356,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 17.9
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.0151,
+      "train_map": 0.3405691302121675,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 18.3
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01483,
+      "train_map": 0.3434386768058451,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 18.6
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.0143,
+      "train_map": 0.34325223285139345,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 18.9
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01533,
+      "train_map": 0.3450500055691634,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 19.3
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01494,
+      "train_map": 0.34699685747365855,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 19.6
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01439,
+      "train_map": 0.348663453194728,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 19.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01498,
+      "train_map": 0.34829390638523805,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 20.2
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01438,
+      "train_map": 0.3492358063596815,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 20.6
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01456,
+      "train_map": 0.34944750224213617,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 20.9
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01422,
+      "train_map": 0.3509439256756197,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 21.2
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01451,
+      "train_map": 0.3513073077428895,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 21.6
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01417,
+      "train_map": 0.3516191398261903,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 22.0
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01433,
+      "train_map": 0.3513970810520609,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 22.3
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01444,
+      "train_map": 0.351454528561127,
+      "val_map": 0.17791821286117612,
+      "lr": 1e-05,
+      "train_s": 22.4
+    }
+  ],
+  "final_train_map": 0.351454528561127,
+  "final_val_map": 0.17791821286117612,
+  "lora/map": 0.17791821286117612,
+  "train_seconds": 22.4,
+  "wall_seconds": 65.3
+}

p5-mae-1m-d167/exports/step_00040000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006653836652511939,
+      "val_map": 0.0058336629721369646,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02503,
+      "train_map": 0.010510493608666991,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02461,
+      "train_map": 0.02609598050684804,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02334,
+      "train_map": 0.040540667855140156,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02253,
+      "train_map": 0.0468185406608553,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02202,
+      "train_map": 0.06363212288798238,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.0218,
+      "train_map": 0.07697587893203085,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0211,
+      "train_map": 0.09374762908334665,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02086,
+      "train_map": 0.10068385110305626,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02117,
+      "train_map": 0.11120093724844125,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 3.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02019,
+      "train_map": 0.11529030668791349,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02019,
+      "train_map": 0.12468200529646305,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 3.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01952,
+      "train_map": 0.12915383283388174,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 4.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01981,
+      "train_map": 0.13864844506765509,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.5
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01921,
+      "train_map": 0.14633817166139493,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 4.8
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01941,
+      "train_map": 0.15415041941170363,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 5.4
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01915,
+      "train_map": 0.1589952376383963,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0194,
+      "train_map": 0.15444040172194365,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 6.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0194,
+      "train_map": 0.15188120955608403,
+      "val_map": 0.09982329011104817,
+      "lr": 0.002799453919445244,
+      "train_s": 6.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01828,
+      "train_map": 0.17162129836796697,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.4
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01852,
+      "train_map": 0.17615138896187835,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.7
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.0189,
+      "train_map": 0.18252398051494695,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 7.0
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01815,
+      "train_map": 0.19346856698393822,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 7.4
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01812,
+      "train_map": 0.1969081912502519,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 7.7
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01872,
+      "train_map": 0.20423519890401973,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 8.0
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01869,
+      "train_map": 0.18874152761705545,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 8.4
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01805,
+      "train_map": 0.20203020367055666,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 8.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01801,
+      "train_map": 0.20935706820946887,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 9.0
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01816,
+      "train_map": 0.21540966086916669,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 9.3
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01772,
+      "train_map": 0.2198122894264178,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 9.6
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01861,
+      "train_map": 0.234183963162001,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 10.0
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01778,
+      "train_map": 0.2345435824439608,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 10.3
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01783,
+      "train_map": 0.24059320304832604,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 10.6
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01735,
+      "train_map": 0.24961701123683627,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 11.0
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01748,
+      "train_map": 0.24396338433281747,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 11.3
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01774,
+      "train_map": 0.2418015941542766,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 11.6
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01784,
+      "train_map": 0.25877043907928227,
+      "val_map": 0.14593408355114723,
+      "lr": 0.0017642705177736725,
+      "train_s": 11.7
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01661,
+      "train_map": 0.2558012987050516,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 12.0
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01632,
+      "train_map": 0.26184506054819195,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 12.3
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01626,
+      "train_map": 0.26053428662272854,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 12.6
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01634,
+      "train_map": 0.27019892326437744,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 12.9
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01647,
+      "train_map": 0.27169774996162704,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 13.3
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01636,
+      "train_map": 0.2794516153555837,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 13.6
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01665,
+      "train_map": 0.2866149052475673,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 14.0
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01643,
+      "train_map": 0.2804932104745275,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 14.3
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01607,
+      "train_map": 0.29038724965774637,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 14.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01617,
+      "train_map": 0.29261002141409737,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 15.0
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01612,
+      "train_map": 0.2977565988682677,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 15.3
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01613,
+      "train_map": 0.3018115252235187,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 15.7
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01575,
+      "train_map": 0.3082661424362343,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 16.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01623,
+      "train_map": 0.3089515471148819,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 16.4
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01601,
+      "train_map": 0.3125896511150549,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 16.7
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01631,
+      "train_map": 0.32007690378424114,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 17.0
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01621,
+      "train_map": 0.3190724344224275,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 17.3
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01589,
+      "train_map": 0.323385956451523,
+      "val_map": 0.1710846395138121,
+      "lr": 0.0005439028207490256,
+      "train_s": 17.4
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01469,
+      "train_map": 0.3252602164214742,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 17.7
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01491,
+      "train_map": 0.32576702466407753,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 18.1
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.0149,
+      "train_map": 0.32999492698725474,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 18.5
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01415,
+      "train_map": 0.3322352301152653,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 18.9
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01436,
+      "train_map": 0.3352562091286794,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 19.2
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01527,
+      "train_map": 0.3380320976352217,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 19.5
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01434,
+      "train_map": 0.33806357164098483,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 19.9
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01471,
+      "train_map": 0.33995626141375507,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 20.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01444,
+      "train_map": 0.34087358435449777,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 20.6
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01457,
+      "train_map": 0.34228015571048015,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 20.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01458,
+      "train_map": 0.3433931176329784,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 21.3
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01515,
+      "train_map": 0.3435122736710242,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 21.6
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01467,
+      "train_map": 0.34475646558548173,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 21.9
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01471,
+      "train_map": 0.3443589491197094,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 22.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01461,
+      "train_map": 0.3449059042909962,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 22.6
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01462,
+      "train_map": 0.345172316657708,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 22.9
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.015,
+      "train_map": 0.3454034741299909,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 23.2
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01471,
+      "train_map": 0.34536774203259024,
+      "val_map": 0.17828177678199092,
+      "lr": 1e-05,
+      "train_s": 23.3
+    }
+  ],
+  "final_train_map": 0.34536774203259024,
+  "final_val_map": 0.17828177678199092,
+  "lora/map": 0.17828177678199092,
+  "train_seconds": 23.3,
+  "wall_seconds": 65.9
+}

p5-mae-1m-d167/exports/step_00040000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+    "fingerprint": "ff77efde4532a1d1",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-1m-d167",
+    "lora_layers_wrapped": 16,
+    "params": {
+      "trainable": 226463,
+      "total": 1264127,
+      "fraction": 0.1791457662086167
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007561197277203563,
+      "val_map": 0.006258238980854089,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02468,
+      "train_map": 0.010920165259849662,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.4
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02493,
+      "train_map": 0.026604501195198926,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 0.7
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0231,
+      "train_map": 0.043969612434971196,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02237,
+      "train_map": 0.058979408751883365,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 1.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02208,
+      "train_map": 0.0701472237326233,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 1.6
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02189,
+      "train_map": 0.08359385825617617,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 2.0
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02185,
+      "train_map": 0.09441330551083219,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 2.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02053,
+      "train_map": 0.09755293456784518,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 2.6
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02025,
+      "train_map": 0.10802328057164783,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 2.9
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02104,
+      "train_map": 0.12018872296483568,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 3.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.01968,
+      "train_map": 0.12497061629253006,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 3.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02008,
+      "train_map": 0.12446967774535576,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 3.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0195,
+      "train_map": 0.14298610129363595,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 4.2
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01944,
+      "train_map": 0.15520451875426497,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 4.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01935,
+      "train_map": 0.15367489953991909,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 4.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01891,
+      "train_map": 0.1611905476552005,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 5.2
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01937,
+      "train_map": 0.16759285495741968,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 5.5
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01959,
+      "train_map": 0.16690284411106576,
+      "val_map": 0.10215984854981501,
+      "lr": 0.002799453919445244,
+      "train_s": 5.5
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01897,
+      "train_map": 0.18187598002883668,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 6.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01742,
+      "train_map": 0.18411189670837086,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 6.7
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01863,
+      "train_map": 0.18694308496909162,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 7.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.019,
+      "train_map": 0.19314596575527562,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 7.6
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01829,
+      "train_map": 0.19673289271624692,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 8.1
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01871,
+      "train_map": 0.20110255570382418,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 8.7
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01841,
+      "train_map": 0.1986111690470528,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 9.0
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01845,
+      "train_map": 0.2068111812806312,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 9.4
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01842,
+      "train_map": 0.21355058808998334,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 9.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.0178,
+      "train_map": 0.21155888188552585,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 10.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01775,
+      "train_map": 0.224654996524648,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 10.4
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01793,
+      "train_map": 0.22965326173181524,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 10.7
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01739,
+      "train_map": 0.23629908410450567,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 11.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01804,
+      "train_map": 0.2440381532117894,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 11.5
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01785,
+      "train_map": 0.2505980031211389,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 11.8
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01799,
+      "train_map": 0.2554174907986195,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 12.2
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01742,
+      "train_map": 0.2520517853063936,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 12.4
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01728,
+      "train_map": 0.25503647266100715,
+      "val_map": 0.1453159718528616,
+      "lr": 0.0017642705177736725,
+      "train_s": 12.5
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01654,
+      "train_map": 0.2561370673760828,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 12.8
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01665,
+      "train_map": 0.27115142093246813,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 13.2
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01659,
+      "train_map": 0.2734078320778864,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 13.5
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01593,
+      "train_map": 0.2734479944732401,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 13.9
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01595,
+      "train_map": 0.2821327515116113,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 14.2
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01616,
+      "train_map": 0.28129412243990987,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 14.6
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01586,
+      "train_map": 0.2832637065986217,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 15.0
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01653,
+      "train_map": 0.2895170733548234,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 15.3
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01606,
+      "train_map": 0.2958267951910817,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 15.6
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01564,
+      "train_map": 0.2984114796306719,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 16.0
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.016,
+      "train_map": 0.30353962828491793,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 16.4
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01641,
+      "train_map": 0.31152274538241537,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 16.7
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01626,
+      "train_map": 0.30897115393448094,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 17.1
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01593,
+      "train_map": 0.31988703833267346,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 17.4
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01637,
+      "train_map": 0.31565522073292696,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 17.8
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01626,
+      "train_map": 0.3230981270992948,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 18.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01578,
+      "train_map": 0.32443055253037634,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 18.4
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01571,
+      "train_map": 0.3281943102330111,
+      "val_map": 0.17377919844303993,
+      "lr": 0.0005439028207490256,
+      "train_s": 18.5
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01499,
+      "train_map": 0.32825085831774253,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 18.7
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01478,
+      "train_map": 0.3346130395718131,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 19.1
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.0149,
+      "train_map": 0.3376483197979615,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 19.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01445,
+      "train_map": 0.3387286596855527,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 19.8
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01463,
+      "train_map": 0.3409970621463526,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 20.1
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01485,
+      "train_map": 0.3441143800704201,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 20.4
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01487,
+      "train_map": 0.347284458496341,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 20.7
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01459,
+      "train_map": 0.3484918018749984,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 21.1
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01448,
+      "train_map": 0.3503089092629458,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 21.4
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01426,
+      "train_map": 0.3486474294257854,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 21.7
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01418,
+      "train_map": 0.3512174444771469,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 22.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01437,
+      "train_map": 0.35151646364006645,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 22.4
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01482,
+      "train_map": 0.3522406270306918,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 22.8
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01442,
+      "train_map": 0.3536497398793867,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 23.1
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01398,
+      "train_map": 0.3540029736620991,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 23.5
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01445,
+      "train_map": 0.35371368696499594,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 23.8
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01467,
+      "train_map": 0.3542165333401603,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 24.1
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.0143,
+      "train_map": 0.35420858573726954,
+      "val_map": 0.1786297698835692,
+      "lr": 1e-05,
+      "train_s": 24.2
+    }
+  ],
+  "final_train_map": 0.35420858573726954,
+  "final_val_map": 0.1786297698835692,
+  "lora/map": 0.1786297698835692,
+  "train_seconds": 24.2,
+  "wall_seconds": 68.4
+}

p5-mae-1m-d167/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-1m-d167/exports/step_00040000",
+  "fingerprint": "ff77efde4532a1d1",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "probe/map": 0.11850850464532282,
+  "probe/map_train": 0.28371437610722583,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.14440204299839685,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 288,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 2.835915640986059,
+  "probe/total_s": 3.505756044993177,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14360113715464903
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14363491051632424
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14440204299839685
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14143914543268973
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12806649403151768
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10724149062784223
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08251181716475799
+    }
+  ],
+  "per_class_ap": [
+    0.615543782711029,
+    0.01573568396270275,
+    0.07972115278244019,
+    0.15826433897018433,
+    0.09646390378475189,
+    0.223572239279747,
+    0.1605977565050125,
+    0.28216278553009033,
+    0.03967596963047981,
+    0.04700407758355141,
+    0.023655898869037628,
+    0.075313501060009,
+    0.43006232380867004,
+    0.2745072841644287,
+    0.040524922311306,
+    0.3900870680809021,
+    0.3135615587234497,
+    0.3662439286708832,
+    0.0646701231598854,
+    0.10196400433778763,
+    0.18684466183185577,
+    0.04515441507101059,
+    0.18494871258735657,
+    0.12730289995670319,
+    0.08125973492860794,
+    0.028553208336234093,
+    0.06626024097204208,
+    0.1631755828857422,
+    0.1993975192308426,
+    0.11535678803920746,
+    0.2275439351797104,
+    0.153877392411232,
+    0.035025425255298615,
+    0.05719996243715286,
+    0.22535009682178497,
+    0.04581553116440773,
+    0.3203013241291046,
+    0.047905758023262024,
+    0.07801157981157303,
+    0.16055145859718323,
+    0.0931214988231659,
+    0.046586476266384125,
+    0.07457141578197479,
+    0.19851908087730408,
+    0.015389363281428814,
+    0.06718849390745163,
+    0.022520964965224266,
+    0.08838491141796112,
+    0.04607982560992241,
+    0.05419095605611801,
+    0.11048008501529694,
+    0.01105037983506918,
+    0.04908914491534233,
+    0.03255036473274231,
+    0.19028683006763458,
+    0.11248388886451721,
+    0.1492808759212494,
+    0.28919848799705505,
+    0.15188100934028625,
+    0.05411814898252487,
+    0.152165487408638,
+    0.1230073794722557,
+    0.03708610311150551,
+    0.12303559482097626,
+    0.4688618779182434,
+    0.21370284259319305,
+    0.2496960461139679,
+    0.21685679256916046,
+    0.3254822790622711,
+    0.32958489656448364,
+    0.08375933766365051,
+    0.1320335417985916,
+    0.16389572620391846,
+    0.15362393856048584,
+    0.14902544021606445,
+    0.17040905356407166,
+    0.037546634674072266,
+    0.14716340601444244,
+    0.12121693789958954,
+    0.09261436760425568,
+    0.016091985628008842,
+    0.07724051177501678,
+    0.2359081357717514,
+    0.045458778738975525,
+    0.0830894410610199,
+    0.0254271999001503,
+    0.03047572448849678,
+    0.021062057465314865,
+    0.031308241188526154,
+    0.05019724741578102,
+    0.0325189046561718,
+    0.03273534029722214,
+    0.14646023511886597,
+    0.024144699797034264,
+    0.04239160194993019,
+    0.02958020754158497,
+    0.011004379019141197,
+    0.0112257469445467,
+    0.09263661503791809,
+    0.11416018754243851,
+    0.07497377693653107,
+    0.1870669275522232,
+    0.03636641055345535,
+    0.037397827953100204,
+    0.0164312906563282,
+    0.04194694757461548,
+    0.053086478263139725,
+    0.04664386808872223,
+    0.09032278507947922,
+    0.18436980247497559,
+    0.17107971012592316,
+    0.10335005819797516,
+    0.08401507884263992,
+    0.09157313406467438,
+    0.04984863102436066,
+    0.13422906398773193,
+    0.1337239146232605,
+    0.07168013602495193,
+    0.08645927160978317,
+    0.15884442627429962,
+    0.1559959352016449,
+    0.12022087723016739,
+    0.0493183396756649,
+    0.0622100830078125,
+    0.00767142279073596,
+    0.02887703664600849,
+    0.08668489754199982,
+    0.10024149715900421,
+    0.05447421595454216,
+    0.039345525205135345,
+    0.0051589845679700375,
+    0.04133187234401703,
+    0.07961291074752808,
+    0.0750064104795456,
+    0.030929263681173325,
+    0.01316982414573431,
+    0.06109905242919922,
+    0.7143893241882324,
+    0.20541490614414215,
+    0.2627730965614319,
+    0.35214337706565857,
+    0.2594316601753235,
+    0.07691456377506256,
+    0.12561623752117157,
+    0.10605206340551376,
+    0.10934051126241684,
+    0.08650083839893341,
+    0.2715896964073181,
+    0.0793737918138504,
+    0.23066376149654388,
+    0.13307687640190125,
+    0.13098366558551788,
+    0.19657228887081146,
+    0.15097680687904358,
+    0.1211240142583847,
+    0.11577649414539337,
+    0.06356228142976761,
+    0.05021762475371361,
+    0.01954941637814045,
+    0.07049437612295151,
+    0.3567899167537689,
+    0.24175143241882324,
+    0.2158399522304535,
+    0.14816708862781525,
+    0.21277032792568207,
+    0.21473459899425507,
+    0.24428240954875946,
+    0.108522929251194,
+    0.22379280626773834,
+    0.3086000978946686,
+    0.23058345913887024,
+    0.25990134477615356,
+    0.2887016236782074,
+    0.12886573374271393,
+    0.07561010867357254,
+    0.1041700690984726,
+    0.12673260271549225,
+    0.32799965143203735,
+    0.07679542899131775,
+    0.12194724380970001,
+    0.1268523931503296,
+    0.13187909126281738,
+    0.07860668748617172,
+    0.2670000195503235,
+    0.09123507887125015,
+    0.3446638882160187,
+    0.3328147232532501,
+    0.10720799118280411,
+    0.24505451321601868,
+    0.12234152853488922,
+    0.16962696611881256,
+    0.09410759806632996,
+    0.26298269629478455,
+    0.14705343544483185,
+    0.14229722321033478,
+    0.34005868434906006,
+    0.04952997714281082,
+    0.08305748552083969,
+    0.0773613303899765,
+    0.21462109684944153,
+    0.04110661521553993,
+    0.15132451057434082,
+    0.05215905234217644,
+    0.17494873702526093,
+    0.13298964500427246,
+    0.15410523116588593,
+    0.17499130964279175,
+    0.29869019985198975,
+    0.16884125769138336,
+    0.2254476100206375,
+    0.7034786343574524,
+    0.4175107181072235,
+    0.3022066056728363,
+    0.03630616143345833,
+    0.34303736686706543,
+    0.07831155508756638,
+    0.08277322351932526,
+    0.19334298372268677,
+    0.1373225301504135,
+    0.1215173751115799,
+    0.14361290633678436,
+    0.12455640733242035,
+    0.20188286900520325,
+    0.203120619058609,
+    0.07623361796140671,
+    0.07404765486717224,
+    0.05926031991839409,
+    0.04583609476685524,
+    0.1905137151479721,
+    0.03925861790776253,
+    0.05251510813832283,
+    0.07136675715446472,
+    0.0639876201748848,
+    0.05455005541443825,
+    0.03606008365750313,
+    0.015396932139992714,
+    0.17800551652908325,
+    0.022024361416697502,
+    0.20137114822864532,
+    0.03083496168255806,
+    0.1490641087293625,
+    0.2926957309246063,
+    0.16277241706848145,
+    0.1402025669813156,
+    0.17171554267406464,
+    0.2177232801914215,
+    0.06007295846939087,
+    0.17254693806171417,
+    0.03232648968696594,
+    0.102907195687294,
+    0.07658053189516068,
+    0.02314603328704834,
+    0.06449148058891296,
+    0.05903857573866844,
+    0.06169738247990608,
+    0.12947459518909454,
+    0.21459290385246277,
+    0.239528089761734,
+    0.06663675606250763,
+    0.08508811146020889,
+    0.04354304447770119,
+    0.09229632467031479,
+    0.175929456949234,
+    0.09298092126846313,
+    0.024602726101875305,
+    0.08282092213630676,
+    0.07504371553659439,
+    0.08617887645959854,
+    0.12974660098552704,
+    0.04326397180557251,
+    0.0339694619178772,
+    0.24901318550109863,
+    0.1310126930475235,
+    0.047157593071460724,
+    0.17630156874656677,
+    0.02896772138774395,
+    0.06852570921182632,
+    0.025617463514208794,
+    0.06278391927480698,
+    0.039696790277957916,
+    0.022990984842181206,
+    0.21925459802150726,
+    0.09454905986785889,
+    0.2206275314092636,
+    0.06931507587432861,
+    0.24043641984462738,
+    0.2654527425765991,
+    0.2733166813850403,
+    0.1914222538471222,
+    0.1616181880235672,
+    0.1873309314250946,
+    0.12506477534770966,
+    0.09939198940992355,
+    0.21615123748779297,
+    0.17687170207500458,
+    0.2002534568309784,
+    0.09099426865577698,
+    0.010752704925835133,
+    0.03218848258256912,
+    0.020635884255170822,
+    0.27506691217422485,
+    0.18397372961044312,
+    0.16905534267425537,
+    0.02357511967420578,
+    0.03851987421512604,
+    0.13987423479557037,
+    0.03992544114589691,
+    0.18234741687774658,
+    0.0290383268147707,
+    0.05678408965468407,
+    0.12837137281894684,
+    0.038761768490076065,
+    0.10177674889564514,
+    0.07226967811584473,
+    0.09530163556337357,
+    0.10357389599084854,
+    0.07605541497468948,
+    0.04050914943218231,
+    0.049262408167123795,
+    0.055277809500694275,
+    0.09148474037647247,
+    0.03222563490271568,
+    0.3912814259529114,
+    0.3686141073703766,
+    0.21342352032661438,
+    0.23279400169849396,
+    0.06256963312625885,
+    0.06936917454004288,
+    0.20896941423416138,
+    0.19688358902931213,
+    0.0934230163693428,
+    0.09076861292123795,
+    0.21746096014976501,
+    0.21991808712482452,
+    0.16165395081043243,
+    0.14619533717632294,
+    0.11675425618886948,
+    0.2504783570766449,
+    0.058128610253334045,
+    0.04169737547636032,
+    0.09531151503324509,
+    0.007409452460706234,
+    0.10174621641635895,
+    0.1586981862783432,
+    0.1191558986902237,
+    0.08529682457447052,
+    0.08531257510185242,
+    0.30007046461105347,
+    0.03900744393467903,
+    0.022950584068894386,
+    0.10342240333557129,
+    0.03745603933930397,
+    0.07825615257024765,
+    0.09772790968418121,
+    0.02693716622889042,
+    0.030629770830273628,
+    0.02321326732635498,
+    0.010016662999987602,
+    0.024465177208185196,
+    0.09030785411596298,
+    0.01242504920810461,
+    0.04818064346909523,
+    0.09293511509895325,
+    0.10945213586091995,
+    0.028682563453912735,
+    0.03591912239789963,
+    0.3264455795288086,
+    0.19994577765464783,
+    0.01737190969288349,
+    0.08704405277967453,
+    0.1260100156068802,
+    0.07600946724414825,
+    0.12679363787174225,
+    0.3755781054496765,
+    0.10304085165262222,
+    0.05426018312573433,
+    0.07155869901180267,
+    0.058302391320466995,
+    0.011670500971376896,
+    0.012997033074498177,
+    0.022721726447343826,
+    0.058118801563978195,
+    0.1017746701836586,
+    0.10398691892623901,
+    0.17904971539974213,
+    0.14232435822486877,
+    0.19587185978889465,
+    0.032212644815444946,
+    0.06329534202814102,
+    0.03534332290291786,
+    0.13042230904102325,
+    0.09401115030050278,
+    0.012810922227799892,
+    0.2844976484775543,
+    0.16012822091579437,
+    0.0449945330619812,
+    0.4307067096233368,
+    0.524739146232605,
+    0.030058162286877632,
+    0.32278120517730713,
+    0.2967644929885864,
+    0.04015717655420303,
+    0.06407016515731812,
+    0.14344185590744019,
+    0.034639693796634674,
+    0.021755274385213852,
+    0.02284153737127781,
+    0.043872468173503876,
+    0.0379900299012661,
+    0.03455910086631775,
+    0.011305970139801502,
+    0.09154786914587021,
+    0.022739816457033157,
+    0.04010062292218208,
+    0.3049226999282837,
+    0.02055283635854721,
+    0.029198000207543373,
+    0.01005867961794138,
+    0.07768694311380386,
+    0.0894380733370781,
+    0.2253202348947525,
+    0.056910719722509384,
+    0.09251905232667923,
+    0.24643614888191223,
+    0.06821676343679428,
+    0.0674765482544899,
+    0.043209124356508255,
+    0.12275196611881256,
+    0.11627986282110214,
+    0.1586872786283493,
+    0.03095250576734543,
+    0.10983975976705551,
+    0.12053414434194565,
+    0.0747651606798172,
+    0.005692018195986748,
+    0.1054609939455986,
+    0.1936507225036621,
+    0.0756518691778183,
+    0.09433469921350479,
+    0.02374887838959694,
+    0.021163441240787506,
+    0.029923884198069572,
+    0.01734999008476734,
+    0.06020640581846237,
+    0.010309296660125256,
+    0.05965620279312134,
+    0.03332067281007767,
+    0.009534607641398907,
+    0.018536070361733437,
+    0.07712846994400024,
+    0.009435778483748436,
+    0.059498462826013565,
+    0.011703604832291603,
+    0.03245512396097183,
+    0.051593828946352005,
+    0.24366381764411926,
+    0.039146095514297485,
+    0.10110415518283844,
+    0.0195628572255373,
+    0.1274634599685669,
+    0.055374499410390854,
+    0.03246507793664932,
+    0.30140724778175354,
+    0.36996594071388245,
+    0.18869192898273468,
+    0.07563666999340057,
+    0.029192004352808,
+    0.06888529658317566,
+    0.05876437947154045,
+    0.13945941627025604,
+    0.08048475533723831,
+    0.05330365151166916,
+    0.03784686326980591,
+    0.018656019121408463,
+    0.10388299077749252,
+    0.0066122873686254025,
+    0.2497323900461197,
+    0.08119496703147888,
+    0.09004690498113632,
+    0.20456735789775848,
+    0.11990194767713547,
+    0.07466278225183487,
+    0.012212144210934639,
+    0.12120575457811356,
+    0.06370297074317932,
+    0.02000899612903595,
+    0.006975492928177118,
+    0.06309746950864792,
+    0.06028301268815994,
+    0.04226773604750633,
+    0.23003028333187103,
+    0.19611498713493347,
+    0.07390375435352325,
+    0.14972621202468872,
+    0.1960243284702301,
+    0.04120252653956413,
+    0.0336163230240345,
+    0.058372613042593,
+    0.04026927798986435,
+    0.09482011198997498,
+    0.11604718118906021,
+    0.21853019297122955,
+    0.009817237965762615,
+    0.13317015767097473,
+    0.038256462663412094,
+    0.013836927711963654,
+    0.0945659726858139,
+    0.021338479593396187,
+    0.02180653251707554,
+    0.0357232429087162,
+    0.023997224867343903,
+    0.11860620975494385,
+    0.05283232405781746,
+    0.013189077377319336,
+    0.1266319751739502,
+    0.1907775104045868,
+    0.03591185435652733,
+    0.31033793091773987,
+    0.034063734114170074,
+    0.02873990871012211,
+    0.05013558268547058,
+    0.20112675428390503,
+    0.1517188996076584,
+    0.05145450681447983,
+    0.008617241866886616,
+    0.04130315035581589,
+    0.10130810737609863
+  ]
+}

p5-mae-1m-d167/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af77e259aed9902e1454038f362950eabb3baf59bcf5e1e34ee1194c0746395
+size 15360128

p5-mae-1m-d167/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-1m-d167",
+  "fingerprint": "ff77efde4532a1d1",
+  "wandb_run_id": "phase5-p5-mae-1m-d167",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 1039968,
+    "decoder_params": 91728,
+    "trainable_params": 1168816,
+    "total_params": 1168816
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 4.0000038001022615e-06,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 537090,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      0.003160416666666667,
+      0.0,
+      7.239583333333333e-05,
+      0.0,
+      0.24400416666666666,
+      0.03305104166666667,
+      0.0031619791666666667,
+      0.0,
+      0.001796875,
+      0.000359375,
+      0.040019270833333336,
+      0.17179479166666667,
+      0.0017244791666666667,
+      0.000359375,
+      0.0006463541666666667,
+      0.06085729166666667,
+      0.4389921875,
+      0.0,
+      0.0
+    ]
+  },
+  "started_at": 1786988513.8266804,
+  "finished_at": 1786989067.899606,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.29828882217407227,
+    "val/loss": 0.6435436247847974,
+    "val/frame": 0.6435436247847974,
+    "val/utterance": 0.0
+  }
+}

p5-mae-1m-d167/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1786989067.9012387,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.29828882217407227,
+  "val/loss": 0.6435436247847974,
+  "val/frame": 0.6435436247847974,
+  "val/utterance": 0.0
+}