Upload folder using huggingface_hub

p5-mae-15m-d131/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00005000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.1020883387157895,
+  "probe/map_train": 0.4702256354423809,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.1269683819436477,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.0582412839867175,
+  "probe/total_s": 8.578899560961872,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12350539365240798
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12396729714546416
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12668913901665121
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1269683819436477
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1188719306278981
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10067227627309763
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08053317361164916
+    }
+  ],
+  "per_class_ap": [
+    0.5995946526527405,
+    0.014031627215445042,
+    0.050901833921670914,
+    0.17418532073497772,
+    0.07854990661144257,
+    0.18120267987251282,
+    0.18129920959472656,
+    0.29254379868507385,
+    0.02351575903594494,
+    0.04071047157049179,
+    0.019835874438285828,
+    0.08463498204946518,
+    0.39117056131362915,
+    0.2046133130788803,
+    0.03012939915060997,
+    0.35153496265411377,
+    0.24161799252033234,
+    0.3383878171443939,
+    0.04750937223434448,
+    0.05818285793066025,
+    0.19643305242061615,
+    0.04183034971356392,
+    0.08408103883266449,
+    0.09693105518817902,
+    0.03809976577758789,
+    0.012915951199829578,
+    0.03768156096339226,
+    0.14754880964756012,
+    0.18735159933567047,
+    0.039861805737018585,
+    0.2270069122314453,
+    0.09824293106794357,
+    0.017745940014719963,
+    0.041476018726825714,
+    0.2217753529548645,
+    0.02431807853281498,
+    0.2501974403858185,
+    0.03681177273392677,
+    0.07075859606266022,
+    0.10420602560043335,
+    0.07756782323122025,
+    0.029803821817040443,
+    0.04001753032207489,
+    0.2145116925239563,
+    0.006902673281729221,
+    0.053761135786771774,
+    0.008859277702867985,
+    0.04926647990942001,
+    0.04398364946246147,
+    0.04693419113755226,
+    0.1035195142030716,
+    0.007836787961423397,
+    0.01609235443174839,
+    0.04785827919840813,
+    0.1639966517686844,
+    0.08203069120645523,
+    0.0876576155424118,
+    0.23387962579727173,
+    0.07123490422964096,
+    0.047335222363471985,
+    0.1728799194097519,
+    0.12440759688615799,
+    0.03986216336488724,
+    0.07363787293434143,
+    0.4649300277233124,
+    0.19606153666973114,
+    0.20064677298069,
+    0.23959878087043762,
+    0.32026782631874084,
+    0.3114229738712311,
+    0.05269097909331322,
+    0.07628428936004639,
+    0.13935059309005737,
+    0.11886592954397202,
+    0.12771718204021454,
+    0.20695671439170837,
+    0.05289795994758606,
+    0.13697569072246552,
+    0.12407305836677551,
+    0.05109439045190811,
+    0.016803286969661713,
+    0.030864086002111435,
+    0.104401133954525,
+    0.031030964106321335,
+    0.06762218475341797,
+    0.011058656498789787,
+    0.03813418373465538,
+    0.02171420305967331,
+    0.0196129959076643,
+    0.032502856105566025,
+    0.024649832397699356,
+    0.02358514443039894,
+    0.13459141552448273,
+    0.008490635082125664,
+    0.026724904775619507,
+    0.038291823118925095,
+    0.018577763810753822,
+    0.014572728425264359,
+    0.09202083945274353,
+    0.17226257920265198,
+    0.10397962480783463,
+    0.18346863985061646,
+    0.026803182438015938,
+    0.026920301839709282,
+    0.008550802245736122,
+    0.03573759272694588,
+    0.034585144370794296,
+    0.028400734066963196,
+    0.05849134549498558,
+    0.12798002362251282,
+    0.09725543856620789,
+    0.09077225625514984,
+    0.06656412035226822,
+    0.06415902078151703,
+    0.035373784601688385,
+    0.11030922830104828,
+    0.10660214722156525,
+    0.061708059161901474,
+    0.1019098162651062,
+    0.1523309201002121,
+    0.143207386136055,
+    0.0905885100364685,
+    0.04815543070435524,
+    0.02499074675142765,
+    0.01702725514769554,
+    0.017597127705812454,
+    0.10492128878831863,
+    0.16000376641750336,
+    0.11395192891359329,
+    0.08292088657617569,
+    0.004697376862168312,
+    0.0626210942864418,
+    0.08351606875658035,
+    0.08431632816791534,
+    0.031363751739263535,
+    0.005139884073287249,
+    0.03236309438943863,
+    0.6828938722610474,
+    0.2076553851366043,
+    0.25104981660842896,
+    0.35543739795684814,
+    0.2636917531490326,
+    0.060036394745111465,
+    0.13442857563495636,
+    0.049881089478731155,
+    0.08785951137542725,
+    0.04855675622820854,
+    0.11044040322303772,
+    0.06916771084070206,
+    0.10363932698965073,
+    0.1196908950805664,
+    0.14417393505573273,
+    0.15590204298496246,
+    0.07331899553537369,
+    0.06633852422237396,
+    0.14057274162769318,
+    0.09302534908056259,
+    0.045805830508470535,
+    0.015161161310970783,
+    0.0813242644071579,
+    0.3025493919849396,
+    0.21932759881019592,
+    0.2660779356956482,
+    0.11855506151914597,
+    0.1959938108921051,
+    0.21762505173683167,
+    0.2226608395576477,
+    0.1313590407371521,
+    0.2310248464345932,
+    0.3003995716571808,
+    0.17622333765029907,
+    0.24967719614505768,
+    0.2638929486274719,
+    0.19421455264091492,
+    0.07051553577184677,
+    0.11237867921590805,
+    0.09349902719259262,
+    0.31003931164741516,
+    0.02806825563311577,
+    0.06479424983263016,
+    0.07363991439342499,
+    0.06664645671844482,
+    0.1351376473903656,
+    0.1935884952545166,
+    0.03832288458943367,
+    0.2970426082611084,
+    0.283907026052475,
+    0.13886885344982147,
+    0.20613880455493927,
+    0.1057145968079567,
+    0.13834448158740997,
+    0.08365976065397263,
+    0.20782040059566498,
+    0.1395774781703949,
+    0.10860084742307663,
+    0.31281599402427673,
+    0.05377722159028053,
+    0.0412401519715786,
+    0.10502704232931137,
+    0.12841016054153442,
+    0.04198484122753143,
+    0.17281673848628998,
+    0.07044162601232529,
+    0.1456688940525055,
+    0.1632717251777649,
+    0.07848323881626129,
+    0.09522993117570877,
+    0.29015323519706726,
+    0.14724598824977875,
+    0.16683301329612732,
+    0.6680776476860046,
+    0.2667061388492584,
+    0.41513070464134216,
+    0.047153785824775696,
+    0.2541135549545288,
+    0.06187440827488899,
+    0.03191647306084633,
+    0.17982248961925507,
+    0.07385903596878052,
+    0.11431455612182617,
+    0.14098334312438965,
+    0.10718383640050888,
+    0.21147285401821136,
+    0.1924799531698227,
+    0.051391080021858215,
+    0.04513635113835335,
+    0.08541440218687057,
+    0.03555247560143471,
+    0.1180819571018219,
+    0.035250529646873474,
+    0.042642999440431595,
+    0.05895926430821419,
+    0.07005397975444794,
+    0.049088530242443085,
+    0.033507972955703735,
+    0.009657245129346848,
+    0.1208249107003212,
+    0.01956702396273613,
+    0.265983909368515,
+    0.03530449792742729,
+    0.10448535531759262,
+    0.17905034124851227,
+    0.21608783304691315,
+    0.1382371038198471,
+    0.14523008465766907,
+    0.21564722061157227,
+    0.03971708193421364,
+    0.13762621581554413,
+    0.030550796538591385,
+    0.12416066974401474,
+    0.08594006299972534,
+    0.03547075390815735,
+    0.08898144960403442,
+    0.055441729724407196,
+    0.07035679370164871,
+    0.11894004046916962,
+    0.23266927897930145,
+    0.2329457700252533,
+    0.12275329232215881,
+    0.05838905647397041,
+    0.05033213272690773,
+    0.04919872432947159,
+    0.1228090226650238,
+    0.09752321988344193,
+    0.014348396100103855,
+    0.0519099235534668,
+    0.0687885507941246,
+    0.06877342611551285,
+    0.05262914299964905,
+    0.03683038055896759,
+    0.012621114030480385,
+    0.16286101937294006,
+    0.05437783896923065,
+    0.01921861805021763,
+    0.13607579469680786,
+    0.023250989615917206,
+    0.05652946978807449,
+    0.049262635409832,
+    0.061306651681661606,
+    0.03244229778647423,
+    0.025924136862158775,
+    0.2594316005706787,
+    0.09830337017774582,
+    0.15597420930862427,
+    0.05099541321396828,
+    0.16014619171619415,
+    0.20787747204303741,
+    0.23651070892810822,
+    0.1594175398349762,
+    0.14383690059185028,
+    0.11226385086774826,
+    0.10582438856363297,
+    0.0966852530837059,
+    0.22199998795986176,
+    0.0896008163690567,
+    0.08528541773557663,
+    0.0805669054389,
+    0.006837562192231417,
+    0.009879665449261665,
+    0.007582406513392925,
+    0.25460633635520935,
+    0.1378968358039856,
+    0.09334312379360199,
+    0.0676264613866806,
+    0.03769303113222122,
+    0.08624055236577988,
+    0.019642524421215057,
+    0.13850489258766174,
+    0.030286358669400215,
+    0.046891991049051285,
+    0.11673469841480255,
+    0.017554309219121933,
+    0.06217839941382408,
+    0.04512741416692734,
+    0.04764348641037941,
+    0.07430484145879745,
+    0.04875420033931732,
+    0.020930664613842964,
+    0.044148918241262436,
+    0.041543491184711456,
+    0.13062262535095215,
+    0.051051974296569824,
+    0.356609582901001,
+    0.2775816023349762,
+    0.1701984405517578,
+    0.16007478535175323,
+    0.016322750598192215,
+    0.05752836912870407,
+    0.1843300461769104,
+    0.17941494286060333,
+    0.12850621342658997,
+    0.16820061206817627,
+    0.18265080451965332,
+    0.1600402295589447,
+    0.14632548391819,
+    0.11402998119592667,
+    0.06495507061481476,
+    0.13258816301822662,
+    0.05610647052526474,
+    0.025549577549099922,
+    0.06113840639591217,
+    0.009438362903892994,
+    0.026670100167393684,
+    0.12741774320602417,
+    0.09906401485204697,
+    0.05354929342865944,
+    0.06747214496135712,
+    0.22690682113170624,
+    0.0207392368465662,
+    0.037497419863939285,
+    0.050770353525877,
+    0.023238779976963997,
+    0.08103242516517639,
+    0.0798560306429863,
+    0.022336892783641815,
+    0.03347965329885483,
+    0.03326293081045151,
+    0.011505532078444958,
+    0.034483522176742554,
+    0.1061970517039299,
+    0.010182908736169338,
+    0.027259448543190956,
+    0.076259084045887,
+    0.05375451222062111,
+    0.021127793937921524,
+    0.027599450200796127,
+    0.3395145535469055,
+    0.13087652623653412,
+    0.011594651266932487,
+    0.08194275945425034,
+    0.09056907892227173,
+    0.07713174819946289,
+    0.08555791527032852,
+    0.30036255717277527,
+    0.07071472704410553,
+    0.02774803154170513,
+    0.046664848923683167,
+    0.04883697256445885,
+    0.00781785137951374,
+    0.016019247472286224,
+    0.018884407356381416,
+    0.07959576696157455,
+    0.03001493774354458,
+    0.052544765174388885,
+    0.0925040990114212,
+    0.14179547131061554,
+    0.13791979849338531,
+    0.03537029027938843,
+    0.03359927982091904,
+    0.05280262604355812,
+    0.15882781147956848,
+    0.05301414057612419,
+    0.01955067366361618,
+    0.32149171829223633,
+    0.21588939428329468,
+    0.029937516897916794,
+    0.3656167984008789,
+    0.4582362473011017,
+    0.016476040706038475,
+    0.2891642153263092,
+    0.3154328763484955,
+    0.0482187420129776,
+    0.08971044421195984,
+    0.17175182700157166,
+    0.018595091998577118,
+    0.011170029640197754,
+    0.01342607382684946,
+    0.011512432247400284,
+    0.026224562898278236,
+    0.00851847231388092,
+    0.010915076360106468,
+    0.13779722154140472,
+    0.01365203969180584,
+    0.026526138186454773,
+    0.23385685682296753,
+    0.15415333211421967,
+    0.015666231513023376,
+    0.01763898693025112,
+    0.08759419620037079,
+    0.05289793759584427,
+    0.15132737159729004,
+    0.033095598220825195,
+    0.11068987846374512,
+    0.15676993131637573,
+    0.08066042512655258,
+    0.07865700125694275,
+    0.039402708411216736,
+    0.107274129986763,
+    0.1485353708267212,
+    0.10217893123626709,
+    0.06518011540174484,
+    0.09041716158390045,
+    0.08348255604505539,
+    0.04852045327425003,
+    0.006780278868973255,
+    0.08793539553880692,
+    0.17271968722343445,
+    0.04951624199748039,
+    0.05949603021144867,
+    0.009566464461386204,
+    0.03328479826450348,
+    0.014993962831795216,
+    0.006621294654905796,
+    0.0482785664498806,
+    0.007491536438465118,
+    0.048685286194086075,
+    0.01578841544687748,
+    0.03045516274869442,
+    0.009225355461239815,
+    0.028264569118618965,
+    0.010520795360207558,
+    0.03934094309806824,
+    0.010338633321225643,
+    0.032567866146564484,
+    0.02248428948223591,
+    0.11491582542657852,
+    0.05701875314116478,
+    0.06774166971445084,
+    0.024632899090647697,
+    0.06453954428434372,
+    0.03548463433980942,
+    0.028205888345837593,
+    0.18147212266921997,
+    0.4335744082927704,
+    0.18531346321105957,
+    0.1291591376066208,
+    0.0448451042175293,
+    0.045524053275585175,
+    0.03368435427546501,
+    0.08361244201660156,
+    0.06747384369373322,
+    0.046852122992277145,
+    0.04340743273496628,
+    0.011173071339726448,
+    0.08242309838533401,
+    0.005127532407641411,
+    0.21889415383338928,
+    0.04682435840368271,
+    0.04292362555861473,
+    0.16845370829105377,
+    0.10188674926757812,
+    0.07006285339593887,
+    0.018442491069436073,
+    0.058261558413505554,
+    0.03430182486772537,
+    0.010236892849206924,
+    0.006875824183225632,
+    0.046288877725601196,
+    0.04594653099775314,
+    0.044269807636737823,
+    0.11713547259569168,
+    0.20981386303901672,
+    0.045041050761938095,
+    0.13708996772766113,
+    0.24094577133655548,
+    0.04047879949212074,
+    0.03170115128159523,
+    0.14387424290180206,
+    0.09107133001089096,
+    0.06164014711976051,
+    0.11670781672000885,
+    0.23341694474220276,
+    0.010265243239700794,
+    0.11294789612293243,
+    0.024850349873304367,
+    0.014138608239591122,
+    0.0878596305847168,
+    0.012480509467422962,
+    0.013977575115859509,
+    0.023405566811561584,
+    0.0254717618227005,
+    0.12434758991003036,
+    0.07530345767736435,
+    0.008807730861008167,
+    0.08721722662448883,
+    0.21701006591320038,
+    0.01829477958381176,
+    0.337113618850708,
+    0.024883560836315155,
+    0.03541792556643486,
+    0.030675292015075684,
+    0.1898217499256134,
+    0.1265939176082611,
+    0.026225620880723,
+    0.0065149771980941296,
+    0.08169537037611008,
+    0.08604086935520172
+  ]
+}

p5-mae-15m-d131/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00010000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3861414643377066,
+  "lora/map": 0.3861414643377066,
+  "fsd50k/map": 0.3861414643377066,
+  "train_seconds": 98.91,
+  "total_seconds": 108.38,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.0228846335131675,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.016000102770938815,
+      "val_map": 0.3861414643377066,
+      "lr": 0.0,
+      "train_s": 98.91193996439688
+    }
+  ],
+  "per_class_ap": [
+    0.2331101894378662,
+    0.10378644615411758,
+    0.5169386267662048,
+    0.37834757566452026,
+    0.47308605909347534,
+    0.6189438700675964,
+    0.85345858335495,
+    0.4996194541454315,
+    0.5946409106254578,
+    0.5293880701065063,
+    0.3045990765094757,
+    0.409166157245636,
+    0.21271644532680511,
+    0.38753387331962585,
+    0.4862825870513916,
+    0.4415930211544037,
+    0.03474799916148186,
+    0.27153435349464417,
+    0.37726473808288574,
+    0.2084595113992691,
+    0.465074747800827,
+    0.40474119782447815,
+    0.7976415753364563,
+    0.08890233188867569,
+    0.23497094213962555,
+    0.4384227693080902,
+    0.3745700418949127,
+    0.2302364557981491,
+    0.7638665437698364,
+    0.28394484519958496,
+    0.6904004216194153,
+    0.5680391192436218,
+    0.4387781620025635,
+    0.1845712959766388,
+    0.3021165132522583,
+    0.21258024871349335,
+    0.41134634613990784,
+    0.15683351457118988,
+    0.36573436856269836,
+    0.2799181342124939,
+    0.5574190020561218,
+    0.34820929169654846,
+    0.5693838596343994,
+    0.2094823122024536,
+    0.5027820467948914,
+    0.05028911679983139,
+    0.22289292514324188,
+    0.2931438684463501,
+    0.728374183177948,
+    0.3989056348800659,
+    0.398541122674942,
+    0.5113189816474915,
+    0.6196401715278625,
+    0.21120022237300873,
+    0.22256115078926086,
+    0.02480645850300789,
+    0.22060585021972656,
+    0.6545272469520569,
+    0.12752407789230347,
+    0.4891353249549866,
+    0.5876995921134949,
+    0.6792609095573425,
+    0.45949578285217285,
+    0.12699896097183228,
+    0.5267473459243774,
+    0.12524716556072235,
+    0.23450705409049988,
+    0.681915819644928,
+    0.5573703646659851,
+    0.4770520031452179,
+    0.46487438678741455,
+    0.19747592508792877,
+    0.7031486630439758,
+    0.3879392445087433,
+    0.23958761990070343,
+    0.18247006833553314,
+    0.372383177280426,
+    0.3889917731285095,
+    0.30044350028038025,
+    0.4546040892601013,
+    0.23461663722991943,
+    0.3324323296546936,
+    0.26943016052246094,
+    0.43517395853996277,
+    0.28635504841804504,
+    0.24549248814582825,
+    0.36311104893684387,
+    0.5109193921089172,
+    0.23135429620742798,
+    0.1826067566871643,
+    0.7350094318389893,
+    0.12346550077199936,
+    0.5207343101501465,
+    0.18191465735435486,
+    0.3480841815471649,
+    0.3750118017196655,
+    0.3986625373363495,
+    0.08783992379903793,
+    0.4223228394985199,
+    0.11394593864679337,
+    0.5698560476303101,
+    0.7031843662261963,
+    0.18788334727287292,
+    0.4015105068683624,
+    0.256313681602478,
+    0.4158903956413269,
+    0.6447430849075317,
+    0.5027045607566833,
+    0.5777078866958618,
+    0.2504662871360779,
+    0.20742036402225494,
+    0.2907000780105591,
+    0.5306747555732727,
+    0.06185157597064972,
+    0.1282993108034134,
+    0.37181591987609863,
+    0.7470508813858032,
+    0.4482053220272064,
+    0.5045640468597412,
+    0.26872968673706055,
+    0.8617275357246399,
+    0.8701038360595703,
+    0.4142252504825592,
+    0.09245312213897705,
+    0.3231486976146698,
+    0.7692493796348572,
+    0.32746174931526184,
+    0.7199355363845825,
+    0.338596910238266,
+    0.12231674045324326,
+    0.2009006142616272,
+    0.7470617890357971,
+    0.4350024163722992,
+    0.46665048599243164,
+    0.6196631193161011,
+    0.09674382954835892,
+    0.066884845495224,
+    0.0748879611492157,
+    0.5588545203208923,
+    0.5731633901596069,
+    0.2359781265258789,
+    0.28838300704956055,
+    0.3134611248970032,
+    0.3110920786857605,
+    0.6727818250656128,
+    0.5609062910079956,
+    0.05191031098365784,
+    0.552724301815033,
+    0.2188974767923355,
+    0.22764503955841064,
+    0.4931681156158447,
+    0.49279385805130005,
+    0.28754425048828125,
+    0.3754860460758209,
+    0.45809057354927063,
+    0.33075150847435,
+    0.533623218536377,
+    0.7131167650222778,
+    0.45042142271995544,
+    0.05929822847247124,
+    0.39244353771209717,
+    0.17421427369117737,
+    0.6634702086448669,
+    0.19038933515548706,
+    0.2997204065322876,
+    0.2779010832309723,
+    0.37150028347969055,
+    0.07704129070043564,
+    0.367147833108902,
+    0.4229547083377838,
+    0.12974661588668823,
+    0.8957537412643433,
+    0.9041232466697693,
+    0.04641685262322426,
+    0.5240313410758972,
+    0.7756344676017761,
+    0.2686561048030853,
+    0.27714821696281433,
+    0.2140870839357376,
+    0.32901081442832947,
+    0.06176915019750595,
+    0.29115745425224304,
+    0.22811780869960785,
+    0.6200653314590454,
+    0.6078422665596008,
+    0.40767231583595276,
+    0.2673099637031555,
+    0.6602807641029358,
+    0.5846084356307983,
+    0.4239523410797119,
+    0.3810703456401825,
+    0.4440753161907196,
+    0.5446847081184387,
+    0.13020187616348267,
+    0.2377842664718628,
+    0.35255780816078186,
+    0.13101188838481903,
+    0.3817944824695587,
+    0.21274471282958984,
+    0.7461761236190796
+  ]
+}

p5-mae-15m-d131/exports/step_00010000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.38304359138943256,
+  "lora/map": 0.38304359138943256,
+  "fsd50k/map": 0.38304359138943256,
+  "train_seconds": 98.18,
+  "total_seconds": 107.94,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022263575356919318,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01619301673035747,
+      "val_map": 0.38304359138943256,
+      "lr": 0.0,
+      "train_s": 98.17984385625459
+    }
+  ],
+  "per_class_ap": [
+    0.23709216713905334,
+    0.09598708152770996,
+    0.4904012084007263,
+    0.37690162658691406,
+    0.47907915711402893,
+    0.6080952286720276,
+    0.8559194803237915,
+    0.5235639810562134,
+    0.6413731575012207,
+    0.42197638750076294,
+    0.3090561628341675,
+    0.396694153547287,
+    0.24103888869285583,
+    0.4364953637123108,
+    0.4786866307258606,
+    0.4401245713233948,
+    0.022021817043423653,
+    0.2603129744529724,
+    0.373975932598114,
+    0.15819375216960907,
+    0.3930799663066864,
+    0.4130731523036957,
+    0.7779379487037659,
+    0.0758742168545723,
+    0.24804823100566864,
+    0.3907024562358856,
+    0.37887823581695557,
+    0.2777341902256012,
+    0.7274007797241211,
+    0.3014034330844879,
+    0.6660204529762268,
+    0.5832582712173462,
+    0.4147323668003082,
+    0.15362325310707092,
+    0.30577802658081055,
+    0.23595678806304932,
+    0.39609506726264954,
+    0.18988697230815887,
+    0.3452633023262024,
+    0.2781558036804199,
+    0.5023888349533081,
+    0.3358599841594696,
+    0.6036186814308167,
+    0.19533610343933105,
+    0.5071132183074951,
+    0.06420396268367767,
+    0.23041099309921265,
+    0.23916463553905487,
+    0.7110549211502075,
+    0.39657342433929443,
+    0.3956262767314911,
+    0.5162379741668701,
+    0.6155813932418823,
+    0.20479679107666016,
+    0.2256021499633789,
+    0.025715041905641556,
+    0.2360256463289261,
+    0.6692963242530823,
+    0.14682936668395996,
+    0.5021689534187317,
+    0.55455082654953,
+    0.685321033000946,
+    0.45711585879325867,
+    0.20092473924160004,
+    0.52121901512146,
+    0.17036552727222443,
+    0.2761884033679962,
+    0.6875177621841431,
+    0.540770947933197,
+    0.5152328014373779,
+    0.4526844918727875,
+    0.2563423216342926,
+    0.6953175067901611,
+    0.3878099024295807,
+    0.19298218190670013,
+    0.1940389722585678,
+    0.3721889555454254,
+    0.2915119230747223,
+    0.32988935708999634,
+    0.48587480187416077,
+    0.2634015679359436,
+    0.3218291997909546,
+    0.30227333307266235,
+    0.376874178647995,
+    0.2843743860721588,
+    0.26375457644462585,
+    0.408885657787323,
+    0.5213920474052429,
+    0.21337158977985382,
+    0.20737217366695404,
+    0.7245985269546509,
+    0.14512412250041962,
+    0.5507755279541016,
+    0.20278215408325195,
+    0.34456026554107666,
+    0.3652205169200897,
+    0.29361584782600403,
+    0.08085770905017853,
+    0.41661930084228516,
+    0.0888013020157814,
+    0.5773693919181824,
+    0.7034615278244019,
+    0.20133359730243683,
+    0.39054152369499207,
+    0.26574137806892395,
+    0.42084386944770813,
+    0.6274875402450562,
+    0.4959317147731781,
+    0.579849898815155,
+    0.23944446444511414,
+    0.16712583601474762,
+    0.3012232780456543,
+    0.4985204339027405,
+    0.11173199117183685,
+    0.13874198496341705,
+    0.3632380962371826,
+    0.6888288855552673,
+    0.40421685576438904,
+    0.5130518078804016,
+    0.26426440477371216,
+    0.8687989711761475,
+    0.8772363662719727,
+    0.37647387385368347,
+    0.08625151962041855,
+    0.30526667833328247,
+    0.7733827829360962,
+    0.3276490271091461,
+    0.7114858031272888,
+    0.3303371071815491,
+    0.15606950223445892,
+    0.17826737463474274,
+    0.7541648745536804,
+    0.43895775079727173,
+    0.45795494318008423,
+    0.6208953261375427,
+    0.0940273255109787,
+    0.05775175988674164,
+    0.059847794473171234,
+    0.6070371866226196,
+    0.549890398979187,
+    0.21843799948692322,
+    0.28691592812538147,
+    0.3693797290325165,
+    0.3102668523788452,
+    0.6391353011131287,
+    0.565618097782135,
+    0.04565555229783058,
+    0.5608283281326294,
+    0.186231791973114,
+    0.25592347979545593,
+    0.4540380537509918,
+    0.5075295567512512,
+    0.23930546641349792,
+    0.3080599009990692,
+    0.4488952159881592,
+    0.33488625288009644,
+    0.5385706424713135,
+    0.7185827493667603,
+    0.45157456398010254,
+    0.08618713915348053,
+    0.4027222990989685,
+    0.18848633766174316,
+    0.6436960697174072,
+    0.17416894435882568,
+    0.32874804735183716,
+    0.2728894054889679,
+    0.33400043845176697,
+    0.08039477467536926,
+    0.37462756037712097,
+    0.4558301866054535,
+    0.12077930569648743,
+    0.8550417423248291,
+    0.8610916137695312,
+    0.051948726177215576,
+    0.46981438994407654,
+    0.7738122344017029,
+    0.280573308467865,
+    0.285346657037735,
+    0.23110567033290863,
+    0.31828516721725464,
+    0.05599673092365265,
+    0.24944865703582764,
+    0.26028573513031006,
+    0.6233593821525574,
+    0.6150506734848022,
+    0.3584253787994385,
+    0.2762795090675354,
+    0.6464100480079651,
+    0.5884400010108948,
+    0.395744264125824,
+    0.4715818166732788,
+    0.39538756012916565,
+    0.5411247611045837,
+    0.14395253360271454,
+    0.16077373921871185,
+    0.38129812479019165,
+    0.10419841855764389,
+    0.4071162939071655,
+    0.197260782122612,
+    0.7546749114990234
+  ]
+}

p5-mae-15m-d131/exports/step_00010000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.387123435260728,
+  "lora/map": 0.387123435260728,
+  "fsd50k/map": 0.387123435260728,
+  "train_seconds": 98.46,
+  "total_seconds": 107.98,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02170053116627969,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.016432517525663746,
+      "val_map": 0.387123435260728,
+      "lr": 0.0,
+      "train_s": 98.45722843159456
+    }
+  ],
+  "per_class_ap": [
+    0.2615578770637512,
+    0.16585801541805267,
+    0.5826960206031799,
+    0.38670244812965393,
+    0.48634734749794006,
+    0.6148471832275391,
+    0.8483884930610657,
+    0.5301307439804077,
+    0.5823495984077454,
+    0.4709716737270355,
+    0.29824531078338623,
+    0.39625686407089233,
+    0.21197691559791565,
+    0.37259840965270996,
+    0.49720561504364014,
+    0.46632319688796997,
+    0.03104672208428383,
+    0.22336578369140625,
+    0.40509143471717834,
+    0.2733454704284668,
+    0.46807700395584106,
+    0.4151175618171692,
+    0.8421353697776794,
+    0.07993049919605255,
+    0.23668482899665833,
+    0.44577106833457947,
+    0.351937860250473,
+    0.27028101682662964,
+    0.7393141984939575,
+    0.29042336344718933,
+    0.673783540725708,
+    0.4819404184818268,
+    0.4525997042655945,
+    0.18001800775527954,
+    0.3495587706565857,
+    0.27236756682395935,
+    0.4217750132083893,
+    0.17397381365299225,
+    0.3071981966495514,
+    0.2841913402080536,
+    0.5657195448875427,
+    0.22397397458553314,
+    0.5882986783981323,
+    0.1793348342180252,
+    0.5521923899650574,
+    0.031143609434366226,
+    0.21347272396087646,
+    0.25252246856689453,
+    0.6801605224609375,
+    0.4371979534626007,
+    0.38009122014045715,
+    0.5023251175880432,
+    0.5929417014122009,
+    0.23605597019195557,
+    0.21312229335308075,
+    0.027569571509957314,
+    0.22675925493240356,
+    0.6738901138305664,
+    0.13280369341373444,
+    0.5004467368125916,
+    0.5607903003692627,
+    0.6848353147506714,
+    0.4655323624610901,
+    0.18968795239925385,
+    0.5308874845504761,
+    0.12971532344818115,
+    0.2417028397321701,
+    0.7058898210525513,
+    0.5548909306526184,
+    0.5025634765625,
+    0.45060503482818604,
+    0.2342904955148697,
+    0.695834755897522,
+    0.35531580448150635,
+    0.21809709072113037,
+    0.20152248442173004,
+    0.42827317118644714,
+    0.33096322417259216,
+    0.32588478922843933,
+    0.4182729125022888,
+    0.246238574385643,
+    0.3181551992893219,
+    0.3172338902950287,
+    0.37647029757499695,
+    0.30624115467071533,
+    0.27500370144844055,
+    0.4085999131202698,
+    0.5155776739120483,
+    0.17249815165996552,
+    0.19917334616184235,
+    0.7341171503067017,
+    0.11927442997694016,
+    0.5499324798583984,
+    0.18462277948856354,
+    0.3326109051704407,
+    0.37316712737083435,
+    0.33753132820129395,
+    0.1155826598405838,
+    0.4204038381576538,
+    0.0934479832649231,
+    0.576211154460907,
+    0.7024702429771423,
+    0.21924209594726562,
+    0.3826395571231842,
+    0.2785412073135376,
+    0.4235551357269287,
+    0.645635187625885,
+    0.49822819232940674,
+    0.5610281825065613,
+    0.23054033517837524,
+    0.20328859984874725,
+    0.30364990234375,
+    0.5178190469741821,
+    0.07257944345474243,
+    0.11887352913618088,
+    0.36741191148757935,
+    0.7359753251075745,
+    0.42889150977134705,
+    0.505243182182312,
+    0.25548940896987915,
+    0.8584152460098267,
+    0.8664457201957703,
+    0.41668274998664856,
+    0.12289713323116302,
+    0.33408215641975403,
+    0.7673851847648621,
+    0.3758753836154938,
+    0.7208024263381958,
+    0.33059918880462646,
+    0.12255065143108368,
+    0.1697411835193634,
+    0.7212561964988708,
+    0.3465791642665863,
+    0.46560388803482056,
+    0.6216426491737366,
+    0.0790686309337616,
+    0.05627249926328659,
+    0.08432342112064362,
+    0.6275906562805176,
+    0.5678225755691528,
+    0.1530468463897705,
+    0.2741217613220215,
+    0.357820063829422,
+    0.2693187892436981,
+    0.608275830745697,
+    0.5726670026779175,
+    0.049247805029153824,
+    0.5401861071586609,
+    0.22697150707244873,
+    0.2532457709312439,
+    0.49944233894348145,
+    0.5372547507286072,
+    0.28188472986221313,
+    0.30389463901519775,
+    0.42983075976371765,
+    0.33841341733932495,
+    0.5500741600990295,
+    0.7089029550552368,
+    0.4493860602378845,
+    0.08493766188621521,
+    0.39218032360076904,
+    0.17222577333450317,
+    0.6401153802871704,
+    0.33408603072166443,
+    0.2988925576210022,
+    0.26917797327041626,
+    0.3692847490310669,
+    0.07269207388162613,
+    0.3753030300140381,
+    0.40233513712882996,
+    0.10444223880767822,
+    0.9024159908294678,
+    0.9121997952461243,
+    0.04057731851935387,
+    0.5200718641281128,
+    0.7872647643089294,
+    0.2520458400249481,
+    0.30163130164146423,
+    0.2385054975748062,
+    0.3196094334125519,
+    0.06959497183561325,
+    0.307118684053421,
+    0.21179930865764618,
+    0.6189600229263306,
+    0.6233391761779785,
+    0.334921658039093,
+    0.30026379227638245,
+    0.6620817184448242,
+    0.6056102514266968,
+    0.4420635402202606,
+    0.41041719913482666,
+    0.45693519711494446,
+    0.5429696440696716,
+    0.12346871197223663,
+    0.27618545293807983,
+    0.38338541984558105,
+    0.12838973104953766,
+    0.41246363520622253,
+    0.18325334787368774,
+    0.7806909084320068
+  ]
+}

p5-mae-15m-d131/exports/step_00010000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006687027244387721,
+      "val_map": 0.0057388999118545645,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02411,
+      "train_map": 0.01408779537534974,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 1.2
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02396,
+      "train_map": 0.04037479767014769,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.8
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02293,
+      "train_map": 0.05695997915704305,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.4
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02235,
+      "train_map": 0.06974137322782792,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 3.0
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02152,
+      "train_map": 0.07719494098005728,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.6
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02113,
+      "train_map": 0.07175505251855195,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 4.2
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02137,
+      "train_map": 0.07995209895848408,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.8
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02161,
+      "train_map": 0.09387990279234522,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 5.5
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02121,
+      "train_map": 0.08856521339899731,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 6.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02141,
+      "train_map": 0.10929381150921959,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.7
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02152,
+      "train_map": 0.11664454919415079,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 7.3
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02108,
+      "train_map": 0.10597888872237696,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02103,
+      "train_map": 0.11433358348868929,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 8.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02026,
+      "train_map": 0.11949724552576807,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 9.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.0203,
+      "train_map": 0.12635593495262784,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.0198,
+      "train_map": 0.13755286829431224,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 10.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0206,
+      "train_map": 0.12273093056732495,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 11.1
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02061,
+      "train_map": 0.12359608364674975,
+      "val_map": 0.0767330342278139,
+      "lr": 0.002799453919445244,
+      "train_s": 11.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01923,
+      "train_map": 0.13811406164683676,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 11.7
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.02018,
+      "train_map": 0.1428817333737512,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 12.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01968,
+      "train_map": 0.1404180228191055,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.9
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01986,
+      "train_map": 0.1453808794077309,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 13.5
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01879,
+      "train_map": 0.14382226902291717,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 14.1
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01892,
+      "train_map": 0.15828525091996823,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 14.7
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01905,
+      "train_map": 0.15886902962449012,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 15.3
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01925,
+      "train_map": 0.1631498196983155,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.9
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01933,
+      "train_map": 0.17616015472988364,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 16.5
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01922,
+      "train_map": 0.1685181666294597,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 17.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01944,
+      "train_map": 0.17621892877983414,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 17.6
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01917,
+      "train_map": 0.17546060730029867,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 18.2
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01855,
+      "train_map": 0.1855121132505941,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.8
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01867,
+      "train_map": 0.1806551660773339,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 19.4
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01904,
+      "train_map": 0.18374298371558398,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 20.1
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01883,
+      "train_map": 0.20269149237540346,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 20.7
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01889,
+      "train_map": 0.20250961881579807,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 21.3
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01832,
+      "train_map": 0.20953010892728785,
+      "val_map": 0.11639929151752755,
+      "lr": 0.0017642705177736725,
+      "train_s": 21.4
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01805,
+      "train_map": 0.21692016491033772,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.9
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01704,
+      "train_map": 0.2124815590271419,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 22.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01789,
+      "train_map": 0.22799260505392044,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 23.2
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01723,
+      "train_map": 0.23150708006988271,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 23.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01757,
+      "train_map": 0.235057869286363,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 24.4
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01749,
+      "train_map": 0.24659529698224458,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 25.0
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01711,
+      "train_map": 0.2452765756977662,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 25.6
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.017,
+      "train_map": 0.2537575326559524,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 26.3
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01701,
+      "train_map": 0.2588379712301736,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 26.9
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01651,
+      "train_map": 0.26322300096291634,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 27.5
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01694,
+      "train_map": 0.26619680623737724,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 28.1
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01666,
+      "train_map": 0.2806155942698527,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 28.7
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01668,
+      "train_map": 0.2861554568838434,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 29.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01632,
+      "train_map": 0.2981196085443505,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 29.9
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01643,
+      "train_map": 0.2949980289730079,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 30.5
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01692,
+      "train_map": 0.3020321113822639,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 31.0
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01648,
+      "train_map": 0.3116030955485703,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 31.6
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01654,
+      "train_map": 0.3176687241017649,
+      "val_map": 0.1557570839852123,
+      "lr": 0.0005439028207490256,
+      "train_s": 31.8
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01512,
+      "train_map": 0.31660201331950455,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 32.2
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01461,
+      "train_map": 0.32561887429931696,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 32.8
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01494,
+      "train_map": 0.3345548570954879,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 33.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01478,
+      "train_map": 0.33737504751946373,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 34.0
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01471,
+      "train_map": 0.3445721215036551,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 34.7
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01466,
+      "train_map": 0.3452867472710431,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 35.3
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01462,
+      "train_map": 0.351365698717068,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 35.8
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01447,
+      "train_map": 0.3537014159223726,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 36.4
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01413,
+      "train_map": 0.3578979086724642,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 37.0
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01486,
+      "train_map": 0.3604634474482267,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 37.6
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01424,
+      "train_map": 0.36356903386763534,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 38.2
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01459,
+      "train_map": 0.36479534973978883,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 38.9
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.0146,
+      "train_map": 0.3670848735397862,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 39.5
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01457,
+      "train_map": 0.3680480235102507,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 40.1
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01429,
+      "train_map": 0.3681659162878651,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 40.7
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01396,
+      "train_map": 0.36940412659134425,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 41.3
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01442,
+      "train_map": 0.3694291130323281,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 41.8
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01416,
+      "train_map": 0.36986256009798346,
+      "val_map": 0.16770316030215154,
+      "lr": 1e-05,
+      "train_s": 42.1
+    }
+  ],
+  "final_train_map": 0.36986256009798346,
+  "final_val_map": 0.16770316030215154,
+  "lora/map": 0.16770316030215154,
+  "train_seconds": 42.1,
+  "wall_seconds": 158.6
+}

p5-mae-15m-d131/exports/step_00010000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006930229624740398,
+      "val_map": 0.005965678284185067,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.0253,
+      "train_map": 0.015129426462872686,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02383,
+      "train_map": 0.04183928143072686,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0225,
+      "train_map": 0.05333425093396254,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0219,
+      "train_map": 0.06895681510218181,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02137,
+      "train_map": 0.07231270619959657,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.2
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02163,
+      "train_map": 0.07844469405222945,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02125,
+      "train_map": 0.08565365975904694,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02189,
+      "train_map": 0.0784565372438041,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02133,
+      "train_map": 0.09415609976612527,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02104,
+      "train_map": 0.09405968074405838,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02137,
+      "train_map": 0.09242139767680452,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02089,
+      "train_map": 0.09820201231760504,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02083,
+      "train_map": 0.11138796937374479,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02019,
+      "train_map": 0.1182215062391536,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02065,
+      "train_map": 0.12406946450606186,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02013,
+      "train_map": 0.12082620179174605,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02065,
+      "train_map": 0.11477028536725174,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02039,
+      "train_map": 0.12558261759621595,
+      "val_map": 0.07406461221719093,
+      "lr": 0.002799453919445244,
+      "train_s": 10.4
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01952,
+      "train_map": 0.1295534919300585,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.9
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01998,
+      "train_map": 0.13033963798720255,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.5
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01991,
+      "train_map": 0.14327962439554962,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01923,
+      "train_map": 0.14722362428945993,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01997,
+      "train_map": 0.15067861211597494,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.5
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01957,
+      "train_map": 0.1530962365598151,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 14.1
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01846,
+      "train_map": 0.15789211295417863,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.7
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01926,
+      "train_map": 0.1557181675907797,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.3
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01913,
+      "train_map": 0.15890504166208194,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.9
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01959,
+      "train_map": 0.16064978089135853,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.5
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.0197,
+      "train_map": 0.16748054926080427,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 17.1
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01843,
+      "train_map": 0.17748405819536103,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.7
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01889,
+      "train_map": 0.18674438702564622,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.3
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01893,
+      "train_map": 0.1970920937376157,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.9
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01932,
+      "train_map": 0.1905637011055674,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.5
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01856,
+      "train_map": 0.1973254815763679,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 20.0
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01896,
+      "train_map": 0.20279949735249242,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.6
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01851,
+      "train_map": 0.20207575724179197,
+      "val_map": 0.10975634570337789,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.7
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01755,
+      "train_map": 0.21876222856406413,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.2
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01753,
+      "train_map": 0.22677913539030323,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.8
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01798,
+      "train_map": 0.23162662600515238,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.4
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01745,
+      "train_map": 0.23752592698594935,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 23.0
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01672,
+      "train_map": 0.2442782289424533,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.6
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01762,
+      "train_map": 0.25162857692101986,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 24.3
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01756,
+      "train_map": 0.25060072861102883,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.9
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01708,
+      "train_map": 0.25354284355929385,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.5
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01713,
+      "train_map": 0.2650993055499652,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 26.1
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01726,
+      "train_map": 0.26730757077848377,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.7
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01691,
+      "train_map": 0.2699815787594108,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 27.4
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01677,
+      "train_map": 0.28597909798651255,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 28.0
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01682,
+      "train_map": 0.29241198981870004,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.5
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01668,
+      "train_map": 0.302258797065908,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 29.1
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01683,
+      "train_map": 0.30737390698939276,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.7
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01604,
+      "train_map": 0.3086197927993576,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 30.3
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.017,
+      "train_map": 0.31678457105041,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.9
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01656,
+      "train_map": 0.31873475556638253,
+      "val_map": 0.15500884837748402,
+      "lr": 0.0005439028207490256,
+      "train_s": 31.1
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01498,
+      "train_map": 0.3252870684023063,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.5
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01491,
+      "train_map": 0.32954883202733704,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 32.1
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01473,
+      "train_map": 0.3334898433190341,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.7
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01482,
+      "train_map": 0.3408237458498304,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 33.3
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01452,
+      "train_map": 0.34645837692957393,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.9
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01413,
+      "train_map": 0.348788131050504,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.5
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.0142,
+      "train_map": 0.3569970011262248,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 35.1
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.0148,
+      "train_map": 0.3607423433051418,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01466,
+      "train_map": 0.36556031874096484,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 36.4
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01458,
+      "train_map": 0.3676607200904154,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 37.0
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01452,
+      "train_map": 0.3700025155186031,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.6
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01413,
+      "train_map": 0.3707829019093649,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 38.2
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01408,
+      "train_map": 0.3722779744718245,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.8
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01423,
+      "train_map": 0.3731232638712937,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 39.4
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01437,
+      "train_map": 0.3731600521556482,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 40.0
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01433,
+      "train_map": 0.3738322784572811,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01478,
+      "train_map": 0.37463304551187515,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 41.1
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01424,
+      "train_map": 0.37477496873226857,
+      "val_map": 0.16545620628948937,
+      "lr": 1e-05,
+      "train_s": 41.4
+    }
+  ],
+  "final_train_map": 0.37477496873226857,
+  "final_val_map": 0.16545620628948937,
+  "lora/map": 0.16545620628948937,
+  "train_seconds": 41.4,
+  "wall_seconds": 158.4
+}

p5-mae-15m-d131/exports/step_00010000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006332517133679319,
+      "val_map": 0.005409511897016663,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02483,
+      "train_map": 0.014168836382607377,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02407,
+      "train_map": 0.03385731900853955,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02261,
+      "train_map": 0.05275566619754622,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02192,
+      "train_map": 0.06479157809149545,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02196,
+      "train_map": 0.061376911533450394,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02173,
+      "train_map": 0.07855894313276916,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02184,
+      "train_map": 0.08058538679802256,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02089,
+      "train_map": 0.08594085956681555,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02091,
+      "train_map": 0.08363287597081749,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02087,
+      "train_map": 0.0979832028824327,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02142,
+      "train_map": 0.098385251601239,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02083,
+      "train_map": 0.10672615181373704,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02061,
+      "train_map": 0.11234730029119924,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02067,
+      "train_map": 0.12000616274259815,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02064,
+      "train_map": 0.12141695921927818,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02045,
+      "train_map": 0.12157322397186957,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.8
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0208,
+      "train_map": 0.12887378082923465,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02112,
+      "train_map": 0.12713217193948237,
+      "val_map": 0.07360887366207405,
+      "lr": 0.002799453919445244,
+      "train_s": 10.4
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01951,
+      "train_map": 0.13968868574800863,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 11.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01912,
+      "train_map": 0.14221024078332892,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.6
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01959,
+      "train_map": 0.14271256631590157,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01939,
+      "train_map": 0.1500764759381141,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.7
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01964,
+      "train_map": 0.14219983057887692,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.3
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01939,
+      "train_map": 0.15590098329936375,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.9
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01992,
+      "train_map": 0.16449290080980328,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.5
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01957,
+      "train_map": 0.16466137079126159,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01896,
+      "train_map": 0.1604101706881154,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01911,
+      "train_map": 0.17186938890342582,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.2
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01983,
+      "train_map": 0.16782084182328924,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.8
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01944,
+      "train_map": 0.18540247818331396,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.4
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01906,
+      "train_map": 0.18385746290525545,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.0
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01886,
+      "train_map": 0.18640961643552276,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.6
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01893,
+      "train_map": 0.19961270058979996,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.2
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01883,
+      "train_map": 0.20211386842214885,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.8
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01931,
+      "train_map": 0.20211397865486722,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.3
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01856,
+      "train_map": 0.20555652517196235,
+      "val_map": 0.11387174017904096,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.5
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.0183,
+      "train_map": 0.21592213998440887,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.0
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01792,
+      "train_map": 0.2196761468580908,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01692,
+      "train_map": 0.22698264171950788,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.2
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01772,
+      "train_map": 0.23166177310827107,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01704,
+      "train_map": 0.2349217115314695,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.4
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01736,
+      "train_map": 0.24008864783938175,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.9
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01767,
+      "train_map": 0.25017659906633694,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.5
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01723,
+      "train_map": 0.25460594389375574,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.1
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01695,
+      "train_map": 0.2584848345259109,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01706,
+      "train_map": 0.26907180423585014,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.0166,
+      "train_map": 0.27873126855314456,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.9
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01677,
+      "train_map": 0.2834057637014951,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.5
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.0171,
+      "train_map": 0.29231398919530116,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.1
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01676,
+      "train_map": 0.3001583924011612,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.7
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.0168,
+      "train_map": 0.31008387888221517,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.3
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01648,
+      "train_map": 0.313409283668849,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.9
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01611,
+      "train_map": 0.3227584979035653,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.5
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01623,
+      "train_map": 0.32432452090388514,
+      "val_map": 0.15711237294104594,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.7
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01508,
+      "train_map": 0.3265858629587649,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.1
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.0149,
+      "train_map": 0.3369612944554502,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.7
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01449,
+      "train_map": 0.3418593020699706,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.3
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01508,
+      "train_map": 0.3484144258671626,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.8
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01498,
+      "train_map": 0.3541753058281128,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.4
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01458,
+      "train_map": 0.35852104776045857,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.0
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01455,
+      "train_map": 0.3649806110488792,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.6
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01403,
+      "train_map": 0.36764403404685647,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01446,
+      "train_map": 0.3699188678679136,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.8
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01477,
+      "train_map": 0.3715981861975829,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.4
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.0146,
+      "train_map": 0.37461405878699255,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.0
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01444,
+      "train_map": 0.37821943144291015,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.5
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01428,
+      "train_map": 0.3795251947398204,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.1
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01434,
+      "train_map": 0.3810176860251282,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.7
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01418,
+      "train_map": 0.3812909872824259,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.3
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01394,
+      "train_map": 0.3824202556099453,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.9
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01444,
+      "train_map": 0.3830924080702453,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.5
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01436,
+      "train_map": 0.3833509781159305,
+      "val_map": 0.1677862527608815,
+      "lr": 1e-05,
+      "train_s": 40.8
+    }
+  ],
+  "final_train_map": 0.3833509781159305,
+  "final_val_map": 0.1677862527608815,
+  "lora/map": 0.1677862527608815,
+  "train_seconds": 40.8,
+  "wall_seconds": 159.8
+}

p5-mae-15m-d131/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00010000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.1251661958635928,
+  "probe/map_train": 0.5456977910742136,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1525991046284299,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.030801950953901,
+  "probe/total_s": 8.572953004972078,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15101259906442246
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1511802122516441
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1525991046284299
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15155326121750037
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14284131347654172
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12174252485962447
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09699753583965565
+    }
+  ],
+  "per_class_ap": [
+    0.6215298771858215,
+    0.00914943590760231,
+    0.05865687504410744,
+    0.17621776461601257,
+    0.06653207540512085,
+    0.2388731986284256,
+    0.19287648797035217,
+    0.2749338746070862,
+    0.03916176036000252,
+    0.048298053443431854,
+    0.017243700101971626,
+    0.08260150998830795,
+    0.4422922730445862,
+    0.2654745578765869,
+    0.0464048758149147,
+    0.45315325260162354,
+    0.28177422285079956,
+    0.33071431517601013,
+    0.053953297436237335,
+    0.07082251459360123,
+    0.23766955733299255,
+    0.04514246806502342,
+    0.1679673045873642,
+    0.1298365592956543,
+    0.04856700822710991,
+    0.024405786767601967,
+    0.0583728663623333,
+    0.15117612481117249,
+    0.22769255936145782,
+    0.04051908478140831,
+    0.2501477599143982,
+    0.10659436881542206,
+    0.021138904616236687,
+    0.08337333053350449,
+    0.2233572006225586,
+    0.04392492398619652,
+    0.28207600116729736,
+    0.04801005870103836,
+    0.056801315397024155,
+    0.11873748898506165,
+    0.14138482511043549,
+    0.02951725944876671,
+    0.06009357422590256,
+    0.3075054883956909,
+    0.00988032016903162,
+    0.08563966304063797,
+    0.011196648702025414,
+    0.08210617303848267,
+    0.05531169846653938,
+    0.05878370255231857,
+    0.11865273118019104,
+    0.009595928713679314,
+    0.01977643370628357,
+    0.046333007514476776,
+    0.19345197081565857,
+    0.11438670754432678,
+    0.18335938453674316,
+    0.3218199908733368,
+    0.11588501930236816,
+    0.08087440580129623,
+    0.1845429688692093,
+    0.19681426882743835,
+    0.03769168257713318,
+    0.12824058532714844,
+    0.481205016374588,
+    0.20276281237602234,
+    0.24471396207809448,
+    0.3142475485801697,
+    0.3948822617530823,
+    0.3236626982688904,
+    0.09297100454568863,
+    0.12326090037822723,
+    0.1652452051639557,
+    0.15504586696624756,
+    0.16021881997585297,
+    0.22746527194976807,
+    0.053741373121738434,
+    0.2478087693452835,
+    0.15671652555465698,
+    0.10952268540859222,
+    0.015143216587603092,
+    0.0850302129983902,
+    0.24350513517856598,
+    0.089665487408638,
+    0.09405458718538284,
+    0.02556534856557846,
+    0.03540952131152153,
+    0.029797816649079323,
+    0.031249212101101875,
+    0.08116261661052704,
+    0.04804746434092522,
+    0.044204164296388626,
+    0.15244898200035095,
+    0.010534428060054779,
+    0.030067255720496178,
+    0.03746676445007324,
+    0.01524884719401598,
+    0.02461921237409115,
+    0.11494419723749161,
+    0.14514857530593872,
+    0.11003624647855759,
+    0.20005200803279877,
+    0.05107896029949188,
+    0.04988216981291771,
+    0.014954691752791405,
+    0.04140854254364967,
+    0.049705810844898224,
+    0.05299288034439087,
+    0.09516419470310211,
+    0.1779567301273346,
+    0.14807727932929993,
+    0.11296126246452332,
+    0.10281336307525635,
+    0.09259674698114395,
+    0.0706714317202568,
+    0.1735495924949646,
+    0.17246335744857788,
+    0.09013230353593826,
+    0.09133468568325043,
+    0.18170607089996338,
+    0.17770366370677948,
+    0.11355145275592804,
+    0.0699889287352562,
+    0.056293878704309464,
+    0.01554775144904852,
+    0.028748784214258194,
+    0.1080356314778328,
+    0.14279069006443024,
+    0.13327237963676453,
+    0.09747716039419174,
+    0.004231209866702557,
+    0.06889855861663818,
+    0.1762695461511612,
+    0.17709188163280487,
+    0.030252577736973763,
+    0.009809084236621857,
+    0.06628084182739258,
+    0.7088384628295898,
+    0.20636114478111267,
+    0.26325273513793945,
+    0.3625144958496094,
+    0.29636967182159424,
+    0.11518419533967972,
+    0.14113377034664154,
+    0.08037018775939941,
+    0.1058691143989563,
+    0.08491101115942001,
+    0.21600593626499176,
+    0.0970103070139885,
+    0.1546253263950348,
+    0.14226002991199493,
+    0.22038353979587555,
+    0.17589499056339264,
+    0.08240745961666107,
+    0.09439768642187119,
+    0.15718518197536469,
+    0.06938047707080841,
+    0.07905056327581406,
+    0.02464248426258564,
+    0.06347856670618057,
+    0.40478429198265076,
+    0.26187533140182495,
+    0.2720465660095215,
+    0.13073214888572693,
+    0.22335302829742432,
+    0.23155952990055084,
+    0.2602827847003937,
+    0.1352953314781189,
+    0.25567930936813354,
+    0.3825245201587677,
+    0.23346012830734253,
+    0.3044717311859131,
+    0.3249417245388031,
+    0.20941340923309326,
+    0.06297796219587326,
+    0.13386453688144684,
+    0.09031983464956284,
+    0.2996811270713806,
+    0.04529690369963646,
+    0.1201624944806099,
+    0.1445329636335373,
+    0.13094736635684967,
+    0.14080165326595306,
+    0.20943056046962738,
+    0.05879838764667511,
+    0.33892419934272766,
+    0.3026880621910095,
+    0.16503868997097015,
+    0.25447511672973633,
+    0.1091030091047287,
+    0.13830824196338654,
+    0.07716131210327148,
+    0.24332132935523987,
+    0.1865053027868271,
+    0.13878707587718964,
+    0.36110779643058777,
+    0.05197986587882042,
+    0.06508726626634598,
+    0.1438351422548294,
+    0.17932358384132385,
+    0.033220306038856506,
+    0.16960951685905457,
+    0.13372266292572021,
+    0.20207826793193817,
+    0.17819596827030182,
+    0.1364182084798813,
+    0.15329444408416748,
+    0.4117743968963623,
+    0.17252857983112335,
+    0.24686025083065033,
+    0.7052032351493835,
+    0.3917768597602844,
+    0.5080724954605103,
+    0.03797987103462219,
+    0.2896656394004822,
+    0.1603500247001648,
+    0.026484549045562744,
+    0.18578419089317322,
+    0.17626728117465973,
+    0.10143494606018066,
+    0.14185762405395508,
+    0.09315367788076401,
+    0.1668352484703064,
+    0.18390609323978424,
+    0.08296859264373779,
+    0.05585772171616554,
+    0.06903368979692459,
+    0.033909305930137634,
+    0.1330087035894394,
+    0.03934461995959282,
+    0.06112339720129967,
+    0.07116696238517761,
+    0.05956021323800087,
+    0.07261178642511368,
+    0.03787277638912201,
+    0.013353039510548115,
+    0.11563181132078171,
+    0.01641620323061943,
+    0.23224760591983795,
+    0.026201775297522545,
+    0.12350165843963623,
+    0.16512943804264069,
+    0.24013037979602814,
+    0.15322577953338623,
+    0.19159035384655,
+    0.22219610214233398,
+    0.04838607832789421,
+    0.11965014040470123,
+    0.0353628434240818,
+    0.1530613899230957,
+    0.10606575012207031,
+    0.05146609619259834,
+    0.06842119246721268,
+    0.06764409691095352,
+    0.056668639183044434,
+    0.1932186484336853,
+    0.2959847152233124,
+    0.2832642197608948,
+    0.12586413323879242,
+    0.09023024886846542,
+    0.06587337702512741,
+    0.04070979729294777,
+    0.18113477528095245,
+    0.0753558874130249,
+    0.013594208285212517,
+    0.06097988039255142,
+    0.06578812748193741,
+    0.12264806777238846,
+    0.09861765056848526,
+    0.02995678223669529,
+    0.018645673990249634,
+    0.22975464165210724,
+    0.09004183858633041,
+    0.05778203532099724,
+    0.15913225710391998,
+    0.05231170728802681,
+    0.0823994129896164,
+    0.03822078928351402,
+    0.06586059927940369,
+    0.04035167396068573,
+    0.024789107963442802,
+    0.27148228883743286,
+    0.11711931228637695,
+    0.1957445591688156,
+    0.05454843491315842,
+    0.21173810958862305,
+    0.2512343227863312,
+    0.2791305482387543,
+    0.21708734333515167,
+    0.16244761645793915,
+    0.20816422998905182,
+    0.15170377492904663,
+    0.10560602694749832,
+    0.20838358998298645,
+    0.11362731456756592,
+    0.11428975313901901,
+    0.09943405538797379,
+    0.007617761846631765,
+    0.012899239547550678,
+    0.012907405383884907,
+    0.2666360139846802,
+    0.16490651667118073,
+    0.13591842353343964,
+    0.0608852244913578,
+    0.028883468359708786,
+    0.08099473267793655,
+    0.023079540580511093,
+    0.15674394369125366,
+    0.041868165135383606,
+    0.053546756505966187,
+    0.14433276653289795,
+    0.0451742485165596,
+    0.08235093951225281,
+    0.055189844220876694,
+    0.07840362191200256,
+    0.10525999218225479,
+    0.051974281668663025,
+    0.03214845433831215,
+    0.09181801229715347,
+    0.06800374388694763,
+    0.14833836257457733,
+    0.02734815701842308,
+    0.395915150642395,
+    0.3205311894416809,
+    0.2225424349308014,
+    0.2065780609846115,
+    0.051681336015462875,
+    0.06135832145810127,
+    0.2379634827375412,
+    0.21977028250694275,
+    0.12663766741752625,
+    0.17736157774925232,
+    0.23611971735954285,
+    0.23942291736602783,
+    0.19687184691429138,
+    0.1263972967863083,
+    0.09625240415334702,
+    0.2101951688528061,
+    0.06043084338307381,
+    0.0378246046602726,
+    0.06709770858287811,
+    0.007369436323642731,
+    0.08573967218399048,
+    0.14343677461147308,
+    0.09082742780447006,
+    0.08245600014925003,
+    0.07873434573411942,
+    0.28708142042160034,
+    0.035979919135570526,
+    0.020039353519678116,
+    0.09955387562513351,
+    0.025103477761149406,
+    0.08028346300125122,
+    0.09294435381889343,
+    0.02825135923922062,
+    0.04895726963877678,
+    0.02903156541287899,
+    0.014724128879606724,
+    0.03431176766753197,
+    0.15614180266857147,
+    0.008468883112072945,
+    0.0742323026061058,
+    0.13169559836387634,
+    0.1046958938241005,
+    0.04652213305234909,
+    0.04253660887479782,
+    0.3708132207393646,
+    0.15058660507202148,
+    0.017267299816012383,
+    0.09956475347280502,
+    0.1381043642759323,
+    0.12670457363128662,
+    0.12251527607440948,
+    0.37822631001472473,
+    0.08552097529172897,
+    0.02294429950416088,
+    0.06520162522792816,
+    0.06598512828350067,
+    0.010643688030540943,
+    0.011078770272433758,
+    0.025684349238872528,
+    0.10251156985759735,
+    0.08194416016340256,
+    0.07450634241104126,
+    0.1355103999376297,
+    0.19762659072875977,
+    0.12969844043254852,
+    0.050558485090732574,
+    0.045006852596998215,
+    0.03504207357764244,
+    0.1998966932296753,
+    0.06020219251513481,
+    0.02176884561777115,
+    0.3684545159339905,
+    0.2293824553489685,
+    0.04109496250748634,
+    0.4101449251174927,
+    0.4890541136264801,
+    0.038793209940195084,
+    0.31639787554740906,
+    0.3903648853302002,
+    0.06393289566040039,
+    0.07371047139167786,
+    0.15943191945552826,
+    0.025417529046535492,
+    0.022296607494354248,
+    0.020825469866394997,
+    0.029282111674547195,
+    0.033804379403591156,
+    0.01551583781838417,
+    0.010362564586102962,
+    0.1526738703250885,
+    0.020319070667028427,
+    0.03039824403822422,
+    0.27781808376312256,
+    0.2020423859357834,
+    0.018816905096173286,
+    0.013414857909083366,
+    0.10929244756698608,
+    0.0953974798321724,
+    0.25941506028175354,
+    0.05543823912739754,
+    0.08988504856824875,
+    0.24798981845378876,
+    0.10026004165410995,
+    0.10476239770650864,
+    0.03886294737458229,
+    0.17299462854862213,
+    0.24823281168937683,
+    0.1484198272228241,
+    0.07433897256851196,
+    0.1314876824617386,
+    0.1633913516998291,
+    0.08115412294864655,
+    0.006007802672684193,
+    0.1236746683716774,
+    0.19305625557899475,
+    0.06414540112018585,
+    0.13771015405654907,
+    0.01982780359685421,
+    0.017372705042362213,
+    0.039584506303071976,
+    0.007669903337955475,
+    0.059186797589063644,
+    0.012048507109284401,
+    0.09477395564317703,
+    0.03126077726483345,
+    0.009113560430705547,
+    0.01812787353992462,
+    0.07081735879182816,
+    0.014538765884935856,
+    0.03853100538253784,
+    0.013339739292860031,
+    0.02987915650010109,
+    0.043454330414533615,
+    0.18779417872428894,
+    0.0656416267156601,
+    0.08318269997835159,
+    0.03977952152490616,
+    0.13473457098007202,
+    0.0519089549779892,
+    0.023487769067287445,
+    0.3026442229747772,
+    0.4439168870449066,
+    0.21981988847255707,
+    0.15183597803115845,
+    0.04204172641038895,
+    0.03758881613612175,
+    0.057508282363414764,
+    0.1716381460428238,
+    0.11771634966135025,
+    0.058023206889629364,
+    0.08278049528598785,
+    0.012325749732553959,
+    0.1337289810180664,
+    0.005079259164631367,
+    0.239815816283226,
+    0.05422579124569893,
+    0.07122231274843216,
+    0.2376573532819748,
+    0.13114763796329498,
+    0.07918957620859146,
+    0.019910190254449844,
+    0.09026125818490982,
+    0.05943603441119194,
+    0.010613431222736835,
+    0.006834649946540594,
+    0.04752526432275772,
+    0.05409620702266693,
+    0.06494560837745667,
+    0.1731552928686142,
+    0.2591783404350281,
+    0.04365602508187294,
+    0.14619775116443634,
+    0.21828636527061462,
+    0.04476238787174225,
+    0.03349277004599571,
+    0.14348065853118896,
+    0.07123102992773056,
+    0.09073032438755035,
+    0.09724809229373932,
+    0.26656317710876465,
+    0.011733497492969036,
+    0.14291681349277496,
+    0.03094734437763691,
+    0.013296518474817276,
+    0.08971459418535233,
+    0.015961745753884315,
+    0.018695587292313576,
+    0.02906840853393078,
+    0.026691272854804993,
+    0.1342237889766693,
+    0.04799136519432068,
+    0.008638674393296242,
+    0.13188207149505615,
+    0.23409250378608704,
+    0.040687114000320435,
+    0.36003822088241577,
+    0.042786773294210434,
+    0.036144133657217026,
+    0.029432378709316254,
+    0.20225583016872406,
+    0.13844648003578186,
+    0.0400947630405426,
+    0.014085503295063972,
+    0.14493203163146973,
+    0.08865261822938919
+  ]
+}

p5-mae-15m-d131/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00015000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.13815079255920235,
+  "probe/map_train": 0.5373086672862974,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16722717691845557,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.75674355996307,
+  "probe/total_s": 8.27568572491873,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16600525703111513
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16603916103994046
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16722717691845557
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16469324296967708
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15263514524675637
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12795886454221914
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1011675813078944
+    }
+  ],
+  "per_class_ap": [
+    0.6265283226966858,
+    0.0099257817491889,
+    0.059955254197120667,
+    0.20620013773441315,
+    0.09107659012079239,
+    0.26118722558021545,
+    0.16627104580402374,
+    0.3196904957294464,
+    0.02918335236608982,
+    0.06615995615720749,
+    0.017706934362649918,
+    0.08107854425907135,
+    0.5232496857643127,
+    0.30845609307289124,
+    0.05969605594873428,
+    0.4578067660331726,
+    0.2715892493724823,
+    0.3335307538509369,
+    0.04344292730093002,
+    0.08027283102273941,
+    0.22965799272060394,
+    0.09278112649917603,
+    0.18712620437145233,
+    0.127214714884758,
+    0.08935035765171051,
+    0.031242290511727333,
+    0.07204233109951019,
+    0.17021392285823822,
+    0.2734275758266449,
+    0.06149617210030556,
+    0.24257707595825195,
+    0.16094562411308289,
+    0.02764126844704151,
+    0.07078990340232849,
+    0.23967809975147247,
+    0.04589037224650383,
+    0.35497796535491943,
+    0.06268877536058426,
+    0.07016684859991074,
+    0.131198912858963,
+    0.17004625499248505,
+    0.015375843271613121,
+    0.07393661141395569,
+    0.33002015948295593,
+    0.011048604734241962,
+    0.08714952319860458,
+    0.019303767010569572,
+    0.0885467603802681,
+    0.04311814531683922,
+    0.06143524870276451,
+    0.12831205129623413,
+    0.01036177109926939,
+    0.024635812267661095,
+    0.051828306168317795,
+    0.21140019595623016,
+    0.11327565461397171,
+    0.226012721657753,
+    0.32898449897766113,
+    0.16304293274879456,
+    0.07357499748468399,
+    0.21188244223594666,
+    0.19928905367851257,
+    0.06425904482603073,
+    0.14888519048690796,
+    0.47168824076652527,
+    0.20645545423030853,
+    0.2874104082584381,
+    0.3053101599216461,
+    0.3813960552215576,
+    0.3771859109401703,
+    0.10149790346622467,
+    0.15071019530296326,
+    0.1985759437084198,
+    0.1771603673696518,
+    0.17921976745128632,
+    0.23009473085403442,
+    0.05245340242981911,
+    0.22701509296894073,
+    0.1566113531589508,
+    0.1472843587398529,
+    0.017345480620861053,
+    0.10357873141765594,
+    0.35591694712638855,
+    0.12672339379787445,
+    0.11315067857503891,
+    0.036434248089790344,
+    0.05660003051161766,
+    0.031077053397893906,
+    0.02300359308719635,
+    0.06908871233463287,
+    0.08124824613332748,
+    0.0759819969534874,
+    0.17530889809131622,
+    0.015953006222844124,
+    0.04236225411295891,
+    0.06255026161670685,
+    0.015357496216893196,
+    0.018708989024162292,
+    0.12194443494081497,
+    0.2299567610025406,
+    0.17316849529743195,
+    0.2869265377521515,
+    0.04740883409976959,
+    0.049067508429288864,
+    0.029589857906103134,
+    0.06093544512987137,
+    0.061095230281353,
+    0.06689009070396423,
+    0.0745546817779541,
+    0.14786304533481598,
+    0.18687880039215088,
+    0.13924986124038696,
+    0.12253174930810928,
+    0.0952780619263649,
+    0.05763550475239754,
+    0.18365204334259033,
+    0.18657125532627106,
+    0.09444752335548401,
+    0.09973693639039993,
+    0.2122393101453781,
+    0.22578854858875275,
+    0.19211429357528687,
+    0.1125149354338646,
+    0.07290264219045639,
+    0.01094119343906641,
+    0.030303921550512314,
+    0.11384660005569458,
+    0.18568143248558044,
+    0.12901484966278076,
+    0.10266362130641937,
+    0.005216639023274183,
+    0.07930997759103775,
+    0.10194270312786102,
+    0.09955090284347534,
+    0.07344558089971542,
+    0.014365008100867271,
+    0.08163107186555862,
+    0.7151899933815002,
+    0.21092723309993744,
+    0.28607285022735596,
+    0.4004494547843933,
+    0.2943304479122162,
+    0.1196916475892067,
+    0.11454108357429504,
+    0.09344445914030075,
+    0.16659240424633026,
+    0.07062788307666779,
+    0.27443769574165344,
+    0.11035013943910599,
+    0.1793125867843628,
+    0.12944696843624115,
+    0.203390434384346,
+    0.21390625834465027,
+    0.1113986149430275,
+    0.08832518011331558,
+    0.19990094006061554,
+    0.09695755690336227,
+    0.07867281883955002,
+    0.0336584709584713,
+    0.08165756613016129,
+    0.4221530854701996,
+    0.2675788998603821,
+    0.2901742160320282,
+    0.13232454657554626,
+    0.23046767711639404,
+    0.2522575855255127,
+    0.26417553424835205,
+    0.14357991516590118,
+    0.2640576958656311,
+    0.3555178642272949,
+    0.2234315276145935,
+    0.289163202047348,
+    0.31010758876800537,
+    0.20284949243068695,
+    0.10492303967475891,
+    0.15589876472949982,
+    0.07772521674633026,
+    0.35594144463539124,
+    0.0706157386302948,
+    0.1414705216884613,
+    0.17413382232189178,
+    0.1317709982395172,
+    0.15706925094127655,
+    0.24778082966804504,
+    0.05901511013507843,
+    0.39227500557899475,
+    0.36153504252433777,
+    0.1877877563238144,
+    0.29457634687423706,
+    0.14575310051441193,
+    0.15690720081329346,
+    0.0826050415635109,
+    0.30151456594467163,
+    0.23475982248783112,
+    0.1968253254890442,
+    0.4041653573513031,
+    0.07129652798175812,
+    0.09283251315355301,
+    0.17246034741401672,
+    0.25566041469573975,
+    0.022334113717079163,
+    0.19217179715633392,
+    0.09280091524124146,
+    0.20651553571224213,
+    0.1749148964881897,
+    0.1877862513065338,
+    0.19653502106666565,
+    0.41123002767562866,
+    0.22182345390319824,
+    0.32181626558303833,
+    0.7360184788703918,
+    0.39643117785453796,
+    0.548748254776001,
+    0.06054362282156944,
+    0.28978031873703003,
+    0.1560923457145691,
+    0.03058825060725212,
+    0.21388742327690125,
+    0.20438425242900848,
+    0.12272827327251434,
+    0.15499119460582733,
+    0.10853376239538193,
+    0.21616336703300476,
+    0.19756104052066803,
+    0.0707448422908783,
+    0.055507462471723557,
+    0.06699100881814957,
+    0.042872749269008636,
+    0.16174133121967316,
+    0.06815610080957413,
+    0.0631769597530365,
+    0.1126568615436554,
+    0.09029170870780945,
+    0.06671294569969177,
+    0.0862022340297699,
+    0.018929099664092064,
+    0.12686224281787872,
+    0.02021251991391182,
+    0.2947786748409271,
+    0.03300072252750397,
+    0.13337980210781097,
+    0.18114900588989258,
+    0.25190603733062744,
+    0.1756846308708191,
+    0.1733817756175995,
+    0.25230011343955994,
+    0.06308925896883011,
+    0.1449556052684784,
+    0.03801370784640312,
+    0.16071125864982605,
+    0.0847792699933052,
+    0.0326332151889801,
+    0.08389286696910858,
+    0.08162252604961395,
+    0.06816187500953674,
+    0.2100728154182434,
+    0.2589717209339142,
+    0.26603278517723083,
+    0.2102067917585373,
+    0.11811584234237671,
+    0.030789725482463837,
+    0.06442322582006454,
+    0.2273925393819809,
+    0.11235209554433823,
+    0.01984531432390213,
+    0.086821049451828,
+    0.07058832794427872,
+    0.11274290084838867,
+    0.09566280990839005,
+    0.03851434215903282,
+    0.012780455872416496,
+    0.23677009344100952,
+    0.11091262847185135,
+    0.037119749933481216,
+    0.18773968517780304,
+    0.03468109667301178,
+    0.0670773908495903,
+    0.04415617510676384,
+    0.059070006012916565,
+    0.04207906126976013,
+    0.025032272562384605,
+    0.25973623991012573,
+    0.13042625784873962,
+    0.22074322402477264,
+    0.08113224059343338,
+    0.2368866354227066,
+    0.3668864667415619,
+    0.3895297944545746,
+    0.23559407889842987,
+    0.21127590537071228,
+    0.19239215552806854,
+    0.1826784610748291,
+    0.12851686775684357,
+    0.1991158127784729,
+    0.15721769630908966,
+    0.18239825963974,
+    0.13501431047916412,
+    0.008059232495725155,
+    0.013920913450419903,
+    0.008680848404765129,
+    0.2784438729286194,
+    0.16857461631298065,
+    0.16426806151866913,
+    0.049309439957141876,
+    0.03090273030102253,
+    0.08155474066734314,
+    0.03546173870563507,
+    0.1733006089925766,
+    0.05418696999549866,
+    0.07866942882537842,
+    0.1578143835067749,
+    0.06228652223944664,
+    0.1089535802602768,
+    0.0744619145989418,
+    0.07823415100574493,
+    0.12213945388793945,
+    0.06577813625335693,
+    0.03933341056108475,
+    0.1333467811346054,
+    0.08123420923948288,
+    0.16264167428016663,
+    0.038012802600860596,
+    0.4494044780731201,
+    0.3551616072654724,
+    0.2474219799041748,
+    0.2439022809267044,
+    0.039322931319475174,
+    0.08701489865779877,
+    0.2670817971229553,
+    0.24613413214683533,
+    0.13568803668022156,
+    0.1601073294878006,
+    0.25872355699539185,
+    0.2963017225265503,
+    0.20006825029850006,
+    0.1526516228914261,
+    0.11510486900806427,
+    0.23860353231430054,
+    0.048611439764499664,
+    0.04407813400030136,
+    0.08927062153816223,
+    0.007186829578131437,
+    0.08891516923904419,
+    0.15739232301712036,
+    0.13717462122440338,
+    0.10031797736883163,
+    0.1046316847205162,
+    0.32974204421043396,
+    0.04619154334068298,
+    0.021912947297096252,
+    0.1362455040216446,
+    0.030249370262026787,
+    0.09269940108060837,
+    0.11044421046972275,
+    0.021756870672106743,
+    0.0458795540034771,
+    0.04083701968193054,
+    0.010514245368540287,
+    0.03434975445270538,
+    0.1551852822303772,
+    0.010786985047161579,
+    0.05967545136809349,
+    0.13189192116260529,
+    0.13150842487812042,
+    0.033129747956991196,
+    0.03405020385980606,
+    0.4168277084827423,
+    0.19383150339126587,
+    0.023445721715688705,
+    0.1119704470038414,
+    0.12457909435033798,
+    0.08864835649728775,
+    0.13379299640655518,
+    0.40037402510643005,
+    0.1193605288863182,
+    0.05950646102428436,
+    0.07792739570140839,
+    0.09919049590826035,
+    0.019611002877354622,
+    0.012076633051037788,
+    0.025733284652233124,
+    0.10872361809015274,
+    0.11337559670209885,
+    0.07510348409414291,
+    0.17842543125152588,
+    0.22695578634738922,
+    0.13836358487606049,
+    0.050336290150880814,
+    0.05511883646249771,
+    0.04098789393901825,
+    0.19699671864509583,
+    0.05606764554977417,
+    0.020265137776732445,
+    0.37024474143981934,
+    0.2045714259147644,
+    0.05233355984091759,
+    0.44886139035224915,
+    0.5510693788528442,
+    0.026970013976097107,
+    0.36917969584465027,
+    0.40105345845222473,
+    0.05723786726593971,
+    0.08265270292758942,
+    0.23222477734088898,
+    0.027100106701254845,
+    0.015146833844482899,
+    0.022030208259820938,
+    0.0157199464738369,
+    0.025176459923386574,
+    0.01755794882774353,
+    0.011667800135910511,
+    0.2113465815782547,
+    0.02613108418881893,
+    0.044085945934057236,
+    0.2741130590438843,
+    0.2162168174982071,
+    0.023022999987006187,
+    0.017960477620363235,
+    0.08506044000387192,
+    0.06428883969783783,
+    0.24170072376728058,
+    0.06325776129961014,
+    0.10112283378839493,
+    0.3113231360912323,
+    0.07617636024951935,
+    0.08119087666273117,
+    0.05399550125002861,
+    0.1646399050951004,
+    0.23059207201004028,
+    0.16556136310100555,
+    0.07459606975317001,
+    0.12317828834056854,
+    0.13789153099060059,
+    0.0895276889204979,
+    0.005341148003935814,
+    0.11838998645544052,
+    0.20475776493549347,
+    0.08183209598064423,
+    0.12145520001649857,
+    0.032904528081417084,
+    0.04219134524464607,
+    0.02700306475162506,
+    0.008056321181356907,
+    0.06497637182474136,
+    0.02064444310963154,
+    0.11347585916519165,
+    0.030970493331551552,
+    0.0060876598581671715,
+    0.019325679168105125,
+    0.0732465386390686,
+    0.01166653074324131,
+    0.0484650544822216,
+    0.014998136088252068,
+    0.027835611253976822,
+    0.050293028354644775,
+    0.19026175141334534,
+    0.058057576417922974,
+    0.12366984784603119,
+    0.03406085819005966,
+    0.13936741650104523,
+    0.054203297942876816,
+    0.03564542159438133,
+    0.3084750175476074,
+    0.4444526731967926,
+    0.2061208188533783,
+    0.18111513555049896,
+    0.03304494544863701,
+    0.05060724914073944,
+    0.05064567178487778,
+    0.2168729305267334,
+    0.09084673970937729,
+    0.05299923196434975,
+    0.11189509928226471,
+    0.02049192227423191,
+    0.19777151942253113,
+    0.005070739891380072,
+    0.2948528528213501,
+    0.07901693880558014,
+    0.08526697754859924,
+    0.2321120798587799,
+    0.15253950655460358,
+    0.1004791110754013,
+    0.014267129823565483,
+    0.06701711565256119,
+    0.07902590185403824,
+    0.007033196277916431,
+    0.008152367547154427,
+    0.054343052208423615,
+    0.049598515033721924,
+    0.051569391041994095,
+    0.18510358035564423,
+    0.3146331012248993,
+    0.06613069027662277,
+    0.145835280418396,
+    0.2013731151819229,
+    0.057332366704940796,
+    0.032176245003938675,
+    0.1679440438747406,
+    0.14381176233291626,
+    0.11168137192726135,
+    0.14201968908309937,
+    0.2684091329574585,
+    0.007228963077068329,
+    0.132033571600914,
+    0.02874022349715233,
+    0.011250953190028667,
+    0.09533309191465378,
+    0.016947060823440552,
+    0.024140439927577972,
+    0.03519868850708008,
+    0.023664789274334908,
+    0.1756373941898346,
+    0.06317229568958282,
+    0.007935566827654839,
+    0.13609524071216583,
+    0.24152013659477234,
+    0.047589011490345,
+    0.32301485538482666,
+    0.04478970170021057,
+    0.0383661687374115,
+    0.026334429159760475,
+    0.22653411328792572,
+    0.1398298144340515,
+    0.04648015275597572,
+    0.02526196651160717,
+    0.11671901494264603,
+    0.0921151414513588
+  ]
+}

p5-mae-15m-d131/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00020000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4180661491304636,
+  "lora/map": 0.4180661491304636,
+  "fsd50k/map": 0.4180661491304636,
+  "train_seconds": 98.02,
+  "total_seconds": 107.35,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023267688809428363,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.014259714702996296,
+      "val_map": 0.4180661491304636,
+      "lr": 0.0,
+      "train_s": 98.01599744439591
+    }
+  ],
+  "per_class_ap": [
+    0.2454437017440796,
+    0.15529899299144745,
+    0.5933117270469666,
+    0.3905940055847168,
+    0.5010380744934082,
+    0.6430107951164246,
+    0.8623228073120117,
+    0.5611811876296997,
+    0.5678248405456543,
+    0.49422165751457214,
+    0.347103089094162,
+    0.4459412693977356,
+    0.2489253282546997,
+    0.40722575783729553,
+    0.5044497847557068,
+    0.46482136845588684,
+    0.04792001470923424,
+    0.27288442850112915,
+    0.5346916913986206,
+    0.30090636014938354,
+    0.49454188346862793,
+    0.43290191888809204,
+    0.9055514931678772,
+    0.09527486562728882,
+    0.22060896456241608,
+    0.4882872700691223,
+    0.41307592391967773,
+    0.2814040780067444,
+    0.8040099740028381,
+    0.2988237738609314,
+    0.7072604298591614,
+    0.6535243391990662,
+    0.45092350244522095,
+    0.1851281225681305,
+    0.38297340273857117,
+    0.2575916349887848,
+    0.4383716583251953,
+    0.16472266614437103,
+    0.3523131310939789,
+    0.3635563850402832,
+    0.5666201710700989,
+    0.35066336393356323,
+    0.6506724953651428,
+    0.19870509207248688,
+    0.5509094595909119,
+    0.03779282793402672,
+    0.256761372089386,
+    0.26950159668922424,
+    0.7024891972541809,
+    0.4822634756565094,
+    0.39484867453575134,
+    0.5183954834938049,
+    0.6476191878318787,
+    0.21782507002353668,
+    0.19179807603359222,
+    0.03393398970365524,
+    0.25234270095825195,
+    0.6731457710266113,
+    0.1335260570049286,
+    0.5484598278999329,
+    0.6441149115562439,
+    0.7108007669448853,
+    0.5094946026802063,
+    0.25024667382240295,
+    0.5148321986198425,
+    0.15062254667282104,
+    0.2984810173511505,
+    0.7057013511657715,
+    0.5237408876419067,
+    0.5169914960861206,
+    0.4786898195743561,
+    0.24778755009174347,
+    0.7194496393203735,
+    0.4827934205532074,
+    0.23570643365383148,
+    0.19774693250656128,
+    0.39265936613082886,
+    0.441732257604599,
+    0.3763464689254761,
+    0.5236076712608337,
+    0.26765429973602295,
+    0.3361576199531555,
+    0.34158560633659363,
+    0.4147054851055145,
+    0.2507613003253937,
+    0.30727022886276245,
+    0.4718710780143738,
+    0.6069925427436829,
+    0.1595386415719986,
+    0.17387141287326813,
+    0.7453992962837219,
+    0.13069164752960205,
+    0.5134993195533752,
+    0.25012481212615967,
+    0.39263051748275757,
+    0.42231374979019165,
+    0.3917849361896515,
+    0.12727805972099304,
+    0.4456635117530823,
+    0.10651267319917679,
+    0.5997326970100403,
+    0.727105975151062,
+    0.24159978330135345,
+    0.4195033609867096,
+    0.2832682132720947,
+    0.5059096813201904,
+    0.6482871174812317,
+    0.5734899044036865,
+    0.5824810862541199,
+    0.29283154010772705,
+    0.29437702894210815,
+    0.30233338475227356,
+    0.6271592974662781,
+    0.12193790078163147,
+    0.15695589780807495,
+    0.3980712294578552,
+    0.725803792476654,
+    0.43265870213508606,
+    0.5393097400665283,
+    0.245051771402359,
+    0.871272087097168,
+    0.8795708417892456,
+    0.5304210782051086,
+    0.10352487117052078,
+    0.290717214345932,
+    0.7777372002601624,
+    0.4419378936290741,
+    0.7415692806243896,
+    0.3715144097805023,
+    0.1378912329673767,
+    0.23973038792610168,
+    0.8259075880050659,
+    0.4939689636230469,
+    0.5048360824584961,
+    0.6326417326927185,
+    0.11560472846031189,
+    0.08277657628059387,
+    0.06686349958181381,
+    0.6309114694595337,
+    0.5988995432853699,
+    0.1982373595237732,
+    0.340954452753067,
+    0.33426010608673096,
+    0.339649498462677,
+    0.6919415593147278,
+    0.5862640142440796,
+    0.040604881942272186,
+    0.625777006149292,
+    0.23041780292987823,
+    0.295401930809021,
+    0.5299668312072754,
+    0.5455260276794434,
+    0.31863313913345337,
+    0.3604051172733307,
+    0.5007067918777466,
+    0.39217695593833923,
+    0.5359408855438232,
+    0.7118891477584839,
+    0.4552786350250244,
+    0.0653795599937439,
+    0.45798736810684204,
+    0.2277858406305313,
+    0.6990467309951782,
+    0.207462877035141,
+    0.3462854325771332,
+    0.41703394055366516,
+    0.3647901713848114,
+    0.06916019320487976,
+    0.3196232318878174,
+    0.49741941690444946,
+    0.10369625687599182,
+    0.9256167411804199,
+    0.9321489334106445,
+    0.08387890458106995,
+    0.5396087169647217,
+    0.7765166759490967,
+    0.3326553702354431,
+    0.26647621393203735,
+    0.25409379601478577,
+    0.3615672290325165,
+    0.0729011595249176,
+    0.43745651841163635,
+    0.3171772062778473,
+    0.6741660237312317,
+    0.6529321670532227,
+    0.41986367106437683,
+    0.3384491205215454,
+    0.6949137449264526,
+    0.6007875204086304,
+    0.5728034973144531,
+    0.47129619121551514,
+    0.543043851852417,
+    0.5520146489143372,
+    0.13182537257671356,
+    0.24489067494869232,
+    0.4084091782569885,
+    0.10578857362270355,
+    0.5511791706085205,
+    0.2311653196811676,
+    0.8176467418670654
+  ]
+}

p5-mae-15m-d131/exports/step_00020000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4198171151895076,
+  "lora/map": 0.4198171151895076,
+  "fsd50k/map": 0.4198171151895076,
+  "train_seconds": 97.22,
+  "total_seconds": 106.71,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02295976593857631,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01394356583391061,
+      "val_map": 0.4198171151895076,
+      "lr": 0.0,
+      "train_s": 97.22122278693132
+    }
+  ],
+  "per_class_ap": [
+    0.26448214054107666,
+    0.14145852625370026,
+    0.5844821333885193,
+    0.3667154312133789,
+    0.5117318034172058,
+    0.6456964612007141,
+    0.8520063161849976,
+    0.576446533203125,
+    0.5638360977172852,
+    0.5310751795768738,
+    0.35362523794174194,
+    0.4516240358352661,
+    0.2419612556695938,
+    0.4510522484779358,
+    0.513564944267273,
+    0.475353479385376,
+    0.03750530630350113,
+    0.28580811619758606,
+    0.49441322684288025,
+    0.2425307184457779,
+    0.5577301979064941,
+    0.433435320854187,
+    0.8752000331878662,
+    0.08479123562574387,
+    0.21566762030124664,
+    0.5024320483207703,
+    0.41440507769584656,
+    0.2595534324645996,
+    0.8128465414047241,
+    0.30528825521469116,
+    0.6922008991241455,
+    0.6277620196342468,
+    0.4611768424510956,
+    0.1512497216463089,
+    0.3651420772075653,
+    0.26454538106918335,
+    0.40768730640411377,
+    0.19275344908237457,
+    0.41201624274253845,
+    0.3387080729007721,
+    0.6001022458076477,
+    0.31607577204704285,
+    0.6569852232933044,
+    0.18573381006717682,
+    0.566402018070221,
+    0.07254087179899216,
+    0.2565092444419861,
+    0.2874702215194702,
+    0.6835777163505554,
+    0.45904776453971863,
+    0.37730345129966736,
+    0.5326353907585144,
+    0.6266987919807434,
+    0.2161017507314682,
+    0.21532630920410156,
+    0.03045630268752575,
+    0.28049126267433167,
+    0.6620973944664001,
+    0.13889145851135254,
+    0.5517465472221375,
+    0.6491882801055908,
+    0.7132379412651062,
+    0.4809163808822632,
+    0.14895381033420563,
+    0.5373219847679138,
+    0.1092962771654129,
+    0.30357158184051514,
+    0.6947734951972961,
+    0.5505678653717041,
+    0.538252055644989,
+    0.4831441640853882,
+    0.2968684434890747,
+    0.7356613278388977,
+    0.4634513556957245,
+    0.2394065260887146,
+    0.2047099471092224,
+    0.37472909688949585,
+    0.3400306701660156,
+    0.407157301902771,
+    0.5056978464126587,
+    0.2721236050128937,
+    0.35655713081359863,
+    0.3399529457092285,
+    0.4286282956600189,
+    0.33874133229255676,
+    0.3185731768608093,
+    0.46660614013671875,
+    0.5920430421829224,
+    0.23118236660957336,
+    0.19457536935806274,
+    0.7569329142570496,
+    0.19185182452201843,
+    0.5241526365280151,
+    0.24788537621498108,
+    0.389234334230423,
+    0.41495224833488464,
+    0.38812342286109924,
+    0.09456194192171097,
+    0.3891077935695648,
+    0.11972250789403915,
+    0.5956078171730042,
+    0.728599488735199,
+    0.24777820706367493,
+    0.43134844303131104,
+    0.2760327458381653,
+    0.5309858322143555,
+    0.6157969236373901,
+    0.5517178177833557,
+    0.57989501953125,
+    0.31917569041252136,
+    0.2647932767868042,
+    0.3187769055366516,
+    0.5906693339347839,
+    0.10729389637708664,
+    0.14167520403862,
+    0.42055585980415344,
+    0.7364757657051086,
+    0.5064799785614014,
+    0.5480600595474243,
+    0.2945556640625,
+    0.8759495615959167,
+    0.8842527270317078,
+    0.5049322843551636,
+    0.09634129703044891,
+    0.2834753096103668,
+    0.7868504524230957,
+    0.3663015365600586,
+    0.7478262186050415,
+    0.33456355333328247,
+    0.10758913308382034,
+    0.23299042880535126,
+    0.8415755033493042,
+    0.4628244936466217,
+    0.5056048035621643,
+    0.6613073348999023,
+    0.1395292729139328,
+    0.12113180756568909,
+    0.06690957397222519,
+    0.6466723084449768,
+    0.6104398369789124,
+    0.25731512904167175,
+    0.3222140073776245,
+    0.4341145157814026,
+    0.32885316014289856,
+    0.696481466293335,
+    0.6251134872436523,
+    0.07642894983291626,
+    0.6734350323677063,
+    0.2092839628458023,
+    0.2621838450431824,
+    0.49355489015579224,
+    0.5216753482818604,
+    0.42832306027412415,
+    0.31452634930610657,
+    0.4541778862476349,
+    0.3976021111011505,
+    0.5688832998275757,
+    0.7363617420196533,
+    0.4761751890182495,
+    0.1245003193616867,
+    0.47885826230049133,
+    0.18552866578102112,
+    0.6761634349822998,
+    0.25883036851882935,
+    0.3208814859390259,
+    0.44240543246269226,
+    0.33641013503074646,
+    0.05963853374123573,
+    0.39293137192726135,
+    0.4982143044471741,
+    0.1048775389790535,
+    0.914437472820282,
+    0.9232481718063354,
+    0.05484607443213463,
+    0.5950325727462769,
+    0.8124276995658875,
+    0.3465335965156555,
+    0.30488818883895874,
+    0.2777363657951355,
+    0.3238421380519867,
+    0.05682588741183281,
+    0.41020363569259644,
+    0.3087717592716217,
+    0.6679331660270691,
+    0.65477055311203,
+    0.427349328994751,
+    0.30932873487472534,
+    0.6886943578720093,
+    0.6329697370529175,
+    0.5342321991920471,
+    0.4565533399581909,
+    0.5738323330879211,
+    0.5598173141479492,
+    0.13993225991725922,
+    0.2206278145313263,
+    0.3781357407569885,
+    0.11428939551115036,
+    0.5764991641044617,
+    0.1634064018726349,
+    0.7883737087249756
+  ]
+}

p5-mae-15m-d131/exports/step_00020000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.42058426247909664,
+  "lora/map": 0.42058426247909664,
+  "fsd50k/map": 0.42058426247909664,
+  "train_seconds": 97.13,
+  "total_seconds": 106.33,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02175892957369797,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.014371792258019303,
+      "val_map": 0.42058426247909664,
+      "lr": 0.0,
+      "train_s": 97.12870366917923
+    }
+  ],
+  "per_class_ap": [
+    0.28600549697875977,
+    0.19922374188899994,
+    0.6143771409988403,
+    0.37838509678840637,
+    0.5130305290222168,
+    0.6473909616470337,
+    0.8699949383735657,
+    0.5743685960769653,
+    0.5905370116233826,
+    0.5139317512512207,
+    0.35542061924934387,
+    0.4463544487953186,
+    0.27982091903686523,
+    0.4574565291404724,
+    0.4986002743244171,
+    0.46649348735809326,
+    0.06482091546058655,
+    0.2554129362106323,
+    0.4869849681854248,
+    0.25251778960227966,
+    0.5183039307594299,
+    0.44245514273643494,
+    0.8845328688621521,
+    0.10591621696949005,
+    0.26614752411842346,
+    0.516433835029602,
+    0.4292828142642975,
+    0.28729215264320374,
+    0.8339534997940063,
+    0.2797321379184723,
+    0.7030004858970642,
+    0.656134843826294,
+    0.4829838275909424,
+    0.14207741618156433,
+    0.3585105538368225,
+    0.28313079476356506,
+    0.417299747467041,
+    0.22602304816246033,
+    0.38999125361442566,
+    0.3172314763069153,
+    0.5591437220573425,
+    0.3395686447620392,
+    0.6857201457023621,
+    0.19700729846954346,
+    0.5330345034599304,
+    0.06547562777996063,
+    0.23780883848667145,
+    0.3091588318347931,
+    0.7037405371665955,
+    0.46381843090057373,
+    0.381276935338974,
+    0.5014826059341431,
+    0.6332782506942749,
+    0.2161521464586258,
+    0.20481200516223907,
+    0.035170722752809525,
+    0.27149853110313416,
+    0.6515455842018127,
+    0.1430773288011551,
+    0.5300549268722534,
+    0.6374425888061523,
+    0.7050520181655884,
+    0.5028114318847656,
+    0.24648243188858032,
+    0.5278868675231934,
+    0.10931790620088577,
+    0.3038259446620941,
+    0.6937206983566284,
+    0.5166217088699341,
+    0.5164734721183777,
+    0.4743914008140564,
+    0.317038893699646,
+    0.7313514947891235,
+    0.5616634488105774,
+    0.24575118720531464,
+    0.21649658679962158,
+    0.413671612739563,
+    0.3838461935520172,
+    0.41282492876052856,
+    0.5216452479362488,
+    0.24641522765159607,
+    0.3711174428462982,
+    0.3395751118659973,
+    0.4453815519809723,
+    0.3222395181655884,
+    0.29286015033721924,
+    0.4555072486400604,
+    0.6693634390830994,
+    0.22881753742694855,
+    0.15995624661445618,
+    0.7683573365211487,
+    0.1442650556564331,
+    0.5411099195480347,
+    0.22302982211112976,
+    0.4119984209537506,
+    0.40070101618766785,
+    0.4697878658771515,
+    0.1327761560678482,
+    0.407818466424942,
+    0.10662016272544861,
+    0.5846539735794067,
+    0.7264351844787598,
+    0.2499135285615921,
+    0.4379212260246277,
+    0.2822120487689972,
+    0.44200223684310913,
+    0.6439862251281738,
+    0.5561586022377014,
+    0.578910768032074,
+    0.33063805103302,
+    0.2637823522090912,
+    0.3135078549385071,
+    0.6261237263679504,
+    0.09725476801395416,
+    0.16943706572055817,
+    0.4081273376941681,
+    0.7653429508209229,
+    0.4444141685962677,
+    0.5456541180610657,
+    0.2526659369468689,
+    0.8732595443725586,
+    0.8816508650779724,
+    0.5165455937385559,
+    0.14204466342926025,
+    0.3270590603351593,
+    0.7795673608779907,
+    0.39693060517311096,
+    0.7497437596321106,
+    0.34448373317718506,
+    0.1101178377866745,
+    0.19918696582317352,
+    0.8437467217445374,
+    0.471734881401062,
+    0.5049729347229004,
+    0.6746317148208618,
+    0.10369021445512772,
+    0.10396376252174377,
+    0.07273579388856888,
+    0.6874942183494568,
+    0.5995346903800964,
+    0.21210019290447235,
+    0.31168806552886963,
+    0.41461992263793945,
+    0.3842729926109314,
+    0.6774272918701172,
+    0.5865321159362793,
+    0.048837460577487946,
+    0.6415089964866638,
+    0.2217710316181183,
+    0.26781657338142395,
+    0.5319207310676575,
+    0.5615054965019226,
+    0.38176074624061584,
+    0.32047736644744873,
+    0.5083521604537964,
+    0.3566741943359375,
+    0.5486133694648743,
+    0.6646291613578796,
+    0.44888901710510254,
+    0.09556183218955994,
+    0.4458024799823761,
+    0.19484376907348633,
+    0.6937475204467773,
+    0.18473418056964874,
+    0.350594162940979,
+    0.46703803539276123,
+    0.323356568813324,
+    0.06489714980125427,
+    0.37209969758987427,
+    0.4885319471359253,
+    0.09715206176042557,
+    0.9053857922554016,
+    0.9175598621368408,
+    0.0713614746928215,
+    0.5405158400535583,
+    0.80663001537323,
+    0.3380095958709717,
+    0.30155399441719055,
+    0.2375108003616333,
+    0.3275974690914154,
+    0.05482220649719238,
+    0.5135779976844788,
+    0.21287895739078522,
+    0.6575148105621338,
+    0.6469987034797668,
+    0.4080033600330353,
+    0.319271057844162,
+    0.6906781196594238,
+    0.6248597502708435,
+    0.5510655045509338,
+    0.4336000680923462,
+    0.5236391425132751,
+    0.553820788860321,
+    0.14597998559474945,
+    0.19762413203716278,
+    0.39726948738098145,
+    0.13148660957813263,
+    0.5420398712158203,
+    0.1749715507030487,
+    0.7902311086654663
+  ]
+}

p5-mae-15m-d131/exports/step_00020000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006686515927087671,
+      "val_map": 0.005812509687868366,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02406,
+      "train_map": 0.014829302338845286,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02382,
+      "train_map": 0.041493526833534834,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02273,
+      "train_map": 0.06189677114660306,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02213,
+      "train_map": 0.07237706165557525,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02129,
+      "train_map": 0.08216077394817074,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02088,
+      "train_map": 0.084644198193669,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02085,
+      "train_map": 0.09698304360020249,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02105,
+      "train_map": 0.11058785138559833,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02085,
+      "train_map": 0.11216903710914546,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02092,
+      "train_map": 0.12365896383519559,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02087,
+      "train_map": 0.11454438454598768,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02074,
+      "train_map": 0.11507870564042844,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02049,
+      "train_map": 0.1336517076403878,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02,
+      "train_map": 0.13651522592927703,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01966,
+      "train_map": 0.1457146429297721,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01935,
+      "train_map": 0.14918017754087357,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02016,
+      "train_map": 0.16278818271527565,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02011,
+      "train_map": 0.15112317998697397,
+      "val_map": 0.09106410506837055,
+      "lr": 0.002799453919445244,
+      "train_s": 10.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01848,
+      "train_map": 0.16564797771126175,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.7
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01941,
+      "train_map": 0.17435793230748353,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.2
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01912,
+      "train_map": 0.17653410933890593,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.8
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.019,
+      "train_map": 0.174826841260637,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.4
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01817,
+      "train_map": 0.17222664885371358,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.0
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01831,
+      "train_map": 0.18833733457485233,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.6
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01832,
+      "train_map": 0.1854139368652421,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.2
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01855,
+      "train_map": 0.1891957153848936,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.8
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01875,
+      "train_map": 0.1993609230834602,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.4
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01837,
+      "train_map": 0.19527868303139845,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.0
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01885,
+      "train_map": 0.20263456259862975,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.6
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01837,
+      "train_map": 0.21833052952991236,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.2
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01787,
+      "train_map": 0.22620407517900445,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.8
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01815,
+      "train_map": 0.22768934495549162,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.4
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01856,
+      "train_map": 0.22331041800639323,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.1
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.0181,
+      "train_map": 0.2454704565121536,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.7
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01825,
+      "train_map": 0.24738043574775362,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.2
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01776,
+      "train_map": 0.24699860939533366,
+      "val_map": 0.1364670429419394,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.4
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01718,
+      "train_map": 0.2563294552132289,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.9
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.0164,
+      "train_map": 0.25907480040038505,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.5
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01678,
+      "train_map": 0.26580694447708025,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.1
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01633,
+      "train_map": 0.2782888028459655,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.7
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01697,
+      "train_map": 0.2837478446401302,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.3
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01648,
+      "train_map": 0.2880601291147112,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 24.0
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.0163,
+      "train_map": 0.3020328108037502,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.6
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01613,
+      "train_map": 0.3147138824679339,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.2
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01619,
+      "train_map": 0.3234355472261528,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.8
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01565,
+      "train_map": 0.3254733415536116,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.4
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01609,
+      "train_map": 0.32823477981283383,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 27.0
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01582,
+      "train_map": 0.33714320653770297,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.6
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01588,
+      "train_map": 0.3464993642964727,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01562,
+      "train_map": 0.3606557457052185,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.9
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01542,
+      "train_map": 0.36321977663085403,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.5
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01599,
+      "train_map": 0.37450597046448564,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 30.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01538,
+      "train_map": 0.3798884156193634,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.6
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01556,
+      "train_map": 0.3816457957637265,
+      "val_map": 0.18318490436092105,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.8
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01406,
+      "train_map": 0.3867937739959704,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.3
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01348,
+      "train_map": 0.40018011444377266,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.8
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01379,
+      "train_map": 0.4076078327362067,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01357,
+      "train_map": 0.4099062888527844,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 33.0
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01344,
+      "train_map": 0.4180827664363373,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.0135,
+      "train_map": 0.42317688664813763,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.2
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01343,
+      "train_map": 0.42994287856050417,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.8
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01347,
+      "train_map": 0.43295519253277914,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.3
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01308,
+      "train_map": 0.43719089052779514,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.9
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01354,
+      "train_map": 0.44029212656803784,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.5
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01298,
+      "train_map": 0.4420736887522282,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01327,
+      "train_map": 0.4450170061881504,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.7
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01348,
+      "train_map": 0.44707005919863874,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01345,
+      "train_map": 0.44791260384998693,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.8
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01332,
+      "train_map": 0.44889251549906706,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.4
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01297,
+      "train_map": 0.4495274072311522,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.0
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01328,
+      "train_map": 0.45013435831756476,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.6
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01292,
+      "train_map": 0.44985560542661734,
+      "val_map": 0.19181516653799807,
+      "lr": 1e-05,
+      "train_s": 40.8
+    }
+  ],
+  "final_train_map": 0.44985560542661734,
+  "final_val_map": 0.19181516653799807,
+  "lora/map": 0.19181516653799807,
+  "train_seconds": 40.8,
+  "wall_seconds": 153.2
+}

p5-mae-15m-d131/exports/step_00020000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.0067978534286186115,
+      "val_map": 0.005918504704723039,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02529,
+      "train_map": 0.01622671439421524,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02368,
+      "train_map": 0.044135450956542435,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02234,
+      "train_map": 0.05730452486693831,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0217,
+      "train_map": 0.07195969590558485,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02102,
+      "train_map": 0.0895852845155968,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02128,
+      "train_map": 0.09784302605798492,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02083,
+      "train_map": 0.09883265915208371,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02162,
+      "train_map": 0.10740765070532089,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02072,
+      "train_map": 0.11177463402027932,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02063,
+      "train_map": 0.10621516284509872,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02082,
+      "train_map": 0.12417306638882977,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02046,
+      "train_map": 0.1235858759002502,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02023,
+      "train_map": 0.12656396762927397,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01958,
+      "train_map": 0.14409683911267676,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02002,
+      "train_map": 0.13583380096561967,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.0197,
+      "train_map": 0.15611282395520573,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02001,
+      "train_map": 0.1500454577590839,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0198,
+      "train_map": 0.15757125677130904,
+      "val_map": 0.09350870823243763,
+      "lr": 0.002799453919445244,
+      "train_s": 10.3
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01871,
+      "train_map": 0.16370349188390024,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.9
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01927,
+      "train_map": 0.16927995744728583,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.5
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01892,
+      "train_map": 0.17287426379701898,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.1
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.0186,
+      "train_map": 0.1708528991413976,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.7
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01935,
+      "train_map": 0.1882601012091419,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.2
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01896,
+      "train_map": 0.19545908285697225,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.9
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01786,
+      "train_map": 0.1968459095660088,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.5
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01865,
+      "train_map": 0.1944475787076781,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01855,
+      "train_map": 0.20920390776045747,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01879,
+      "train_map": 0.20723431627752092,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.3
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01895,
+      "train_map": 0.20968277297164728,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 17.0
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01768,
+      "train_map": 0.2205792275368743,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01823,
+      "train_map": 0.2242425700280271,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01826,
+      "train_map": 0.23532650475010305,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.7
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01868,
+      "train_map": 0.23294993569858838,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.3
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01773,
+      "train_map": 0.2446951995881193,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.9
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01817,
+      "train_map": 0.23856580861626756,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.5
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.0179,
+      "train_map": 0.24317111578050726,
+      "val_map": 0.13438419421049685,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.6
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01665,
+      "train_map": 0.2545449720762769,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.1
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01653,
+      "train_map": 0.2666630451222864,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.7
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01687,
+      "train_map": 0.28589814883856496,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.2
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01672,
+      "train_map": 0.2876657185955874,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01575,
+      "train_map": 0.28445781557776556,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.4
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.0165,
+      "train_map": 0.2909016584945698,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 24.0
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01648,
+      "train_map": 0.30790695363206816,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.6
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.0161,
+      "train_map": 0.3104557218012423,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.2
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01618,
+      "train_map": 0.32018533798616794,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.8
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01628,
+      "train_map": 0.3248379213887442,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.4
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01605,
+      "train_map": 0.33382967791998974,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 27.0
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01591,
+      "train_map": 0.34101126464949727,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.6
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01578,
+      "train_map": 0.35111485990347513,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.2
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01576,
+      "train_map": 0.35897419416474663,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.8
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01586,
+      "train_map": 0.36587036682374113,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.4
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.0152,
+      "train_map": 0.36565548838937983,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 30.0
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01591,
+      "train_map": 0.380812360627658,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.5
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01563,
+      "train_map": 0.380912761944408,
+      "val_map": 0.18298995140162377,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.7
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01391,
+      "train_map": 0.3878722267695464,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.2
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01375,
+      "train_map": 0.39833406508817165,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.8
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01352,
+      "train_map": 0.4060393071590271,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01363,
+      "train_map": 0.4123250913207174,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 33.0
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01343,
+      "train_map": 0.41665177172724954,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01307,
+      "train_map": 0.42304592708963373,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.2
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01317,
+      "train_map": 0.4274325525879408,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.8
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01371,
+      "train_map": 0.43398591068059034,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.4
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01344,
+      "train_map": 0.438890894305887,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 36.0
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01333,
+      "train_map": 0.4411413896284587,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.6
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01338,
+      "train_map": 0.4438896742446147,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.3
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01299,
+      "train_map": 0.44438303077498015,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.9
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01303,
+      "train_map": 0.44616182753551165,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.5
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01318,
+      "train_map": 0.4469566107276947,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 39.1
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01299,
+      "train_map": 0.44828010190002604,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.7
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01317,
+      "train_map": 0.44824770649283613,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.3
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01338,
+      "train_map": 0.44899420239441307,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.8
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01294,
+      "train_map": 0.44941626546420227,
+      "val_map": 0.19308400206246626,
+      "lr": 1e-05,
+      "train_s": 41.1
+    }
+  ],
+  "final_train_map": 0.44941626546420227,
+  "final_val_map": 0.19308400206246626,
+  "lora/map": 0.19308400206246626,
+  "train_seconds": 41.1,
+  "wall_seconds": 153.5
+}

p5-mae-15m-d131/exports/step_00020000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006200284548669319,
+      "val_map": 0.005299956533586009,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02481,
+      "train_map": 0.015546331184441702,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02392,
+      "train_map": 0.03561326232738793,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02238,
+      "train_map": 0.062221129813436526,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02168,
+      "train_map": 0.07384191162573206,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02162,
+      "train_map": 0.07435583911723045,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02145,
+      "train_map": 0.09138840825767018,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02139,
+      "train_map": 0.09505159509513153,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02059,
+      "train_map": 0.09890001709705512,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02026,
+      "train_map": 0.10938739395555483,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02033,
+      "train_map": 0.10645045626968626,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.0208,
+      "train_map": 0.12348036935545886,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.0205,
+      "train_map": 0.12616192427617579,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01998,
+      "train_map": 0.13786774270759589,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02021,
+      "train_map": 0.14083141723976417,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02012,
+      "train_map": 0.1465511971923825,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01971,
+      "train_map": 0.1470209307768921,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02018,
+      "train_map": 0.15242230449758992,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.3
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02042,
+      "train_map": 0.14824755884445426,
+      "val_map": 0.08937266260823783,
+      "lr": 0.002799453919445244,
+      "train_s": 10.3
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01877,
+      "train_map": 0.16515272918318097,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.9
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01843,
+      "train_map": 0.17106540997661085,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.6
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01874,
+      "train_map": 0.17517473864275432,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01875,
+      "train_map": 0.1815350671021349,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01894,
+      "train_map": 0.1856631393733468,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01862,
+      "train_map": 0.17755444688754302,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.9
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.019,
+      "train_map": 0.19219191753052783,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.5
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01893,
+      "train_map": 0.1840559302049864,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01807,
+      "train_map": 0.19798279435601812,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01835,
+      "train_map": 0.2172733478449582,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.3
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.0189,
+      "train_map": 0.21541138829935547,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.9
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01875,
+      "train_map": 0.22455023634167956,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01823,
+      "train_map": 0.2203475743606404,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01818,
+      "train_map": 0.23004817534980332,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.7
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01805,
+      "train_map": 0.23428549413768968,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.3
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01819,
+      "train_map": 0.23283536224475793,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.9
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01869,
+      "train_map": 0.23904813618259593,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.4
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01786,
+      "train_map": 0.234614966350627,
+      "val_map": 0.12996232115082174,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.6
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01737,
+      "train_map": 0.2571970948037573,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.1
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01712,
+      "train_map": 0.26231285639149643,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01625,
+      "train_map": 0.27072554569429874,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.2
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01671,
+      "train_map": 0.2748118106159161,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.0163,
+      "train_map": 0.2804714163387127,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.4
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.0164,
+      "train_map": 0.2894714067370208,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 24.0
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01663,
+      "train_map": 0.2983463285013722,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.6
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01633,
+      "train_map": 0.30472668997794955,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.1
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01604,
+      "train_map": 0.31393204362218247,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.0161,
+      "train_map": 0.32203728288228306,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01601,
+      "train_map": 0.32956474029460825,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.9
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01584,
+      "train_map": 0.33912445181376344,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.5
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01635,
+      "train_map": 0.3376946185611231,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01591,
+      "train_map": 0.3546986348425132,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01595,
+      "train_map": 0.36243543152536567,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01549,
+      "train_map": 0.3697497704131723,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01536,
+      "train_map": 0.381858738174616,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.3
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01535,
+      "train_map": 0.3859750232049591,
+      "val_map": 0.18205167498771788,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.5
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01399,
+      "train_map": 0.39289551874378825,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01384,
+      "train_map": 0.3985118606115428,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.5
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.0134,
+      "train_map": 0.4056208800892054,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.1
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01413,
+      "train_map": 0.41382143642944225,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.7
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01383,
+      "train_map": 0.4188540298208962,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.3
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01347,
+      "train_map": 0.4233788847039671,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.9
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01318,
+      "train_map": 0.42686065383241345,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.4
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01304,
+      "train_map": 0.4282313326313611,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.0
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01342,
+      "train_map": 0.43003425443195076,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.6
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01385,
+      "train_map": 0.4325261458054722,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.2
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01341,
+      "train_map": 0.43582034756410054,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.8
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01335,
+      "train_map": 0.43870723658935845,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.5
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01326,
+      "train_map": 0.4400776251867781,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.0
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01338,
+      "train_map": 0.4412806639748235,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.6
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01304,
+      "train_map": 0.44249828238980365,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.2
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01285,
+      "train_map": 0.4427046610830631,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.8
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01319,
+      "train_map": 0.4429252727886757,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.4
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01326,
+      "train_map": 0.44317852044778483,
+      "val_map": 0.19223456142339468,
+      "lr": 1e-05,
+      "train_s": 40.6
+    }
+  ],
+  "final_train_map": 0.44317852044778483,
+  "final_val_map": 0.19223456142339468,
+  "lora/map": 0.19223456142339468,
+  "train_seconds": 40.6,
+  "wall_seconds": 153.3
+}

p5-mae-15m-d131/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00020000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.1467964213926423,
+  "probe/map_train": 0.5297974481528352,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17997106033787344,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.657297621015459,
+  "probe/total_s": 8.217549461987801,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17788438327642303
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17825143809511593
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17997106033787344
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17750866409034188
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16149576927271922
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13519955648726076
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1050889915274191
+    }
+  ],
+  "per_class_ap": [
+    0.6350973844528198,
+    0.01899263635277748,
+    0.06514688581228256,
+    0.2024855762720108,
+    0.08159103244543076,
+    0.24378405511379242,
+    0.20347018539905548,
+    0.3442746102809906,
+    0.03533225879073143,
+    0.055899474769830704,
+    0.017397329211235046,
+    0.0904684066772461,
+    0.5430352091789246,
+    0.2988312840461731,
+    0.03763878718018532,
+    0.5396084785461426,
+    0.3155117630958557,
+    0.3498401343822479,
+    0.06085352227091789,
+    0.1001003310084343,
+    0.2457403838634491,
+    0.09883899986743927,
+    0.1812824159860611,
+    0.15649934113025665,
+    0.08610817790031433,
+    0.02626614272594452,
+    0.10951736569404602,
+    0.18914097547531128,
+    0.32693228125572205,
+    0.10028005391359329,
+    0.26542630791664124,
+    0.21711833775043488,
+    0.02849545143544674,
+    0.06676219403743744,
+    0.2344289869070053,
+    0.06281058490276337,
+    0.3467924892902374,
+    0.05839242413640022,
+    0.09195548295974731,
+    0.15245667099952698,
+    0.1857227236032486,
+    0.02484610676765442,
+    0.07884882390499115,
+    0.3930491805076599,
+    0.03669973835349083,
+    0.10011531412601471,
+    0.016686877235770226,
+    0.13374705612659454,
+    0.05045434087514877,
+    0.08559807389974594,
+    0.12451805174350739,
+    0.012518814764916897,
+    0.031386736780405045,
+    0.054426196962594986,
+    0.22786201536655426,
+    0.12770399451255798,
+    0.2551575303077698,
+    0.3689250946044922,
+    0.15530718863010406,
+    0.10314103960990906,
+    0.21677234768867493,
+    0.18039186298847198,
+    0.08277086913585663,
+    0.14980405569076538,
+    0.4961315989494324,
+    0.2298889458179474,
+    0.27882838249206543,
+    0.32412928342819214,
+    0.38244912028312683,
+    0.3678353428840637,
+    0.10529018193483353,
+    0.15098531544208527,
+    0.20280805230140686,
+    0.18819475173950195,
+    0.18421873450279236,
+    0.25936219096183777,
+    0.05772381275892258,
+    0.23085767030715942,
+    0.19326061010360718,
+    0.11463183164596558,
+    0.01949680969119072,
+    0.11169882863759995,
+    0.411167174577713,
+    0.14184144139289856,
+    0.12184488028287888,
+    0.032070696353912354,
+    0.05841612443327904,
+    0.023471767082810402,
+    0.02510756440460682,
+    0.1266275942325592,
+    0.054261211305856705,
+    0.05080471932888031,
+    0.12925627827644348,
+    0.016121933236718178,
+    0.03739386796951294,
+    0.05896170064806938,
+    0.016760867089033127,
+    0.021426845341920853,
+    0.1256929486989975,
+    0.2301551252603531,
+    0.1696203052997589,
+    0.2714459300041199,
+    0.0429377444088459,
+    0.04291593283414841,
+    0.03070114180445671,
+    0.07359018176794052,
+    0.06694594025611877,
+    0.05898740142583847,
+    0.09320470690727234,
+    0.19926078617572784,
+    0.19324177503585815,
+    0.13692820072174072,
+    0.1294536292552948,
+    0.10830862820148468,
+    0.05409427359700203,
+    0.21556499600410461,
+    0.2170766294002533,
+    0.11507867276668549,
+    0.15787646174430847,
+    0.2728441655635834,
+    0.2774236500263214,
+    0.16956168413162231,
+    0.11238978803157806,
+    0.09306616336107254,
+    0.010423573665320873,
+    0.026567891240119934,
+    0.12442284822463989,
+    0.19455821812152863,
+    0.12610554695129395,
+    0.10963159054517746,
+    0.004306324757635593,
+    0.09599970281124115,
+    0.18515467643737793,
+    0.18087834119796753,
+    0.053844187408685684,
+    0.011302194558084011,
+    0.08351610600948334,
+    0.7255552411079407,
+    0.23004330694675446,
+    0.3171539604663849,
+    0.4110839068889618,
+    0.3132201135158539,
+    0.15320518612861633,
+    0.14330683648586273,
+    0.10282812267541885,
+    0.11996695399284363,
+    0.09863126277923584,
+    0.27625977993011475,
+    0.15061107277870178,
+    0.19371427595615387,
+    0.16806857287883759,
+    0.18842531740665436,
+    0.20234175026416779,
+    0.11812523007392883,
+    0.11586077511310577,
+    0.2441495805978775,
+    0.11977089196443558,
+    0.10649754852056503,
+    0.03011120669543743,
+    0.07973627001047134,
+    0.46918416023254395,
+    0.275953084230423,
+    0.29900145530700684,
+    0.13466915488243103,
+    0.23551735281944275,
+    0.2634986340999603,
+    0.26596546173095703,
+    0.12142177671194077,
+    0.2672920227050781,
+    0.3620341718196869,
+    0.24378131330013275,
+    0.2937290370464325,
+    0.3187972903251648,
+    0.22789287567138672,
+    0.12138009071350098,
+    0.11955352872610092,
+    0.12932486832141876,
+    0.33759406208992004,
+    0.062498003244400024,
+    0.16458386182785034,
+    0.22202222049236298,
+    0.1757935881614685,
+    0.17747169733047485,
+    0.24967744946479797,
+    0.06446468085050583,
+    0.39884263277053833,
+    0.3462042808532715,
+    0.18152250349521637,
+    0.3138943612575531,
+    0.13054223358631134,
+    0.16326986253261566,
+    0.10837659984827042,
+    0.29974424839019775,
+    0.22706840932369232,
+    0.18882246315479279,
+    0.4034575819969177,
+    0.06815290451049805,
+    0.07888038456439972,
+    0.13428987562656403,
+    0.2719203531742096,
+    0.06002654507756233,
+    0.22118747234344482,
+    0.09404346346855164,
+    0.17087499797344208,
+    0.22757287323474884,
+    0.1816553771495819,
+    0.20609533786773682,
+    0.449034184217453,
+    0.3188491463661194,
+    0.3407115042209625,
+    0.7337446808815002,
+    0.49236512184143066,
+    0.5263919234275818,
+    0.04364962875843048,
+    0.28077879548072815,
+    0.19427728652954102,
+    0.037245262414216995,
+    0.23153460025787354,
+    0.256230890750885,
+    0.1330985575914383,
+    0.16844114661216736,
+    0.12495125830173492,
+    0.21280387043952942,
+    0.2029847800731659,
+    0.07933145761489868,
+    0.08141902834177017,
+    0.07994748651981354,
+    0.03553631901741028,
+    0.1581733375787735,
+    0.04595576226711273,
+    0.07149098068475723,
+    0.09771227091550827,
+    0.104747474193573,
+    0.0949251800775528,
+    0.06934835761785507,
+    0.020520633086562157,
+    0.16556304693222046,
+    0.017508303746581078,
+    0.3210456371307373,
+    0.030970482155680656,
+    0.12640981376171112,
+    0.18914951384067535,
+    0.270393967628479,
+    0.16783152520656586,
+    0.1732526272535324,
+    0.26053541898727417,
+    0.051516540348529816,
+    0.13982541859149933,
+    0.04258757084608078,
+    0.1519661545753479,
+    0.12646649777889252,
+    0.035502515733242035,
+    0.07855097204446793,
+    0.0793810561299324,
+    0.07627448439598083,
+    0.23702961206436157,
+    0.26296988129615784,
+    0.2681296467781067,
+    0.19669954478740692,
+    0.14033061265945435,
+    0.052152346819639206,
+    0.10133282840251923,
+    0.24842336773872375,
+    0.12100507318973541,
+    0.019046546891331673,
+    0.05899960175156593,
+    0.07478202134370804,
+    0.13052882254123688,
+    0.13272926211357117,
+    0.03924691304564476,
+    0.022641923278570175,
+    0.2528209388256073,
+    0.14471273124217987,
+    0.04185454174876213,
+    0.18247359991073608,
+    0.04650377109646797,
+    0.06458060443401337,
+    0.04534131661057472,
+    0.06788311898708344,
+    0.03872963413596153,
+    0.032439593225717545,
+    0.2632332742214203,
+    0.1265448033809662,
+    0.2384895235300064,
+    0.06149696186184883,
+    0.2662416994571686,
+    0.35580575466156006,
+    0.37523153424263,
+    0.2581038773059845,
+    0.19554291665554047,
+    0.19111381471157074,
+    0.2021401822566986,
+    0.11221233755350113,
+    0.19200803339481354,
+    0.2136918157339096,
+    0.2322532683610916,
+    0.16535735130310059,
+    0.007450208533555269,
+    0.014995639212429523,
+    0.009851005859673023,
+    0.28773653507232666,
+    0.20392832159996033,
+    0.18582138419151306,
+    0.07642167806625366,
+    0.041313353925943375,
+    0.1040550023317337,
+    0.038453321903944016,
+    0.18274131417274475,
+    0.06727157533168793,
+    0.12394023686647415,
+    0.15960946679115295,
+    0.06732063740491867,
+    0.14750421047210693,
+    0.07017932832241058,
+    0.0787070095539093,
+    0.12297677993774414,
+    0.07886262983083725,
+    0.041579488664865494,
+    0.09511265903711319,
+    0.0891663059592247,
+    0.2102164328098297,
+    0.033962417393922806,
+    0.4669477641582489,
+    0.339873731136322,
+    0.25613296031951904,
+    0.2826346158981323,
+    0.0504118837416172,
+    0.09775898605585098,
+    0.3133353590965271,
+    0.2815636098384857,
+    0.15226297080516815,
+    0.24305129051208496,
+    0.31753745675086975,
+    0.32043206691741943,
+    0.21006028354167938,
+    0.1519443243741989,
+    0.1381046026945114,
+    0.19592449069023132,
+    0.050397031009197235,
+    0.04067680612206459,
+    0.08820601552724838,
+    0.006961502134799957,
+    0.07263515144586563,
+    0.15882538259029388,
+    0.11810164153575897,
+    0.08571790158748627,
+    0.11064548045396805,
+    0.3553030490875244,
+    0.04248179495334625,
+    0.018285982310771942,
+    0.14313697814941406,
+    0.02301124483346939,
+    0.08534906059503555,
+    0.09466961026191711,
+    0.02939164638519287,
+    0.04207771271467209,
+    0.05003652349114418,
+    0.013100795447826385,
+    0.037659939378499985,
+    0.10251187533140182,
+    0.015794983133673668,
+    0.0713391825556755,
+    0.11037198454141617,
+    0.13771219551563263,
+    0.03184129297733307,
+    0.03853148967027664,
+    0.41151946783065796,
+    0.20676928758621216,
+    0.01826394535601139,
+    0.10768474638462067,
+    0.15161125361919403,
+    0.11204886436462402,
+    0.15244239568710327,
+    0.36905521154403687,
+    0.15809138119220734,
+    0.0709865465760231,
+    0.08402573317289352,
+    0.11923143267631531,
+    0.019368993118405342,
+    0.01098861638456583,
+    0.023339219391345978,
+    0.15154804289340973,
+    0.1391000896692276,
+    0.10515518486499786,
+    0.1913767158985138,
+    0.2013906091451645,
+    0.16427506506443024,
+    0.0721646249294281,
+    0.050282128155231476,
+    0.04498950392007828,
+    0.24033395946025848,
+    0.09120818227529526,
+    0.022796131670475006,
+    0.333098828792572,
+    0.24379105865955353,
+    0.07151778042316437,
+    0.4606854319572449,
+    0.498566210269928,
+    0.0286870114505291,
+    0.36288273334503174,
+    0.4122726321220398,
+    0.039503734558820724,
+    0.12178879976272583,
+    0.29183340072631836,
+    0.020881066098809242,
+    0.013502182438969612,
+    0.018440494313836098,
+    0.024095600470900536,
+    0.04349789395928383,
+    0.01221875473856926,
+    0.010776403360068798,
+    0.19380824267864227,
+    0.023136017844080925,
+    0.04703875258564949,
+    0.2889566719532013,
+    0.22398798167705536,
+    0.025344988331198692,
+    0.007774532772600651,
+    0.08750125020742416,
+    0.06369277089834213,
+    0.24990110099315643,
+    0.08992436528205872,
+    0.10592662543058395,
+    0.31988662481307983,
+    0.08002450317144394,
+    0.09399443119764328,
+    0.044437386095523834,
+    0.20084567368030548,
+    0.2583833932876587,
+    0.16939952969551086,
+    0.07434438169002533,
+    0.1655300259590149,
+    0.15111443400382996,
+    0.08090100437402725,
+    0.0054499986581504345,
+    0.11109885573387146,
+    0.20600652694702148,
+    0.09269227087497711,
+    0.13563378155231476,
+    0.022641463205218315,
+    0.020249759778380394,
+    0.03451339527964592,
+    0.011571508832275867,
+    0.06965595483779907,
+    0.016447873786091805,
+    0.13392192125320435,
+    0.07389888167381287,
+    0.008800394833087921,
+    0.022321216762065887,
+    0.10527525842189789,
+    0.01915961317718029,
+    0.053739484399557114,
+    0.014080782420933247,
+    0.042442403733730316,
+    0.04730234295129776,
+    0.21578215062618256,
+    0.036135897040367126,
+    0.11243546009063721,
+    0.03525828197598457,
+    0.13928870856761932,
+    0.06071852147579193,
+    0.038067471235990524,
+    0.32833415269851685,
+    0.475532203912735,
+    0.22191683948040009,
+    0.19153380393981934,
+    0.05447424203157425,
+    0.057445816695690155,
+    0.06952725350856781,
+    0.23128437995910645,
+    0.09672259539365768,
+    0.06302858889102936,
+    0.10454341024160385,
+    0.015314755029976368,
+    0.17294512689113617,
+    0.00942959450185299,
+    0.2912690341472626,
+    0.0625414177775383,
+    0.07612700760364532,
+    0.2436981201171875,
+    0.16371123492717743,
+    0.11088322103023529,
+    0.02288307622075081,
+    0.06513582915067673,
+    0.0630231723189354,
+    0.010952086187899113,
+    0.006091349292546511,
+    0.061304833739995956,
+    0.051294486969709396,
+    0.0456826277077198,
+    0.19603711366653442,
+    0.3501404821872711,
+    0.06944014877080917,
+    0.1410370171070099,
+    0.201923668384552,
+    0.08209601044654846,
+    0.041314635425806046,
+    0.15055914223194122,
+    0.10244281589984894,
+    0.11292915046215057,
+    0.13707169890403748,
+    0.25995051860809326,
+    0.007624036632478237,
+    0.12661416828632355,
+    0.0266706682741642,
+    0.013037340715527534,
+    0.09672192484140396,
+    0.020934754982590675,
+    0.02213277667760849,
+    0.03888465464115143,
+    0.025457872077822685,
+    0.16369479894638062,
+    0.07901472598314285,
+    0.008680446073412895,
+    0.12390027195215225,
+    0.2676146328449249,
+    0.07171008735895157,
+    0.34190118312835693,
+    0.050961460918188095,
+    0.07410424947738647,
+    0.03678031638264656,
+    0.2236710637807846,
+    0.145650252699852,
+    0.06159685552120209,
+    0.0099772484973073,
+    0.12341663241386414,
+    0.10746528953313828
+  ]
+}

p5-mae-15m-d131/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00025000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.1517400980001029,
+  "probe/map_train": 0.5240656132942358,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18783382848709243,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.854609144036658,
+  "probe/total_s": 8.550428719026968,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1862148824815004
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18667799274682773
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18783382848709243
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18265933889155214
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1678660982615355
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13957537211870077
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10842009761239944
+    }
+  ],
+  "per_class_ap": [
+    0.6472620964050293,
+    0.019871167838573456,
+    0.06541422754526138,
+    0.20396548509597778,
+    0.10246837139129639,
+    0.22656592726707458,
+    0.20437082648277283,
+    0.32039833068847656,
+    0.04813137650489807,
+    0.057202745229005814,
+    0.018457289785146713,
+    0.07960882782936096,
+    0.5682439208030701,
+    0.30465710163116455,
+    0.04175916686654091,
+    0.550896942615509,
+    0.3323221802711487,
+    0.36375266313552856,
+    0.06408689171075821,
+    0.11520502716302872,
+    0.2617051899433136,
+    0.10000345855951309,
+    0.2164623737335205,
+    0.15959489345550537,
+    0.0862172394990921,
+    0.026368653401732445,
+    0.09922930598258972,
+    0.18508663773536682,
+    0.3342541456222534,
+    0.09237111359834671,
+    0.26956403255462646,
+    0.2541656196117401,
+    0.03362508863210678,
+    0.07629312574863434,
+    0.2388961911201477,
+    0.06929326802492142,
+    0.3522739112377167,
+    0.07248955219984055,
+    0.07356274873018265,
+    0.12155264616012573,
+    0.20693184435367584,
+    0.021937889978289604,
+    0.11200582981109619,
+    0.38917306065559387,
+    0.02815292403101921,
+    0.09799853712320328,
+    0.016970764845609665,
+    0.08349183201789856,
+    0.06453174352645874,
+    0.08942089974880219,
+    0.11883671581745148,
+    0.014945418573915958,
+    0.026730965822935104,
+    0.0577373169362545,
+    0.23569795489311218,
+    0.12791889905929565,
+    0.27167534828186035,
+    0.40428414940834045,
+    0.17861239612102509,
+    0.08299701660871506,
+    0.22367410361766815,
+    0.17552830278873444,
+    0.0756266638636589,
+    0.15262770652770996,
+    0.5107251405715942,
+    0.23165102303028107,
+    0.2852536737918854,
+    0.326240599155426,
+    0.40746453404426575,
+    0.36287376284599304,
+    0.12198447436094284,
+    0.1356586217880249,
+    0.20299111306667328,
+    0.1949257254600525,
+    0.18707531690597534,
+    0.2634393572807312,
+    0.06739836186170578,
+    0.22651174664497375,
+    0.2262129932641983,
+    0.1328713297843933,
+    0.02294677123427391,
+    0.12686780095100403,
+    0.43191462755203247,
+    0.13025200366973877,
+    0.13382749259471893,
+    0.04373623803257942,
+    0.062317654490470886,
+    0.019480746239423752,
+    0.04327959939837456,
+    0.07509282976388931,
+    0.07885833829641342,
+    0.07737831026315689,
+    0.17334000766277313,
+    0.01434834860265255,
+    0.03912597894668579,
+    0.09107182174921036,
+    0.022152511402964592,
+    0.04055338352918625,
+    0.15145152807235718,
+    0.2406766414642334,
+    0.1951330602169037,
+    0.34341633319854736,
+    0.04487980902194977,
+    0.04586062207818031,
+    0.023426126688718796,
+    0.06083052605390549,
+    0.10033373534679413,
+    0.08772465586662292,
+    0.1062934547662735,
+    0.20655973255634308,
+    0.22883321344852448,
+    0.13936294615268707,
+    0.13569705188274384,
+    0.11824943870306015,
+    0.0449199415743351,
+    0.1766708940267563,
+    0.18313337862491608,
+    0.16637395322322845,
+    0.17269745469093323,
+    0.32029619812965393,
+    0.3367995321750641,
+    0.17600864171981812,
+    0.12293680012226105,
+    0.1102796345949173,
+    0.010974341072142124,
+    0.030696634203195572,
+    0.13820873200893402,
+    0.17947077751159668,
+    0.17474672198295593,
+    0.12850598990917206,
+    0.004994106478989124,
+    0.09639404714107513,
+    0.16261792182922363,
+    0.1592046469449997,
+    0.0932454988360405,
+    0.015715045854449272,
+    0.11641432344913483,
+    0.7242758274078369,
+    0.24184644222259521,
+    0.32049256563186646,
+    0.4327474534511566,
+    0.3068326413631439,
+    0.1451067477464676,
+    0.1127123162150383,
+    0.09951891750097275,
+    0.16951632499694824,
+    0.11293157190084457,
+    0.31526875495910645,
+    0.13542287051677704,
+    0.21629519760608673,
+    0.15800224244594574,
+    0.19001221656799316,
+    0.23691190779209137,
+    0.11815860867500305,
+    0.10657593607902527,
+    0.20844697952270508,
+    0.1202058345079422,
+    0.0876026600599289,
+    0.030498508363962173,
+    0.07978029549121857,
+    0.4821557104587555,
+    0.2972424030303955,
+    0.3002663254737854,
+    0.15047597885131836,
+    0.2466469258069992,
+    0.2680436968803406,
+    0.2975500226020813,
+    0.14341464638710022,
+    0.28354203701019287,
+    0.3977751135826111,
+    0.2494724690914154,
+    0.33142557740211487,
+    0.3668084442615509,
+    0.23758050799369812,
+    0.11019390821456909,
+    0.1559201329946518,
+    0.10526533424854279,
+    0.37513959407806396,
+    0.0682711973786354,
+    0.15430395305156708,
+    0.2038666307926178,
+    0.16459231078624725,
+    0.17771874368190765,
+    0.2619270980358124,
+    0.06227825954556465,
+    0.41224488615989685,
+    0.391547292470932,
+    0.17340180277824402,
+    0.3101467192173004,
+    0.1502646654844284,
+    0.16527685523033142,
+    0.10038624703884125,
+    0.30356985330581665,
+    0.2197893261909485,
+    0.19576048851013184,
+    0.4053947925567627,
+    0.06808684021234512,
+    0.10367850959300995,
+    0.12766943871974945,
+    0.2580818235874176,
+    0.027208475396037102,
+    0.249017596244812,
+    0.12015547603368759,
+    0.19239237904548645,
+    0.23318427801132202,
+    0.21345995366573334,
+    0.24439853429794312,
+    0.5145904421806335,
+    0.2659972608089447,
+    0.3419654965400696,
+    0.7603670954704285,
+    0.5187831521034241,
+    0.5182850360870361,
+    0.05094604566693306,
+    0.2994242012500763,
+    0.21398194134235382,
+    0.04472902789711952,
+    0.22573770582675934,
+    0.2864428162574768,
+    0.13347387313842773,
+    0.16410160064697266,
+    0.12207870185375214,
+    0.2026231586933136,
+    0.23308907449245453,
+    0.06336940824985504,
+    0.08315268158912659,
+    0.07628622651100159,
+    0.051232729107141495,
+    0.18002159893512726,
+    0.06765704602003098,
+    0.07480815798044205,
+    0.1043255403637886,
+    0.10051687061786652,
+    0.07357212901115417,
+    0.042832061648368835,
+    0.018208567053079605,
+    0.17549048364162445,
+    0.025218483060598373,
+    0.34341341257095337,
+    0.030428681522607803,
+    0.1417020857334137,
+    0.2089087963104248,
+    0.2859189212322235,
+    0.1741650551557541,
+    0.17351970076560974,
+    0.27702897787094116,
+    0.08773604780435562,
+    0.1320585310459137,
+    0.047749113291502,
+    0.15081144869327545,
+    0.10708151012659073,
+    0.034576524049043655,
+    0.09430976957082748,
+    0.07583068311214447,
+    0.08487948030233383,
+    0.268166184425354,
+    0.2515837550163269,
+    0.25899142026901245,
+    0.17081953585147858,
+    0.11529350280761719,
+    0.05464106425642967,
+    0.12189868092536926,
+    0.23937278985977173,
+    0.10661745071411133,
+    0.018071195110678673,
+    0.06339994817972183,
+    0.0804014801979065,
+    0.12380658835172653,
+    0.14107634127140045,
+    0.05067102611064911,
+    0.021250823512673378,
+    0.2676115334033966,
+    0.09654409438371658,
+    0.05044795572757721,
+    0.19788527488708496,
+    0.02984062023460865,
+    0.07219287753105164,
+    0.05722767487168312,
+    0.08502715826034546,
+    0.040754515677690506,
+    0.03100457414984703,
+    0.26812002062797546,
+    0.1445370465517044,
+    0.2507189214229584,
+    0.07302364706993103,
+    0.27433231472969055,
+    0.3379962146282196,
+    0.34261077642440796,
+    0.25484609603881836,
+    0.20011965930461884,
+    0.1784399151802063,
+    0.19655536115169525,
+    0.11251159757375717,
+    0.2089802771806717,
+    0.19666942954063416,
+    0.20388875901699066,
+    0.17113400995731354,
+    0.009972428902983665,
+    0.03496004641056061,
+    0.01458699069917202,
+    0.28588318824768066,
+    0.21697001159191132,
+    0.1932654231786728,
+    0.08811546862125397,
+    0.04059606418013573,
+    0.09166046977043152,
+    0.038576241582632065,
+    0.17990310490131378,
+    0.0752745196223259,
+    0.08141029626131058,
+    0.17088858783245087,
+    0.0913228988647461,
+    0.14483284950256348,
+    0.07971680164337158,
+    0.09592374414205551,
+    0.11453193426132202,
+    0.07799084484577179,
+    0.042263470590114594,
+    0.12664735317230225,
+    0.09629593044519424,
+    0.27763789892196655,
+    0.031432874500751495,
+    0.4796788990497589,
+    0.37246909737586975,
+    0.25685277581214905,
+    0.27973195910453796,
+    0.05855341628193855,
+    0.09172429144382477,
+    0.30751124024391174,
+    0.28091681003570557,
+    0.1645021140575409,
+    0.23260587453842163,
+    0.3052828907966614,
+    0.3651636242866516,
+    0.21803021430969238,
+    0.16529516875743866,
+    0.1301567405462265,
+    0.21805083751678467,
+    0.041577454656362534,
+    0.03870288282632828,
+    0.10862497240304947,
+    0.012216387316584587,
+    0.08726681023836136,
+    0.16046081483364105,
+    0.10925260931253433,
+    0.08259701728820801,
+    0.11080341786146164,
+    0.346187025308609,
+    0.046545062214136124,
+    0.023235062137246132,
+    0.13584734499454498,
+    0.02483997866511345,
+    0.09334491938352585,
+    0.11018987745046616,
+    0.02763155661523342,
+    0.04906046390533447,
+    0.03724304959177971,
+    0.012234264984726906,
+    0.039410077035427094,
+    0.09887847304344177,
+    0.017143014818429947,
+    0.08223231136798859,
+    0.12324948608875275,
+    0.14193139970302582,
+    0.034773144870996475,
+    0.03604210168123245,
+    0.40119925141334534,
+    0.21424292027950287,
+    0.018110841512680054,
+    0.1245063915848732,
+    0.12574274837970734,
+    0.09689506888389587,
+    0.1641836017370224,
+    0.3876258432865143,
+    0.14815837144851685,
+    0.08663526177406311,
+    0.09326022118330002,
+    0.11121660470962524,
+    0.013856649398803711,
+    0.010013311170041561,
+    0.019110195338726044,
+    0.14898480474948883,
+    0.17167285084724426,
+    0.09856224060058594,
+    0.18155740201473236,
+    0.22996993362903595,
+    0.17957542836666107,
+    0.05768550932407379,
+    0.06347891688346863,
+    0.050374772399663925,
+    0.21018846333026886,
+    0.0718468725681305,
+    0.02207820490002632,
+    0.3621341586112976,
+    0.20218321681022644,
+    0.08955775201320648,
+    0.4937986433506012,
+    0.5481970310211182,
+    0.035540662705898285,
+    0.35947462916374207,
+    0.4019288718700409,
+    0.03687508404254913,
+    0.12839210033416748,
+    0.28176140785217285,
+    0.031848229467868805,
+    0.02969355694949627,
+    0.020185744389891624,
+    0.039309266954660416,
+    0.05420486256480217,
+    0.01967005617916584,
+    0.018644925206899643,
+    0.15038521587848663,
+    0.030602741986513138,
+    0.04685948044061661,
+    0.2943853437900543,
+    0.24236491322517395,
+    0.0223027803003788,
+    0.009849228896200657,
+    0.10831274092197418,
+    0.08174554258584976,
+    0.22755813598632812,
+    0.08941257745027542,
+    0.08247767388820648,
+    0.2889954447746277,
+    0.09618214517831802,
+    0.09166517853736877,
+    0.04700279235839844,
+    0.18832716345787048,
+    0.21961215138435364,
+    0.17260369658470154,
+    0.10909101366996765,
+    0.19555073976516724,
+    0.14101919531822205,
+    0.08228358626365662,
+    0.005401090253144503,
+    0.1292707473039627,
+    0.2086179256439209,
+    0.09170526266098022,
+    0.1613243669271469,
+    0.02938162349164486,
+    0.022301264107227325,
+    0.02279362641274929,
+    0.011302227154374123,
+    0.07714823633432388,
+    0.018896039575338364,
+    0.10959487408399582,
+    0.07948384433984756,
+    0.010552872903645039,
+    0.02952180802822113,
+    0.11603119969367981,
+    0.012647653929889202,
+    0.05719730257987976,
+    0.016601284965872765,
+    0.05513013154268265,
+    0.04268282279372215,
+    0.21794886887073517,
+    0.04322962835431099,
+    0.09419029206037521,
+    0.04586770012974739,
+    0.12971797585487366,
+    0.0535924918949604,
+    0.037115227431058884,
+    0.38403889536857605,
+    0.49082911014556885,
+    0.2542222738265991,
+    0.1790999323129654,
+    0.06366603076457977,
+    0.058895308524370193,
+    0.060378335416316986,
+    0.22957412898540497,
+    0.09097729623317719,
+    0.06041577830910683,
+    0.09702865779399872,
+    0.018787121400237083,
+    0.2025352567434311,
+    0.006816383451223373,
+    0.26731956005096436,
+    0.06550116837024689,
+    0.09241902828216553,
+    0.23012344539165497,
+    0.17536309361457825,
+    0.11724069714546204,
+    0.02720009908080101,
+    0.09348642081022263,
+    0.09540931135416031,
+    0.015560217201709747,
+    0.007115270476788282,
+    0.06412454694509506,
+    0.06675470620393753,
+    0.0703602284193039,
+    0.20358425378799438,
+    0.3197859227657318,
+    0.08691737800836563,
+    0.15565922856330872,
+    0.22891125082969666,
+    0.09007082879543304,
+    0.041713982820510864,
+    0.12649469077587128,
+    0.08349210768938065,
+    0.10694476962089539,
+    0.12839648127555847,
+    0.302354633808136,
+    0.006745798047631979,
+    0.13615284860134125,
+    0.024546131491661072,
+    0.01348536554723978,
+    0.1038217842578888,
+    0.02102743089199066,
+    0.01948275789618492,
+    0.045259989798069,
+    0.030044125393033028,
+    0.15970881283283234,
+    0.0856098160147667,
+    0.010712780058383942,
+    0.1316155642271042,
+    0.27313315868377686,
+    0.07745543122291565,
+    0.3590695559978485,
+    0.040777985006570816,
+    0.058146245777606964,
+    0.03160415589809418,
+    0.2350727617740631,
+    0.1480470895767212,
+    0.06870652735233307,
+    0.01732746697962284,
+    0.12099884450435638,
+    0.11455433815717697
+  ]
+}

p5-mae-15m-d131/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00030000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.15769766179042422,
+  "probe/map_train": 0.518857123277219,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.19290945185807867,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.753035050933249,
+  "probe/total_s": 8.194286271929741,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19234438759029138
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19261473439990823
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19290945185807867
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1889746538677078
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1719328442785493
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1457639752937555
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11284407813754109
+    }
+  ],
+  "per_class_ap": [
+    0.6539522409439087,
+    0.017929522320628166,
+    0.0688762217760086,
+    0.21263760328292847,
+    0.09785891324281693,
+    0.24026334285736084,
+    0.22121015191078186,
+    0.32142174243927,
+    0.04114820435643196,
+    0.06312118470668793,
+    0.01960890367627144,
+    0.07227631658315659,
+    0.6034055948257446,
+    0.30682578682899475,
+    0.057210616767406464,
+    0.555372416973114,
+    0.34753066301345825,
+    0.37653741240501404,
+    0.06190145015716553,
+    0.11363989859819412,
+    0.2482263594865799,
+    0.0913952961564064,
+    0.1897801011800766,
+    0.17711585760116577,
+    0.09037062525749207,
+    0.030040407553315163,
+    0.1297185719013214,
+    0.19487570226192474,
+    0.33496007323265076,
+    0.12601350247859955,
+    0.26691246032714844,
+    0.24591922760009766,
+    0.03726477548480034,
+    0.09450335055589676,
+    0.25169098377227783,
+    0.06497448682785034,
+    0.3586949408054352,
+    0.06727103888988495,
+    0.07713227719068527,
+    0.1478120982646942,
+    0.20369291305541992,
+    0.019336465746164322,
+    0.11297145485877991,
+    0.4196188747882843,
+    0.03026457689702511,
+    0.11400120705366135,
+    0.021477848291397095,
+    0.10858945548534393,
+    0.06526975333690643,
+    0.09041699022054672,
+    0.14397192001342773,
+    0.01210913248360157,
+    0.028481891378760338,
+    0.06954269856214523,
+    0.23816055059432983,
+    0.11998627334833145,
+    0.28395891189575195,
+    0.4000801146030426,
+    0.1560257524251938,
+    0.11505494266748428,
+    0.22360822558403015,
+    0.18339236080646515,
+    0.08455049991607666,
+    0.1381814032793045,
+    0.49552902579307556,
+    0.22387154400348663,
+    0.28092512488365173,
+    0.3397050201892853,
+    0.3883267343044281,
+    0.3836999535560608,
+    0.11725141108036041,
+    0.13467369973659515,
+    0.2081499993801117,
+    0.2071884125471115,
+    0.2051258683204651,
+    0.25829389691352844,
+    0.06351881474256516,
+    0.2694006562232971,
+    0.22901073098182678,
+    0.16078686714172363,
+    0.027356039732694626,
+    0.12772805988788605,
+    0.4421722888946533,
+    0.10615991801023483,
+    0.13873183727264404,
+    0.032221704721450806,
+    0.06326538324356079,
+    0.023769842460751534,
+    0.047093022614717484,
+    0.09161519259214401,
+    0.08108286559581757,
+    0.08326124399900436,
+    0.16982483863830566,
+    0.02229144796729088,
+    0.03459591791033745,
+    0.07722463458776474,
+    0.02132529951632023,
+    0.025883929803967476,
+    0.1519080102443695,
+    0.2342938780784607,
+    0.18480698764324188,
+    0.33109745383262634,
+    0.045825276523828506,
+    0.04742095246911049,
+    0.0255572646856308,
+    0.0871625766158104,
+    0.08359110355377197,
+    0.08392571657896042,
+    0.11947037279605865,
+    0.2299453467130661,
+    0.24146397411823273,
+    0.14452522993087769,
+    0.14374105632305145,
+    0.11511025577783585,
+    0.06051141396164894,
+    0.207286536693573,
+    0.19968019425868988,
+    0.1516893357038498,
+    0.17351296544075012,
+    0.3635421395301819,
+    0.3755195736885071,
+    0.19207488000392914,
+    0.1086958572268486,
+    0.0957411453127861,
+    0.014314684085547924,
+    0.03108306974172592,
+    0.14577367901802063,
+    0.19231586158275604,
+    0.18724556267261505,
+    0.13580931723117828,
+    0.004671938251703978,
+    0.09865197539329529,
+    0.23449021577835083,
+    0.23957709968090057,
+    0.08064094930887222,
+    0.015298925340175629,
+    0.10669245570898056,
+    0.7267451286315918,
+    0.24990592896938324,
+    0.3373757302761078,
+    0.4277724027633667,
+    0.31513845920562744,
+    0.14644752442836761,
+    0.13525857031345367,
+    0.11294358223676682,
+    0.15284095704555511,
+    0.1404184103012085,
+    0.2723287045955658,
+    0.1512909084558487,
+    0.2295508235692978,
+    0.12928442656993866,
+    0.1991540640592575,
+    0.26351398229599,
+    0.11704627424478531,
+    0.11235474795103073,
+    0.23474329710006714,
+    0.14244234561920166,
+    0.10279425978660583,
+    0.02621518447995186,
+    0.07546398788690567,
+    0.5034468173980713,
+    0.29719051718711853,
+    0.30323901772499084,
+    0.14632412791252136,
+    0.2548040449619293,
+    0.28268495202064514,
+    0.31637075543403625,
+    0.1304864138364792,
+    0.28991055488586426,
+    0.3917016386985779,
+    0.26899755001068115,
+    0.3344601094722748,
+    0.3600527346134186,
+    0.21977756917476654,
+    0.12828902900218964,
+    0.1160765066742897,
+    0.10489408671855927,
+    0.3805345892906189,
+    0.0953112319111824,
+    0.18546447157859802,
+    0.24354374408721924,
+    0.19368483126163483,
+    0.1924142986536026,
+    0.30449533462524414,
+    0.06180543079972267,
+    0.43568164110183716,
+    0.4115798771381378,
+    0.20652996003627777,
+    0.3494291603565216,
+    0.14393654465675354,
+    0.18756523728370667,
+    0.11142732203006744,
+    0.313833087682724,
+    0.226433664560318,
+    0.21161922812461853,
+    0.3968660533428192,
+    0.06965851783752441,
+    0.11491254717111588,
+    0.1328471153974533,
+    0.3141738772392273,
+    0.02835817262530327,
+    0.2719745635986328,
+    0.1307273507118225,
+    0.17726391553878784,
+    0.20257468521595,
+    0.2178540825843811,
+    0.2568076550960541,
+    0.5186320543289185,
+    0.27334657311439514,
+    0.3560292422771454,
+    0.7618944644927979,
+    0.5493903756141663,
+    0.5174346566200256,
+    0.07302698493003845,
+    0.33469560742378235,
+    0.21553391218185425,
+    0.04679720103740692,
+    0.2328822910785675,
+    0.2826610207557678,
+    0.13796275854110718,
+    0.1604754626750946,
+    0.12402261793613434,
+    0.21016137301921844,
+    0.22994689643383026,
+    0.06748951226472855,
+    0.08785707503557205,
+    0.07509409636259079,
+    0.0461568683385849,
+    0.19145144522190094,
+    0.054330624639987946,
+    0.07425626367330551,
+    0.1348540335893631,
+    0.08473853766918182,
+    0.06671866774559021,
+    0.04681539162993431,
+    0.02997436374425888,
+    0.17960798740386963,
+    0.026561755686998367,
+    0.3419308066368103,
+    0.032026875764131546,
+    0.14422062039375305,
+    0.20576836168766022,
+    0.30382826924324036,
+    0.16958878934383392,
+    0.16164842247962952,
+    0.2824247479438782,
+    0.06940918415784836,
+    0.14147649705410004,
+    0.05028509348630905,
+    0.14289185404777527,
+    0.13580195605754852,
+    0.04081394895911217,
+    0.1170651912689209,
+    0.0795663371682167,
+    0.08026377111673355,
+    0.2707437574863434,
+    0.2526746094226837,
+    0.2759127914905548,
+    0.15344293415546417,
+    0.1315436214208603,
+    0.056558359414339066,
+    0.1258799433708191,
+    0.21999768912792206,
+    0.12120531499385834,
+    0.01939668506383896,
+    0.07133021205663681,
+    0.07300998270511627,
+    0.13196195662021637,
+    0.13316823542118073,
+    0.04747500270605087,
+    0.039680201560258865,
+    0.28238362073898315,
+    0.11896300315856934,
+    0.04359250143170357,
+    0.2178560197353363,
+    0.03543565422296524,
+    0.06688344478607178,
+    0.0577840656042099,
+    0.09341265261173248,
+    0.03738352283835411,
+    0.02887740544974804,
+    0.26796457171440125,
+    0.12424139678478241,
+    0.25633448362350464,
+    0.07130927592515945,
+    0.28691035509109497,
+    0.3471801280975342,
+    0.36256933212280273,
+    0.2821369469165802,
+    0.21460239589214325,
+    0.1945248544216156,
+    0.2306646853685379,
+    0.11783350259065628,
+    0.22476044297218323,
+    0.21696658432483673,
+    0.23074652254581451,
+    0.15668131411075592,
+    0.007635911460965872,
+    0.03041522204875946,
+    0.014405622147023678,
+    0.2950706481933594,
+    0.2123367339372635,
+    0.19880400598049164,
+    0.09093649685382843,
+    0.033911362290382385,
+    0.12039360404014587,
+    0.03988366574048996,
+    0.18556807935237885,
+    0.09189318120479584,
+    0.14073076844215393,
+    0.17521381378173828,
+    0.10419976711273193,
+    0.1253582388162613,
+    0.0798676386475563,
+    0.10673822462558746,
+    0.12670543789863586,
+    0.08686938881874084,
+    0.05071551352739334,
+    0.1129225343465805,
+    0.09385370463132858,
+    0.29345589876174927,
+    0.04571322724223137,
+    0.4832097291946411,
+    0.37903401255607605,
+    0.24359194934368134,
+    0.3070325255393982,
+    0.07693441957235336,
+    0.10198046267032623,
+    0.31551393866539,
+    0.2968442440032959,
+    0.17838682234287262,
+    0.22169049084186554,
+    0.32164350152015686,
+    0.3850817084312439,
+    0.23075948655605316,
+    0.158977210521698,
+    0.1450672596693039,
+    0.23466768860816956,
+    0.04967532306909561,
+    0.04313787817955017,
+    0.10892843455076218,
+    0.0061461227014660835,
+    0.11178690195083618,
+    0.1619110107421875,
+    0.1242019310593605,
+    0.07164333760738373,
+    0.11849252879619598,
+    0.34397536516189575,
+    0.04720652475953102,
+    0.024236060678958893,
+    0.12929397821426392,
+    0.032448697835206985,
+    0.0924549549818039,
+    0.1130867674946785,
+    0.030515842139720917,
+    0.07655011117458344,
+    0.05018924921751022,
+    0.013446033000946045,
+    0.04859939217567444,
+    0.11337379366159439,
+    0.022099418565630913,
+    0.11437742412090302,
+    0.14897270500659943,
+    0.12517628073692322,
+    0.03666210174560547,
+    0.0416070781648159,
+    0.4071706235408783,
+    0.2294791042804718,
+    0.028079601004719734,
+    0.10799235850572586,
+    0.1485901176929474,
+    0.1102370172739029,
+    0.17936581373214722,
+    0.37002965807914734,
+    0.2227412313222885,
+    0.07564857602119446,
+    0.09777277708053589,
+    0.1247960552573204,
+    0.015205038711428642,
+    0.013551498763263226,
+    0.023688437417149544,
+    0.12153033167123795,
+    0.17394505441188812,
+    0.10726252943277359,
+    0.18645521998405457,
+    0.21430137753486633,
+    0.1860935240983963,
+    0.046124640852212906,
+    0.07141894102096558,
+    0.048115093261003494,
+    0.25207778811454773,
+    0.07194563746452332,
+    0.026125581935048103,
+    0.4006705582141876,
+    0.2297641932964325,
+    0.09531397372484207,
+    0.49951183795928955,
+    0.5742505788803101,
+    0.03688802197575569,
+    0.37145522236824036,
+    0.41441982984542847,
+    0.04719967767596245,
+    0.12331942468881607,
+    0.26874253153800964,
+    0.023782359436154366,
+    0.018882500007748604,
+    0.02531648613512516,
+    0.028541019186377525,
+    0.060885366052389145,
+    0.01579301804304123,
+    0.017195718362927437,
+    0.19597876071929932,
+    0.03428616747260094,
+    0.05698402225971222,
+    0.2843140661716461,
+    0.20637823641300201,
+    0.03438194841146469,
+    0.013642479665577412,
+    0.10937532782554626,
+    0.07405178248882294,
+    0.25772273540496826,
+    0.0912538543343544,
+    0.08190552145242691,
+    0.31337904930114746,
+    0.10354719310998917,
+    0.08713120967149734,
+    0.05605953559279442,
+    0.20529159903526306,
+    0.25568780303001404,
+    0.18082191050052643,
+    0.09130001068115234,
+    0.20523379743099213,
+    0.15232615172863007,
+    0.07783184945583344,
+    0.005913102068006992,
+    0.13601766526699066,
+    0.22036191821098328,
+    0.1071402058005333,
+    0.15017075836658478,
+    0.046022217720746994,
+    0.021609114482998848,
+    0.025808721780776978,
+    0.01213306188583374,
+    0.09023971855640411,
+    0.01845402456820011,
+    0.13257193565368652,
+    0.07667718082666397,
+    0.010376118123531342,
+    0.027937596663832664,
+    0.14897604286670685,
+    0.028860343620181084,
+    0.05706057697534561,
+    0.0184156596660614,
+    0.04868394508957863,
+    0.039895251393318176,
+    0.23176543414592743,
+    0.03787445276975632,
+    0.1403709053993225,
+    0.041353728622198105,
+    0.1227056160569191,
+    0.05384179949760437,
+    0.0374637246131897,
+    0.41319742798805237,
+    0.4733749032020569,
+    0.2505953311920166,
+    0.1844625622034073,
+    0.06638491153717041,
+    0.05461973696947098,
+    0.0691225454211235,
+    0.25589674711227417,
+    0.08083952218294144,
+    0.056688129901885986,
+    0.11894021928310394,
+    0.02409285493195057,
+    0.21739479899406433,
+    0.009482759982347488,
+    0.2891702651977539,
+    0.06849759072065353,
+    0.0953633040189743,
+    0.23479898273944855,
+    0.1768670380115509,
+    0.10701112449169159,
+    0.02419300563633442,
+    0.11729446798563004,
+    0.06969161331653595,
+    0.011435103602707386,
+    0.007549929432570934,
+    0.06132366880774498,
+    0.06575695425271988,
+    0.07783057540655136,
+    0.21245145797729492,
+    0.33257970213890076,
+    0.12522289156913757,
+    0.1549520641565323,
+    0.22263184189796448,
+    0.10265523195266724,
+    0.0451824776828289,
+    0.1349581778049469,
+    0.08892034739255905,
+    0.09155706316232681,
+    0.1338207870721817,
+    0.31603243947029114,
+    0.007443680427968502,
+    0.1348763406276703,
+    0.022637439891695976,
+    0.014315580949187279,
+    0.10594190657138824,
+    0.018980400636792183,
+    0.021259546279907227,
+    0.04673274978995323,
+    0.027367163449525833,
+    0.17289336025714874,
+    0.08808039873838425,
+    0.010599881410598755,
+    0.12544386088848114,
+    0.265017032623291,
+    0.09758616983890533,
+    0.3439837098121643,
+    0.047217950224876404,
+    0.09038828313350677,
+    0.04247443377971649,
+    0.2469497174024582,
+    0.1471344530582428,
+    0.07204639166593552,
+    0.01398527156561613,
+    0.1414673626422882,
+    0.11882681399583817
+  ]
+}

p5-mae-15m-d131/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00035000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.1611121450188575,
+  "probe/map_train": 0.5168222082916655,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.19658340787624612,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.83977352490183,
+  "probe/total_s": 8.46480823494494,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19493981911641753
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19531209142640077
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19658340787624612
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19052273736148012
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17442283395631858
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1456870009894686
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1124293487549952
+    }
+  ],
+  "per_class_ap": [
+    0.6568682193756104,
+    0.024590175598859787,
+    0.07805970311164856,
+    0.214680477976799,
+    0.1048881784081459,
+    0.2435990869998932,
+    0.21365348994731903,
+    0.32455235719680786,
+    0.04615508019924164,
+    0.06039797514677048,
+    0.021680476143956184,
+    0.07780452072620392,
+    0.6119171977043152,
+    0.3215866684913635,
+    0.06047375872731209,
+    0.5650135278701782,
+    0.35226601362228394,
+    0.3806213140487671,
+    0.0631050392985344,
+    0.11656500399112701,
+    0.22626082599163055,
+    0.08958305418491364,
+    0.20254765450954437,
+    0.17549145221710205,
+    0.09184904396533966,
+    0.02465549111366272,
+    0.12887117266654968,
+    0.19188374280929565,
+    0.33491796255111694,
+    0.10023682564496994,
+    0.2652250826358795,
+    0.272633820772171,
+    0.038265831768512726,
+    0.08386947959661484,
+    0.25179898738861084,
+    0.08143814653158188,
+    0.38017216324806213,
+    0.0766453668475151,
+    0.0789739266037941,
+    0.15844105184078217,
+    0.21236610412597656,
+    0.017825452610850334,
+    0.12432004511356354,
+    0.42539337277412415,
+    0.021908346563577652,
+    0.14309199154376984,
+    0.029649298638105392,
+    0.10871589928865433,
+    0.06406053155660629,
+    0.08915793150663376,
+    0.1438460499048233,
+    0.01308546680957079,
+    0.027678344398736954,
+    0.0751090943813324,
+    0.25064289569854736,
+    0.12118465453386307,
+    0.30041298270225525,
+    0.393422394990921,
+    0.1923903375864029,
+    0.10982508957386017,
+    0.23501741886138916,
+    0.19203302264213562,
+    0.10543619841337204,
+    0.14264725148677826,
+    0.5096455216407776,
+    0.22206680476665497,
+    0.28652334213256836,
+    0.35934334993362427,
+    0.396013081073761,
+    0.397839218378067,
+    0.11662721633911133,
+    0.13970012962818146,
+    0.21247722208499908,
+    0.21052959561347961,
+    0.2063264101743698,
+    0.26873978972435,
+    0.06654177606105804,
+    0.2273157238960266,
+    0.24487818777561188,
+    0.15921761095523834,
+    0.026338035240769386,
+    0.14005611836910248,
+    0.46429669857025146,
+    0.12106110155582428,
+    0.13153591752052307,
+    0.03548748791217804,
+    0.0675121620297432,
+    0.02858448587357998,
+    0.05294365808367729,
+    0.12321610003709793,
+    0.08653914928436279,
+    0.08743514865636826,
+    0.16188734769821167,
+    0.022538891062140465,
+    0.036173369735479355,
+    0.08546523749828339,
+    0.02930462546646595,
+    0.028881343081593513,
+    0.15586581826210022,
+    0.24489565193653107,
+    0.18668746948242188,
+    0.35579970479011536,
+    0.04965434968471527,
+    0.05214165523648262,
+    0.027074990794062614,
+    0.0752478614449501,
+    0.08189532905817032,
+    0.08647046983242035,
+    0.1349850296974182,
+    0.23351043462753296,
+    0.2471059113740921,
+    0.15081097185611725,
+    0.15087461471557617,
+    0.11835219711065292,
+    0.06334105879068375,
+    0.21804073452949524,
+    0.22361387312412262,
+    0.14813171327114105,
+    0.18365789949893951,
+    0.33750343322753906,
+    0.3556436598300934,
+    0.18272386491298676,
+    0.10709298402070999,
+    0.1058470755815506,
+    0.013219935819506645,
+    0.028834467753767967,
+    0.14341618120670319,
+    0.18966853618621826,
+    0.1756388396024704,
+    0.1353282630443573,
+    0.005026436876505613,
+    0.09051251411437988,
+    0.2018880546092987,
+    0.2073826938867569,
+    0.07885661721229553,
+    0.019369324669241905,
+    0.11943110823631287,
+    0.7291655540466309,
+    0.25109097361564636,
+    0.33818066120147705,
+    0.433655709028244,
+    0.3324081003665924,
+    0.16547225415706635,
+    0.1353876143693924,
+    0.11376167088747025,
+    0.17461618781089783,
+    0.13318850100040436,
+    0.31602904200553894,
+    0.14147977530956268,
+    0.23666241765022278,
+    0.16420787572860718,
+    0.19917716085910797,
+    0.2572561502456665,
+    0.11749955266714096,
+    0.10830102860927582,
+    0.24157212674617767,
+    0.14422951638698578,
+    0.10612746328115463,
+    0.0322951078414917,
+    0.08272993564605713,
+    0.4781889319419861,
+    0.30169546604156494,
+    0.30286315083503723,
+    0.14547637104988098,
+    0.2601568102836609,
+    0.2773883044719696,
+    0.31077057123184204,
+    0.15306183695793152,
+    0.28380200266838074,
+    0.384548157453537,
+    0.26865154504776,
+    0.3301125168800354,
+    0.3615196645259857,
+    0.22947028279304504,
+    0.12684929370880127,
+    0.139659121632576,
+    0.11120206862688065,
+    0.380058616399765,
+    0.0905008614063263,
+    0.1899411827325821,
+    0.2502288222312927,
+    0.197983980178833,
+    0.2070954591035843,
+    0.32217758893966675,
+    0.057701438665390015,
+    0.4442434310913086,
+    0.42181074619293213,
+    0.20784246921539307,
+    0.33518943190574646,
+    0.16206583380699158,
+    0.19192682206630707,
+    0.1158594936132431,
+    0.33154863119125366,
+    0.22226114571094513,
+    0.22142848372459412,
+    0.401338130235672,
+    0.0687810480594635,
+    0.11722955107688904,
+    0.13091237843036652,
+    0.3123929798603058,
+    0.030470119789242744,
+    0.26543909311294556,
+    0.13444891571998596,
+    0.19459696114063263,
+    0.20036907494068146,
+    0.22973361611366272,
+    0.26655855774879456,
+    0.5158686637878418,
+    0.27564388513565063,
+    0.3634912669658661,
+    0.7626324892044067,
+    0.5402336716651917,
+    0.5125423669815063,
+    0.07442712038755417,
+    0.33480802178382874,
+    0.21865931153297424,
+    0.04216518998146057,
+    0.23955310881137848,
+    0.2905865013599396,
+    0.14571918547153473,
+    0.18378055095672607,
+    0.1384444534778595,
+    0.1980653554201126,
+    0.24312281608581543,
+    0.0667676106095314,
+    0.09235363453626633,
+    0.08103201538324356,
+    0.044348493218421936,
+    0.18147189915180206,
+    0.061168257147073746,
+    0.07431408017873764,
+    0.13529640436172485,
+    0.08704768121242523,
+    0.06980804353952408,
+    0.044467028230428696,
+    0.02126065455377102,
+    0.17564481496810913,
+    0.02793455868959427,
+    0.3715767562389374,
+    0.031190017238259315,
+    0.13947796821594238,
+    0.2127739042043686,
+    0.3101217448711395,
+    0.17190270125865936,
+    0.17023177444934845,
+    0.29240521788597107,
+    0.08636558055877686,
+    0.13658437132835388,
+    0.05023019015789032,
+    0.14769379794597626,
+    0.14519694447517395,
+    0.04383859038352966,
+    0.13671761751174927,
+    0.08254864066839218,
+    0.08631959557533264,
+    0.2829228639602661,
+    0.2635796070098877,
+    0.28787192702293396,
+    0.1765298992395401,
+    0.12517762184143066,
+    0.05103548616170883,
+    0.14329782128334045,
+    0.22408783435821533,
+    0.12736354768276215,
+    0.019204339012503624,
+    0.07540791481733322,
+    0.0747762992978096,
+    0.13247910141944885,
+    0.14717532694339752,
+    0.05549873411655426,
+    0.04340619593858719,
+    0.2752664387226105,
+    0.13580557703971863,
+    0.04699813202023506,
+    0.20817944407463074,
+    0.037368204444646835,
+    0.0645420029759407,
+    0.051469188183546066,
+    0.0818614587187767,
+    0.038170576095581055,
+    0.03074628859758377,
+    0.2724054157733917,
+    0.1365858018398285,
+    0.26032668352127075,
+    0.07075846940279007,
+    0.2961697578430176,
+    0.36184948682785034,
+    0.3671666383743286,
+    0.2889751195907593,
+    0.22944335639476776,
+    0.21086640655994415,
+    0.23827582597732544,
+    0.11752191931009293,
+    0.21448664367198944,
+    0.23888543248176575,
+    0.2550782561302185,
+    0.16278024017810822,
+    0.008461561985313892,
+    0.03155592083930969,
+    0.014377811923623085,
+    0.2975447177886963,
+    0.2181655764579773,
+    0.19583554565906525,
+    0.10069837421178818,
+    0.034637581557035446,
+    0.12862356007099152,
+    0.035806186497211456,
+    0.18951906263828278,
+    0.09768829494714737,
+    0.15212953090667725,
+    0.18304798007011414,
+    0.1053968071937561,
+    0.13215725123882294,
+    0.09191571921110153,
+    0.12359537929296494,
+    0.126947820186615,
+    0.08917811512947083,
+    0.06495505571365356,
+    0.10997477173805237,
+    0.09468350559473038,
+    0.2686876356601715,
+    0.0320657379925251,
+    0.49786943197250366,
+    0.4059477150440216,
+    0.2655947208404541,
+    0.3122413158416748,
+    0.07289033383131027,
+    0.09497739374637604,
+    0.3147362768650055,
+    0.29387593269348145,
+    0.1933916062116623,
+    0.23794402182102203,
+    0.3220643103122711,
+    0.4131283760070801,
+    0.24544575810432434,
+    0.15840403735637665,
+    0.1620398610830307,
+    0.24275654554367065,
+    0.0501934178173542,
+    0.04317338019609451,
+    0.11545130610466003,
+    0.0056719351559877396,
+    0.12733568251132965,
+    0.16729487478733063,
+    0.11491391807794571,
+    0.07527589797973633,
+    0.12376315891742706,
+    0.343936562538147,
+    0.03779393434524536,
+    0.023122835904359818,
+    0.1294974684715271,
+    0.028922121971845627,
+    0.09415493160486221,
+    0.11884205788373947,
+    0.028336340561509132,
+    0.09126078337430954,
+    0.05094339698553085,
+    0.013505233451724052,
+    0.04801776632666588,
+    0.15134966373443604,
+    0.024049261584877968,
+    0.10831010341644287,
+    0.14689379930496216,
+    0.13183631002902985,
+    0.03750200569629669,
+    0.039092469960451126,
+    0.4026840031147003,
+    0.2278488129377365,
+    0.019282642751932144,
+    0.12069373577833176,
+    0.15737506747245789,
+    0.10389762371778488,
+    0.18980878591537476,
+    0.3520762622356415,
+    0.2081112116575241,
+    0.07468598335981369,
+    0.09625926613807678,
+    0.13419237732887268,
+    0.01840212009847164,
+    0.012649192474782467,
+    0.020936813205480576,
+    0.12611408531665802,
+    0.17291639745235443,
+    0.11647575348615646,
+    0.18683315813541412,
+    0.22703318297863007,
+    0.19701959192752838,
+    0.04233148321509361,
+    0.06423287093639374,
+    0.059221889823675156,
+    0.2665402889251709,
+    0.06960182636976242,
+    0.028995098546147346,
+    0.40739521384239197,
+    0.23968558013439178,
+    0.09023510664701462,
+    0.505330502986908,
+    0.590086042881012,
+    0.03769184276461601,
+    0.39753830432891846,
+    0.42131125926971436,
+    0.04431373253464699,
+    0.12971332669258118,
+    0.2774040102958679,
+    0.027514874935150146,
+    0.018845869228243828,
+    0.02192481979727745,
+    0.04384421557188034,
+    0.04760051518678665,
+    0.019199416041374207,
+    0.024952460080385208,
+    0.1739223748445511,
+    0.03231855854392052,
+    0.05885672941803932,
+    0.2932782769203186,
+    0.22745583951473236,
+    0.03512296453118324,
+    0.012006564065814018,
+    0.1099284216761589,
+    0.08007949590682983,
+    0.2525590658187866,
+    0.0947781577706337,
+    0.07918571680784225,
+    0.29699987173080444,
+    0.10157673060894012,
+    0.09312316030263901,
+    0.0433121994137764,
+    0.21401961147785187,
+    0.2525009214878082,
+    0.18451176583766937,
+    0.0850953534245491,
+    0.19684560596942902,
+    0.15502655506134033,
+    0.08116576075553894,
+    0.005660918075591326,
+    0.13663902878761292,
+    0.224617138504982,
+    0.10928956419229507,
+    0.15010930597782135,
+    0.05137589946389198,
+    0.023006081581115723,
+    0.03304697573184967,
+    0.012243404984474182,
+    0.09103220701217651,
+    0.021439431235194206,
+    0.13911131024360657,
+    0.08641475439071655,
+    0.009179502725601196,
+    0.028087513521313667,
+    0.15304069221019745,
+    0.02889741025865078,
+    0.05381738394498825,
+    0.020087355747818947,
+    0.05628557130694389,
+    0.04115242883563042,
+    0.23664490878582,
+    0.04065265879034996,
+    0.14042553305625916,
+    0.04710199311375618,
+    0.13345105946063995,
+    0.05103093013167381,
+    0.042552605271339417,
+    0.4118693172931671,
+    0.4804946184158325,
+    0.25948160886764526,
+    0.19185949862003326,
+    0.05325430631637573,
+    0.05704077333211899,
+    0.07248561829328537,
+    0.24848054349422455,
+    0.10286270081996918,
+    0.06075339764356613,
+    0.10970950126647949,
+    0.02432228811085224,
+    0.2275661677122116,
+    0.008128401823341846,
+    0.2816568911075592,
+    0.0671251118183136,
+    0.098098985850811,
+    0.23503029346466064,
+    0.18987570703029633,
+    0.11648981273174286,
+    0.024779144674539566,
+    0.140111044049263,
+    0.07802681624889374,
+    0.013145743869245052,
+    0.007078665308654308,
+    0.07035620510578156,
+    0.0687350332736969,
+    0.07647557556629181,
+    0.22425208985805511,
+    0.3315071761608124,
+    0.11623667180538177,
+    0.13650169968605042,
+    0.2250811755657196,
+    0.11801056563854218,
+    0.04584372788667679,
+    0.1427687108516693,
+    0.09907745569944382,
+    0.10157298296689987,
+    0.13778816163539886,
+    0.32692739367485046,
+    0.008510464802384377,
+    0.1482141762971878,
+    0.027691859751939774,
+    0.012070613913238049,
+    0.10571540147066116,
+    0.020257625728845596,
+    0.02143128030002117,
+    0.05517785996198654,
+    0.03158422186970711,
+    0.16852185130119324,
+    0.08537936955690384,
+    0.010230857878923416,
+    0.1263761669397354,
+    0.27852654457092285,
+    0.08722887188196182,
+    0.3500623106956482,
+    0.04286534711718559,
+    0.09533441066741943,
+    0.04908081516623497,
+    0.2634849548339844,
+    0.1481163054704666,
+    0.06353885680437088,
+    0.013680366799235344,
+    0.1350024789571762,
+    0.1131678968667984
+  ]
+}

p5-mae-15m-d131/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.1538984375
+  - 0.01669921875
+  - 0.0
+  - 0.006083984375
+  - 0.066798828125
+  - 0.000125
+  - 0.0404765625
+  - 0.024583984375
+  - 0.09765234375
+  - 0.001302734375
+  - 0.0
+  - 0.0
+  - 0.0
+  - 0.160107421875
+  - 0.000931640625
+  - 0.1006953125
+  - 0.00279296875
+  - 0.00298046875
+  - 0.32487109375
+  - 0.0
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d131
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d131/exports/step_00040000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.43105706149712203,
+  "lora/map": 0.43105706149712203,
+  "fsd50k/map": 0.43105706149712203,
+  "train_seconds": 97.13,
+  "total_seconds": 106.53,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022475250469287857,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013458412481660903,
+      "val_map": 0.43105706149712203,
+      "lr": 0.0,
+      "train_s": 97.12859975069296
+    }
+  ],
+  "per_class_ap": [
+    0.28396010398864746,
+    0.12234057486057281,
+    0.5918501615524292,
+    0.38314130902290344,
+    0.518597424030304,
+    0.6612473130226135,
+    0.879023015499115,
+    0.5859625339508057,
+    0.6147058606147766,
+    0.5501061677932739,
+    0.3591262698173523,
+    0.43900904059410095,
+    0.3065437376499176,
+    0.4769178032875061,
+    0.5023356080055237,
+    0.4643997848033905,
+    0.031338199973106384,
+    0.3723547160625458,
+    0.5137642621994019,
+    0.24719685316085815,
+    0.5449409484863281,
+    0.4412749707698822,
+    0.8991329073905945,
+    0.09205272793769836,
+    0.25816842913627625,
+    0.49534034729003906,
+    0.41535070538520813,
+    0.2764350175857544,
+    0.8433827757835388,
+    0.3138680160045624,
+    0.736294686794281,
+    0.7105401754379272,
+    0.46751290559768677,
+    0.19584284722805023,
+    0.39523768424987793,
+    0.2637532949447632,
+    0.4359287619590759,
+    0.18140803277492523,
+    0.4688417315483093,
+    0.37153947353363037,
+    0.6295731067657471,
+    0.3337845206260681,
+    0.6695466637611389,
+    0.1825585514307022,
+    0.5998444557189941,
+    0.0293629989027977,
+    0.2968159019947052,
+    0.3046512007713318,
+    0.6403159499168396,
+    0.436970978975296,
+    0.4706304967403412,
+    0.5308530926704407,
+    0.6418364644050598,
+    0.16999143362045288,
+    0.24512581527233124,
+    0.04794154688715935,
+    0.29395052790641785,
+    0.6903783082962036,
+    0.1463773399591446,
+    0.5629022121429443,
+    0.6742979288101196,
+    0.7293165326118469,
+    0.5050474405288696,
+    0.19853301346302032,
+    0.5412662029266357,
+    0.1359393447637558,
+    0.28941789269447327,
+    0.6787347197532654,
+    0.5229447484016418,
+    0.5434167981147766,
+    0.49817752838134766,
+    0.2727977931499481,
+    0.7188377976417542,
+    0.4291124641895294,
+    0.23168103396892548,
+    0.19714806973934174,
+    0.4637296199798584,
+    0.4307151436805725,
+    0.40870076417922974,
+    0.4799324572086334,
+    0.3243533968925476,
+    0.44485539197921753,
+    0.3815281093120575,
+    0.4632745385169983,
+    0.24461938440799713,
+    0.37939220666885376,
+    0.48407360911369324,
+    0.5641542077064514,
+    0.17222313582897186,
+    0.25832271575927734,
+    0.7583844661712646,
+    0.1427573263645172,
+    0.5395921468734741,
+    0.22787714004516602,
+    0.37661877274513245,
+    0.46671250462532043,
+    0.367936372756958,
+    0.1228194534778595,
+    0.42372116446495056,
+    0.10051669180393219,
+    0.602804958820343,
+    0.733406126499176,
+    0.28717041015625,
+    0.44840431213378906,
+    0.27589675784111023,
+    0.5466969013214111,
+    0.6658562421798706,
+    0.5811142921447754,
+    0.592620849609375,
+    0.3429132103919983,
+    0.2364037036895752,
+    0.33312368392944336,
+    0.6040326952934265,
+    0.11487472057342529,
+    0.1369640976190567,
+    0.4393625259399414,
+    0.7807549834251404,
+    0.4580557346343994,
+    0.5401464700698853,
+    0.265703022480011,
+    0.8814420104026794,
+    0.8899317383766174,
+    0.5459624528884888,
+    0.09494641423225403,
+    0.33704009652137756,
+    0.7974154353141785,
+    0.41015350818634033,
+    0.7510973215103149,
+    0.35092583298683167,
+    0.13635975122451782,
+    0.29775047302246094,
+    0.8711861968040466,
+    0.4906344413757324,
+    0.5262464880943298,
+    0.6435893774032593,
+    0.1332348734140396,
+    0.1396573781967163,
+    0.08532478660345078,
+    0.6400083303451538,
+    0.6039035320281982,
+    0.24713556468486786,
+    0.37309780716896057,
+    0.4190654456615448,
+    0.4006388187408447,
+    0.744491457939148,
+    0.5618792772293091,
+    0.06314820051193237,
+    0.6437638401985168,
+    0.27351248264312744,
+    0.29651743173599243,
+    0.5224071145057678,
+    0.5276212692260742,
+    0.4007813334465027,
+    0.44235581159591675,
+    0.4704324007034302,
+    0.4022342264652252,
+    0.5584107041358948,
+    0.6570940017700195,
+    0.46588701009750366,
+    0.11055666208267212,
+    0.48372092843055725,
+    0.2058868706226349,
+    0.7061838507652283,
+    0.19994604587554932,
+    0.3464529514312744,
+    0.335979700088501,
+    0.3539343774318695,
+    0.07469524443149567,
+    0.3961133658885956,
+    0.4968457818031311,
+    0.10930440574884415,
+    0.9218202829360962,
+    0.9255886673927307,
+    0.06999313831329346,
+    0.6030701994895935,
+    0.8133570551872253,
+    0.33925577998161316,
+    0.2525068521499634,
+    0.27846962213516235,
+    0.34214308857917786,
+    0.07629085332155228,
+    0.4291987717151642,
+    0.28410065174102783,
+    0.6758695244789124,
+    0.6615390777587891,
+    0.477136492729187,
+    0.3192976415157318,
+    0.6955221891403198,
+    0.6068224906921387,
+    0.5835431218147278,
+    0.5331210494041443,
+    0.5061137676239014,
+    0.5586225390434265,
+    0.14717942476272583,
+    0.23209822177886963,
+    0.4081652760505676,
+    0.10916755348443985,
+    0.5595158934593201,
+    0.22456932067871094,
+    0.8464644551277161
+  ]
+}

p5-mae-15m-d131/exports/step_00040000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.43322224758565425,
+  "lora/map": 0.43322224758565425,
+  "fsd50k/map": 0.43322224758565425,
+  "train_seconds": 96.74,
+  "total_seconds": 105.97,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02233186560915783,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013323773043857453,
+      "val_map": 0.43322224758565425,
+      "lr": 0.0,
+      "train_s": 96.73503658105619
+    }
+  ],
+  "per_class_ap": [
+    0.2967710793018341,
+    0.17188982665538788,
+    0.5675106644630432,
+    0.44835150241851807,
+    0.5400655269622803,
+    0.6612347960472107,
+    0.8686763644218445,
+    0.5907145142555237,
+    0.5672356486320496,
+    0.5221046209335327,
+    0.3927575647830963,
+    0.45517536997795105,
+    0.25426948070526123,
+    0.41185638308525085,
+    0.5052552223205566,
+    0.4574589729309082,
+    0.03987397626042366,
+    0.2866230607032776,
+    0.47877347469329834,
+    0.2732636034488678,
+    0.5334360003471375,
+    0.44792667031288147,
+    0.8974083662033081,
+    0.09242930263280869,
+    0.28333377838134766,
+    0.4721277058124542,
+    0.4365379512310028,
+    0.2922366261482239,
+    0.8467434048652649,
+    0.32363808155059814,
+    0.7150961756706238,
+    0.7070123553276062,
+    0.5114222168922424,
+    0.1339961737394333,
+    0.414037823677063,
+    0.2641276717185974,
+    0.4248281419277191,
+    0.1994454711675644,
+    0.46424663066864014,
+    0.35318830609321594,
+    0.6311153769493103,
+    0.35621726512908936,
+    0.6899619698524475,
+    0.17136898636817932,
+    0.62004554271698,
+    0.049084048718214035,
+    0.28383392095565796,
+    0.3008981943130493,
+    0.6972021460533142,
+    0.4626656472682953,
+    0.40299275517463684,
+    0.5046727061271667,
+    0.6224981546401978,
+    0.17808867990970612,
+    0.22501550614833832,
+    0.034116148948669434,
+    0.3053402900695801,
+    0.6880987286567688,
+    0.1247294545173645,
+    0.5591018199920654,
+    0.664146900177002,
+    0.7162876129150391,
+    0.5013294219970703,
+    0.21001607179641724,
+    0.6347932815551758,
+    0.12305060029029846,
+    0.31850871443748474,
+    0.6886427402496338,
+    0.5590183138847351,
+    0.5565822124481201,
+    0.5039165019989014,
+    0.3095240294933319,
+    0.7423778176307678,
+    0.4237813949584961,
+    0.2769600450992584,
+    0.23362673819065094,
+    0.42483678460121155,
+    0.4073736071586609,
+    0.4352867305278778,
+    0.4871744215488434,
+    0.3302673399448395,
+    0.4006146788597107,
+    0.32327044010162354,
+    0.45545220375061035,
+    0.4057440757751465,
+    0.3540149927139282,
+    0.4794251024723053,
+    0.5561917424201965,
+    0.19672533869743347,
+    0.23573555052280426,
+    0.757755696773529,
+    0.1878538429737091,
+    0.5755166411399841,
+    0.23480522632598877,
+    0.37699955701828003,
+    0.42870715260505676,
+    0.42249229550361633,
+    0.12235115468502045,
+    0.4092666804790497,
+    0.10677081346511841,
+    0.5993694067001343,
+    0.7322057485580444,
+    0.2688679099082947,
+    0.44958508014678955,
+    0.30196917057037354,
+    0.5248581171035767,
+    0.6644324660301208,
+    0.588062584400177,
+    0.6155204176902771,
+    0.31975194811820984,
+    0.2551059424877167,
+    0.297289103269577,
+    0.5806758403778076,
+    0.11004307121038437,
+    0.1871284693479538,
+    0.4443212151527405,
+    0.7790606021881104,
+    0.4688263535499573,
+    0.5736157894134521,
+    0.2891811430454254,
+    0.8868811130523682,
+    0.8957285284996033,
+    0.5763612985610962,
+    0.10433011502027512,
+    0.31459102034568787,
+    0.7995370030403137,
+    0.3943083584308624,
+    0.7493383884429932,
+    0.34294894337654114,
+    0.122486911714077,
+    0.32066479325294495,
+    0.8707758784294128,
+    0.4659968316555023,
+    0.526090145111084,
+    0.6540346741676331,
+    0.12411750853061676,
+    0.13272416591644287,
+    0.06771315634250641,
+    0.6271346211433411,
+    0.6235272884368896,
+    0.24222660064697266,
+    0.34247034788131714,
+    0.38835254311561584,
+    0.33642473816871643,
+    0.7555908560752869,
+    0.5982390642166138,
+    0.0705336257815361,
+    0.6726376414299011,
+    0.2441980242729187,
+    0.30878129601478577,
+    0.5247789621353149,
+    0.5180342197418213,
+    0.3739860951900482,
+    0.37830013036727905,
+    0.5011485815048218,
+    0.4149959087371826,
+    0.5534987449645996,
+    0.6864194869995117,
+    0.46211060881614685,
+    0.10694761574268341,
+    0.5344664454460144,
+    0.22618141770362854,
+    0.7120174169540405,
+    0.17411978542804718,
+    0.33034029603004456,
+    0.28468894958496094,
+    0.3429524600505829,
+    0.07456221431493759,
+    0.3814477026462555,
+    0.4755935072898865,
+    0.10583585500717163,
+    0.9245769381523132,
+    0.9371466040611267,
+    0.049668099731206894,
+    0.5961097478866577,
+    0.8177443742752075,
+    0.32059767842292786,
+    0.2908625602722168,
+    0.2953924238681793,
+    0.3299034833908081,
+    0.05976727977395058,
+    0.47186478972435,
+    0.30156660079956055,
+    0.6835350394248962,
+    0.666337251663208,
+    0.47616150975227356,
+    0.3074938654899597,
+    0.6990388035774231,
+    0.6350911855697632,
+    0.6171091198921204,
+    0.5501797795295715,
+    0.5360705852508545,
+    0.5713759660720825,
+    0.16226328909397125,
+    0.3208557665348053,
+    0.4064303934574127,
+    0.13868382573127747,
+    0.5918112397193909,
+    0.17697811126708984,
+    0.8514686226844788
+  ]
+}

p5-mae-15m-d131/exports/step_00040000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.435691920183599,
+  "lora/map": 0.435691920183599,
+  "fsd50k/map": 0.435691920183599,
+  "train_seconds": 97.6,
+  "total_seconds": 107.12,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02168603423051536,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013653865581422663,
+      "val_map": 0.435691920183599,
+      "lr": 0.0,
+      "train_s": 97.59679734206293
+    }
+  ],
+  "per_class_ap": [
+    0.2863440215587616,
+    0.17208921909332275,
+    0.5635473132133484,
+    0.40499618649482727,
+    0.5250095725059509,
+    0.6637016534805298,
+    0.8688279986381531,
+    0.5866045951843262,
+    0.5929320454597473,
+    0.46674844622612,
+    0.40445107221603394,
+    0.4702984094619751,
+    0.27026233077049255,
+    0.4199879467487335,
+    0.5048519968986511,
+    0.46402329206466675,
+    0.033674515783786774,
+    0.3280123770236969,
+    0.4863342046737671,
+    0.2873530685901642,
+    0.5947954058647156,
+    0.44236016273498535,
+    0.8998690843582153,
+    0.10343876481056213,
+    0.26746323704719543,
+    0.47110220789909363,
+    0.4313972294330597,
+    0.2878910303115845,
+    0.8584276437759399,
+    0.30869942903518677,
+    0.6872873306274414,
+    0.6870371699333191,
+    0.4736531376838684,
+    0.16273432970046997,
+    0.41525477170944214,
+    0.2651882767677307,
+    0.43133750557899475,
+    0.20989559590816498,
+    0.35149770975112915,
+    0.3171934485435486,
+    0.6568779349327087,
+    0.35435643792152405,
+    0.6300163865089417,
+    0.17051856219768524,
+    0.5699900388717651,
+    0.08376866579055786,
+    0.22527649998664856,
+    0.29046911001205444,
+    0.7430496215820312,
+    0.4389265477657318,
+    0.38301369547843933,
+    0.534718930721283,
+    0.6348354816436768,
+    0.1960662603378296,
+    0.25548920035362244,
+    0.042091578245162964,
+    0.2861984372138977,
+    0.6927788853645325,
+    0.12954358756542206,
+    0.5831753015518188,
+    0.681180477142334,
+    0.7172040343284607,
+    0.5218350887298584,
+    0.23939676582813263,
+    0.5736326575279236,
+    0.14748889207839966,
+    0.2829241454601288,
+    0.7381009459495544,
+    0.5004483461380005,
+    0.5577963590621948,
+    0.5268216729164124,
+    0.3551430404186249,
+    0.7559990882873535,
+    0.4926619529724121,
+    0.2522716224193573,
+    0.21896816790103912,
+    0.4495835602283478,
+    0.45809364318847656,
+    0.4413032829761505,
+    0.48570525646209717,
+    0.2955804467201233,
+    0.4580319821834564,
+    0.3655540645122528,
+    0.42173880338668823,
+    0.34547218680381775,
+    0.38525494933128357,
+    0.48650985956192017,
+    0.5560107231140137,
+    0.18355046212673187,
+    0.24505476653575897,
+    0.7719770073890686,
+    0.11595439165830612,
+    0.5769138336181641,
+    0.25205904245376587,
+    0.40213653445243835,
+    0.4137117564678192,
+    0.42920494079589844,
+    0.1213846355676651,
+    0.39324140548706055,
+    0.10915741324424744,
+    0.591571569442749,
+    0.7347462177276611,
+    0.2796415090560913,
+    0.4398713707923889,
+    0.28064635396003723,
+    0.5605074167251587,
+    0.6631975769996643,
+    0.5698297619819641,
+    0.5802061557769775,
+    0.3940056562423706,
+    0.2270766645669937,
+    0.3054198622703552,
+    0.6617436408996582,
+    0.15485301613807678,
+    0.1814637929201126,
+    0.44225645065307617,
+    0.8007952570915222,
+    0.4871051609516144,
+    0.566718578338623,
+    0.2608986794948578,
+    0.8821104764938354,
+    0.8899278044700623,
+    0.5465101599693298,
+    0.13799147307872772,
+    0.3244743347167969,
+    0.8083592057228088,
+    0.3953464925289154,
+    0.767003059387207,
+    0.35860034823417664,
+    0.14598491787910461,
+    0.2279847413301468,
+    0.8791645765304565,
+    0.5016143321990967,
+    0.536456823348999,
+    0.6585922241210938,
+    0.14937765896320343,
+    0.14685314893722534,
+    0.06376789510250092,
+    0.6630057692527771,
+    0.6159918308258057,
+    0.2665398418903351,
+    0.3626653552055359,
+    0.3433937728404999,
+    0.4409545660018921,
+    0.7455935478210449,
+    0.6057065725326538,
+    0.07150577008724213,
+    0.6839990615844727,
+    0.20629361271858215,
+    0.3009377717971802,
+    0.524779736995697,
+    0.5462552905082703,
+    0.38749784231185913,
+    0.4031185507774353,
+    0.5170972943305969,
+    0.39244556427001953,
+    0.5768573880195618,
+    0.7182555794715881,
+    0.45477384328842163,
+    0.1317543238401413,
+    0.5192385911941528,
+    0.18976417183876038,
+    0.6815279722213745,
+    0.1908334642648697,
+    0.3859189450740814,
+    0.42048004269599915,
+    0.31853994727134705,
+    0.07633133977651596,
+    0.4301743805408478,
+    0.5038667917251587,
+    0.11796817183494568,
+    0.9198629856109619,
+    0.9324514865875244,
+    0.04996487498283386,
+    0.6042340993881226,
+    0.8079123497009277,
+    0.3118579089641571,
+    0.2983183264732361,
+    0.28015121817588806,
+    0.34979015588760376,
+    0.07353261113166809,
+    0.46545037627220154,
+    0.2560535967350006,
+    0.6425292491912842,
+    0.6644487977027893,
+    0.451534241437912,
+    0.3294241428375244,
+    0.6989853978157043,
+    0.6471594572067261,
+    0.5813484191894531,
+    0.5585096478462219,
+    0.5462904572486877,
+    0.5600031018257141,
+    0.1707943081855774,
+    0.3001357614994049,
+    0.42019984126091003,
+    0.10033278167247772,
+    0.5917978286743164,
+    0.16614693403244019,
+    0.8696295022964478
+  ]
+}

p5-mae-15m-d131/exports/step_00040000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006735008502417939,
+      "val_map": 0.005770288722808747,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02403,
+      "train_map": 0.015586499655813657,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02375,
+      "train_map": 0.04013314857691053,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02265,
+      "train_map": 0.06382095415376664,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02198,
+      "train_map": 0.08069194747140344,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.0211,
+      "train_map": 0.0860277806983932,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02067,
+      "train_map": 0.0933247703853005,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02084,
+      "train_map": 0.1016221552176235,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02091,
+      "train_map": 0.12633979516863766,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.9
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02064,
+      "train_map": 0.11720929994111778,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.5
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02073,
+      "train_map": 0.1347691741139333,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02072,
+      "train_map": 0.13333769114794072,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02047,
+      "train_map": 0.127960195963711,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0205,
+      "train_map": 0.15452515279681578,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01984,
+      "train_map": 0.1512726417237246,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01959,
+      "train_map": 0.16188214820910393,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01907,
+      "train_map": 0.16420558627705448,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01977,
+      "train_map": 0.17246111129999048,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01974,
+      "train_map": 0.16780365488635096,
+      "val_map": 0.10511088224863051,
+      "lr": 0.002799453919445244,
+      "train_s": 10.3
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01819,
+      "train_map": 0.1735183144778197,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.9
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.0192,
+      "train_map": 0.1968584361656673,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.4
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01884,
+      "train_map": 0.18954900302526592,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.0
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01865,
+      "train_map": 0.19092234782786224,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.6
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01793,
+      "train_map": 0.19064222238657455,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.2
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01792,
+      "train_map": 0.20807815271260066,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.8
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01814,
+      "train_map": 0.2042636377957828,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.4
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01836,
+      "train_map": 0.20566123332192085,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.0
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01839,
+      "train_map": 0.21767511581418864,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.6
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01837,
+      "train_map": 0.2025533217885505,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01869,
+      "train_map": 0.22951703101742935,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.7
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01816,
+      "train_map": 0.2362505486500105,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.3
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01756,
+      "train_map": 0.23412987346578906,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.9
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.0177,
+      "train_map": 0.2458577931768471,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.5
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01828,
+      "train_map": 0.24795230311576624,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.0
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01772,
+      "train_map": 0.26509906973714537,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.7
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01784,
+      "train_map": 0.2697834996789326,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.2
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01724,
+      "train_map": 0.2624568498394747,
+      "val_map": 0.14847258038012986,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.4
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.0169,
+      "train_map": 0.2792492855262485,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.8
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01606,
+      "train_map": 0.28062221390394887,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.4
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01653,
+      "train_map": 0.2915828776540521,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.0
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01596,
+      "train_map": 0.30482190034477713,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.6
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.0165,
+      "train_map": 0.3003144617487572,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.1
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01598,
+      "train_map": 0.3134458754229336,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.8
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01602,
+      "train_map": 0.31519277207553387,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.4
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01584,
+      "train_map": 0.33466818697213335,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.0
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01574,
+      "train_map": 0.34022130448533755,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.6
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01519,
+      "train_map": 0.3419380599696479,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.2
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01579,
+      "train_map": 0.34141643961230594,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.8
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01549,
+      "train_map": 0.35193069460863635,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.4
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01552,
+      "train_map": 0.37070756792612164,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01546,
+      "train_map": 0.3798412981618062,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01525,
+      "train_map": 0.3830041412292384,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01567,
+      "train_map": 0.3957248372176001,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01507,
+      "train_map": 0.40259250619606,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.3
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01517,
+      "train_map": 0.4066936815231756,
+      "val_map": 0.19753852239376962,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.5
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.0136,
+      "train_map": 0.41055070547355194,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01315,
+      "train_map": 0.4191314497329931,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.6
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01344,
+      "train_map": 0.42828570965825946,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.2
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01322,
+      "train_map": 0.435464987421737,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.8
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01303,
+      "train_map": 0.4445776605388358,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.4
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.0131,
+      "train_map": 0.4488261206609248,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.0
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01304,
+      "train_map": 0.45330738562532125,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.6
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01305,
+      "train_map": 0.45587737300562226,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.0127,
+      "train_map": 0.4599741885908641,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.8
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01318,
+      "train_map": 0.4621502703419786,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.3
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01267,
+      "train_map": 0.4657883316038116,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.9
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01274,
+      "train_map": 0.4683389076344542,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.5
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01313,
+      "train_map": 0.4697749435025103,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.1
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01308,
+      "train_map": 0.4705221613328303,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.7
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01285,
+      "train_map": 0.47219185215868126,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.3
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01252,
+      "train_map": 0.4724702528082329,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.9
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.0129,
+      "train_map": 0.4735356047961585,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.4
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01249,
+      "train_map": 0.47375059731488434,
+      "val_map": 0.20562029164991355,
+      "lr": 1e-05,
+      "train_s": 40.7
+    }
+  ],
+  "final_train_map": 0.47375059731488434,
+  "final_val_map": 0.20562029164991355,
+  "lora/map": 0.20562029164991355,
+  "train_seconds": 40.7,
+  "wall_seconds": 154.2
+}

p5-mae-15m-d131/exports/step_00040000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006481850774034476,
+      "val_map": 0.0058123897699253945,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02529,
+      "train_map": 0.016933947648946727,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.0236,
+      "train_map": 0.04606619400751602,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02231,
+      "train_map": 0.06103557377598166,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02153,
+      "train_map": 0.07623771864671677,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02079,
+      "train_map": 0.09771628354577104,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02104,
+      "train_map": 0.10325331969206103,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02052,
+      "train_map": 0.10967983143400592,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02141,
+      "train_map": 0.10481656413389268,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02065,
+      "train_map": 0.12522041979175152,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02047,
+      "train_map": 0.11648361232048661,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02047,
+      "train_map": 0.13447865558544306,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02021,
+      "train_map": 0.14310128636529185,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.2
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01996,
+      "train_map": 0.15242950417246295,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.8
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01943,
+      "train_map": 0.15923418291752534,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01973,
+      "train_map": 0.1590503198421601,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01957,
+      "train_map": 0.16321157978536593,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0197,
+      "train_map": 0.17528392520266634,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.1
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01949,
+      "train_map": 0.1749657944588793,
+      "val_map": 0.10565625114164949,
+      "lr": 0.002799453919445244,
+      "train_s": 10.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.0184,
+      "train_map": 0.1793209364888677,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.7
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01888,
+      "train_map": 0.1885448459861005,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01898,
+      "train_map": 0.1900652671662253,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.9
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01845,
+      "train_map": 0.18649332901459378,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.5
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01907,
+      "train_map": 0.20880825848776347,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.1
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01873,
+      "train_map": 0.20683472466070127,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.8
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01762,
+      "train_map": 0.21980962401920437,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.4
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01827,
+      "train_map": 0.225332263945487,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.9
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01827,
+      "train_map": 0.22584184270663155,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.5
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01859,
+      "train_map": 0.22459491961891895,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01884,
+      "train_map": 0.22185762804284323,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.7
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.0175,
+      "train_map": 0.22674701762415708,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.3
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01798,
+      "train_map": 0.24966847494092595,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.9
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01782,
+      "train_map": 0.24855453030434232,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.5
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01843,
+      "train_map": 0.25768129083290836,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.0
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.0175,
+      "train_map": 0.2696625151842889,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.0178,
+      "train_map": 0.2695686413678544,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.2
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01752,
+      "train_map": 0.2647739851624622,
+      "val_map": 0.14854122532365502,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.3
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01635,
+      "train_map": 0.27487848728428643,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.8
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01616,
+      "train_map": 0.28907721359070665,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.4
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01658,
+      "train_map": 0.29533670447674887,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.0
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01627,
+      "train_map": 0.3072961390555697,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.6
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01556,
+      "train_map": 0.30999784300941446,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.2
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01628,
+      "train_map": 0.3115670373999077,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.8
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01616,
+      "train_map": 0.32679050775205953,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.4
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01583,
+      "train_map": 0.3321335065024825,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.0
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01582,
+      "train_map": 0.3426321389955916,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.6
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01605,
+      "train_map": 0.35479473319802385,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.1
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01562,
+      "train_map": 0.358123376442427,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.7
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01551,
+      "train_map": 0.36895475682556855,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.3
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01555,
+      "train_map": 0.3724895165296558,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.9
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01539,
+      "train_map": 0.38311368828918607,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.5
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01542,
+      "train_map": 0.38716522148638904,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.1
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01486,
+      "train_map": 0.3936337113903528,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.7
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01556,
+      "train_map": 0.40228257231428455,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.2
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01523,
+      "train_map": 0.4060315327185155,
+      "val_map": 0.19593713267492502,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.4
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01341,
+      "train_map": 0.4121994315567064,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.8
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01335,
+      "train_map": 0.4226948612173436,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.4
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01319,
+      "train_map": 0.43121626078234226,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.0
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01323,
+      "train_map": 0.44004389956819717,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.6
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01319,
+      "train_map": 0.44410251563793113,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.2
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01261,
+      "train_map": 0.44675211034418283,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.8
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01277,
+      "train_map": 0.45572583433912195,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.3
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01327,
+      "train_map": 0.4607602833740173,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.9
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01295,
+      "train_map": 0.46561727182943186,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.5
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01289,
+      "train_map": 0.46903440228308174,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.1
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01294,
+      "train_map": 0.47045741671346397,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.7
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01261,
+      "train_map": 0.4710245590296484,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.3
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01255,
+      "train_map": 0.4731160373457016,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.9
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01268,
+      "train_map": 0.47447631674937096,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.5
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01252,
+      "train_map": 0.4749681639221746,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.1
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01269,
+      "train_map": 0.4759121355750868,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01303,
+      "train_map": 0.47643910033144127,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.2
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01256,
+      "train_map": 0.47694651326571064,
+      "val_map": 0.20505476266011397,
+      "lr": 1e-05,
+      "train_s": 40.5
+    }
+  ],
+  "final_train_map": 0.47694651326571064,
+  "final_val_map": 0.20505476266011397,
+  "lora/map": 0.20505476266011397,
+  "train_seconds": 40.5,
+  "wall_seconds": 152.7
+}

p5-mae-15m-d131/exports/step_00040000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+    "fingerprint": "f1b23242ec8f5601",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d131",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006204049494510704,
+      "val_map": 0.005416988269240371,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.0248,
+      "train_map": 0.01619860841028933,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.8
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02379,
+      "train_map": 0.0379028232698373,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.4
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0223,
+      "train_map": 0.06400685398775352,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02156,
+      "train_map": 0.07902092641538479,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.6
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02148,
+      "train_map": 0.08474264521879873,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.2
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02119,
+      "train_map": 0.09409223400291401,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0212,
+      "train_map": 0.10663077601963261,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02037,
+      "train_map": 0.11262697433969766,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02013,
+      "train_map": 0.11904770373304921,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02027,
+      "train_map": 0.12616947450740457,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02035,
+      "train_map": 0.12589440555391265,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02019,
+      "train_map": 0.14060445691934262,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01977,
+      "train_map": 0.1465867125116416,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01985,
+      "train_map": 0.15858424206722027,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.5
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01994,
+      "train_map": 0.16412893177471363,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.1
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01946,
+      "train_map": 0.17160129372164806,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.7
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01979,
+      "train_map": 0.1696280138885189,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.2
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.0201,
+      "train_map": 0.1762587329703233,
+      "val_map": 0.1034786538114909,
+      "lr": 0.002799453919445244,
+      "train_s": 10.3
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01845,
+      "train_map": 0.18977916565948152,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.9
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01817,
+      "train_map": 0.1796544850839256,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.5
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01859,
+      "train_map": 0.19134366946238354,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.1
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01847,
+      "train_map": 0.18381515575618795,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01867,
+      "train_map": 0.1997480705465266,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.0183,
+      "train_map": 0.20165883493300463,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 14.0
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01874,
+      "train_map": 0.21171588820018283,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.5
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01838,
+      "train_map": 0.20973258479224408,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01791,
+      "train_map": 0.21163315783507514,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01803,
+      "train_map": 0.23005859068624915,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.3
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01873,
+      "train_map": 0.2356681418843723,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.9
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01841,
+      "train_map": 0.2407145465033189,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01799,
+      "train_map": 0.24273107411159622,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01787,
+      "train_map": 0.24543021441538035,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.6
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01777,
+      "train_map": 0.25426181583034413,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.2
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01806,
+      "train_map": 0.255816825218428,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.8
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01852,
+      "train_map": 0.2658471825940842,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.4
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01779,
+      "train_map": 0.2614566975094703,
+      "val_map": 0.14813180076951546,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.5
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01712,
+      "train_map": 0.279049412647803,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.0
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01664,
+      "train_map": 0.2845711583550843,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01583,
+      "train_map": 0.2979492675177258,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.2
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01615,
+      "train_map": 0.2961095146255204,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.0159,
+      "train_map": 0.3000509814983075,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.3
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01603,
+      "train_map": 0.31851716664402374,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.9
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01624,
+      "train_map": 0.32734809439466733,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.5
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01594,
+      "train_map": 0.3307169622775217,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.1
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01569,
+      "train_map": 0.34273843996339887,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01584,
+      "train_map": 0.3497826316918775,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01554,
+      "train_map": 0.3544719101334489,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.9
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01561,
+      "train_map": 0.3638762846108406,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.4
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.0159,
+      "train_map": 0.3725942372215428,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01557,
+      "train_map": 0.3805202901349235,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01555,
+      "train_map": 0.38932830094584253,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01507,
+      "train_map": 0.4008604530492476,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01488,
+      "train_map": 0.40266941283145596,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.3
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01498,
+      "train_map": 0.4108072641947125,
+      "val_map": 0.19556501030787626,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.5
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01353,
+      "train_map": 0.4177895040238944,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01345,
+      "train_map": 0.4260813548340969,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.5
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01302,
+      "train_map": 0.4346006405972778,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.1
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01363,
+      "train_map": 0.4410184525533012,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.7
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01347,
+      "train_map": 0.4466677723024783,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.3
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01304,
+      "train_map": 0.45086386954620394,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.9
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01295,
+      "train_map": 0.45857467293824145,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.5
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.0126,
+      "train_map": 0.4593407892157276,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.1
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01296,
+      "train_map": 0.46186162367378286,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.7
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01347,
+      "train_map": 0.46487107113060283,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.2
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01301,
+      "train_map": 0.4669053755926792,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.8
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01276,
+      "train_map": 0.4707256098838074,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.4
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01282,
+      "train_map": 0.4724058822518395,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.0
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01277,
+      "train_map": 0.47369213677250005,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.6
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01259,
+      "train_map": 0.47427120351672625,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.2
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01246,
+      "train_map": 0.47538896525663943,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.8
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01274,
+      "train_map": 0.4758152790593807,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.3
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01287,
+      "train_map": 0.4758741734673108,
+      "val_map": 0.20635248965935418,
+      "lr": 1e-05,
+      "train_s": 40.6
+    }
+  ],
+  "final_train_map": 0.4758741734673108,
+  "final_val_map": 0.20635248965935418,
+  "lora/map": 0.20635248965935418,
+  "train_seconds": 40.6,
+  "wall_seconds": 153.8
+}

p5-mae-15m-d131/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d131/exports/step_00040000",
+  "fingerprint": "f1b23242ec8f5601",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "probe/map": 0.16144142332937447,
+  "probe/map_train": 0.5160656277323583,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.19689810883732728,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.722757852985524,
+  "probe/total_s": 8.204118054010905,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.19517533713951707
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.19576450817479596
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.19689810883732728
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.19184940014797947
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.17490788087499748
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14631413063741303
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.1124954103607953
+    }
+  ],
+  "per_class_ap": [
+    0.657517671585083,
+    0.02569703944027424,
+    0.07919000834226608,
+    0.21616318821907043,
+    0.10681468993425369,
+    0.23688893020153046,
+    0.21735228598117828,
+    0.32843756675720215,
+    0.04573509469628334,
+    0.05892986059188843,
+    0.02197897620499134,
+    0.0795590728521347,
+    0.6094105839729309,
+    0.3173733055591583,
+    0.062230464071035385,
+    0.5687602758407593,
+    0.3503623902797699,
+    0.379325807094574,
+    0.06348150223493576,
+    0.11737246066331863,
+    0.23580388724803925,
+    0.08858820796012878,
+    0.20302322506904602,
+    0.1787395477294922,
+    0.09390244632959366,
+    0.026134341955184937,
+    0.13388115167617798,
+    0.19075390696525574,
+    0.33735448122024536,
+    0.10672901570796967,
+    0.26012539863586426,
+    0.2679322361946106,
+    0.03770007938146591,
+    0.08320251852273941,
+    0.24915914237499237,
+    0.07969634234905243,
+    0.3808862566947937,
+    0.07322994619607925,
+    0.0790969654917717,
+    0.1583603322505951,
+    0.20956721901893616,
+    0.018489215523004532,
+    0.12710857391357422,
+    0.4301251471042633,
+    0.02372519113123417,
+    0.14115461707115173,
+    0.03015385940670967,
+    0.11415623873472214,
+    0.06624562293291092,
+    0.08861249685287476,
+    0.14742161333560944,
+    0.013130257837474346,
+    0.027540376409888268,
+    0.07444974780082703,
+    0.2533959150314331,
+    0.1249907910823822,
+    0.3015589714050293,
+    0.3939131200313568,
+    0.18846511840820312,
+    0.11072808504104614,
+    0.22577576339244843,
+    0.19276152551174164,
+    0.10562059283256531,
+    0.15814858675003052,
+    0.5084843039512634,
+    0.22332452237606049,
+    0.28483858704566956,
+    0.3575194180011749,
+    0.3961508274078369,
+    0.3969466984272003,
+    0.11989674717187881,
+    0.13866353034973145,
+    0.2118281126022339,
+    0.21001774072647095,
+    0.20543310046195984,
+    0.2698664367198944,
+    0.0630432590842247,
+    0.2327331006526947,
+    0.23982824385166168,
+    0.1824716478586197,
+    0.025025643408298492,
+    0.14474177360534668,
+    0.46236181259155273,
+    0.10955919325351715,
+    0.13831061124801636,
+    0.0356694795191288,
+    0.06719741225242615,
+    0.028766557574272156,
+    0.052822262048721313,
+    0.12314749509096146,
+    0.0865580141544342,
+    0.08775518834590912,
+    0.1669931262731552,
+    0.024280961602926254,
+    0.03475691378116608,
+    0.1002732589840889,
+    0.03222136199474335,
+    0.027032900601625443,
+    0.15832893550395966,
+    0.25421953201293945,
+    0.18897904455661774,
+    0.3661840260028839,
+    0.04938880354166031,
+    0.05253183841705322,
+    0.025505976751446724,
+    0.07390302419662476,
+    0.08119473606348038,
+    0.08560173958539963,
+    0.12264031916856766,
+    0.2310330867767334,
+    0.24773085117340088,
+    0.15172624588012695,
+    0.14805161952972412,
+    0.12593363225460052,
+    0.06310901790857315,
+    0.21893669664859772,
+    0.22450092434883118,
+    0.14830970764160156,
+    0.18541306257247925,
+    0.3243946433067322,
+    0.3476256728172302,
+    0.18778173625469208,
+    0.10668432712554932,
+    0.10304015874862671,
+    0.013684019446372986,
+    0.030867062509059906,
+    0.14311638474464417,
+    0.1907307356595993,
+    0.16778255999088287,
+    0.1365826278924942,
+    0.004926873836666346,
+    0.09030398726463318,
+    0.20354729890823364,
+    0.2098395675420761,
+    0.09040363878011703,
+    0.018693650141358376,
+    0.12111681699752808,
+    0.7289506793022156,
+    0.2510315477848053,
+    0.33527034521102905,
+    0.4332766830921173,
+    0.3377101719379425,
+    0.17173482477664948,
+    0.1364438831806183,
+    0.10993645340204239,
+    0.18193596601486206,
+    0.13606637716293335,
+    0.3055107593536377,
+    0.14923979341983795,
+    0.23042123019695282,
+    0.15584450960159302,
+    0.2004711776971817,
+    0.2624732553958893,
+    0.11833998560905457,
+    0.11387407779693604,
+    0.2393869012594223,
+    0.139298677444458,
+    0.10379307717084885,
+    0.033123526722192764,
+    0.08850850909948349,
+    0.47828221321105957,
+    0.30488356947898865,
+    0.30314019322395325,
+    0.14431361854076385,
+    0.2617735266685486,
+    0.2759169638156891,
+    0.31365182995796204,
+    0.14229607582092285,
+    0.2843226194381714,
+    0.38528135418891907,
+    0.26930442452430725,
+    0.32970431447029114,
+    0.35928866267204285,
+    0.22101359069347382,
+    0.12360773980617523,
+    0.14773304760456085,
+    0.10954238474369049,
+    0.37962618470191956,
+    0.09479891508817673,
+    0.18859755992889404,
+    0.24969719350337982,
+    0.1936042755842209,
+    0.21779222786426544,
+    0.3258807361125946,
+    0.06221451982855797,
+    0.44772636890411377,
+    0.4215608537197113,
+    0.21519552171230316,
+    0.32748478651046753,
+    0.16704627871513367,
+    0.19340036809444427,
+    0.11753787100315094,
+    0.33433741331100464,
+    0.2213383913040161,
+    0.22103852033615112,
+    0.4033871293067932,
+    0.06883175671100616,
+    0.12592394649982452,
+    0.13350340723991394,
+    0.3109491169452667,
+    0.029742447659373283,
+    0.2703152000904083,
+    0.14297248423099518,
+    0.19299980998039246,
+    0.19325286149978638,
+    0.22842511534690857,
+    0.2745811343193054,
+    0.5096688866615295,
+    0.27322086691856384,
+    0.3639604151248932,
+    0.7600358724594116,
+    0.5441470742225647,
+    0.515947163105011,
+    0.07796848565340042,
+    0.3368234932422638,
+    0.2218715101480484,
+    0.043038852512836456,
+    0.24117489159107208,
+    0.28531792759895325,
+    0.14001841843128204,
+    0.1812877655029297,
+    0.13327299058437347,
+    0.19676783680915833,
+    0.23860254883766174,
+    0.06649971008300781,
+    0.09348691254854202,
+    0.07983238995075226,
+    0.04517792910337448,
+    0.1773359626531601,
+    0.05073334276676178,
+    0.07528229802846909,
+    0.14508002996444702,
+    0.08481967449188232,
+    0.07065347582101822,
+    0.04763609915971756,
+    0.02549329586327076,
+    0.17547482252120972,
+    0.02965623326599598,
+    0.3731868267059326,
+    0.03062766045331955,
+    0.13916541635990143,
+    0.2094593495130539,
+    0.30828770995140076,
+    0.1687546819448471,
+    0.16576643288135529,
+    0.2901628017425537,
+    0.07285069674253464,
+    0.13570408523082733,
+    0.05267166346311569,
+    0.14727821946144104,
+    0.14872634410858154,
+    0.04514268785715103,
+    0.13571681082248688,
+    0.08574692159891129,
+    0.08528794348239899,
+    0.2866005599498749,
+    0.2610384225845337,
+    0.29170161485671997,
+    0.1642695963382721,
+    0.12192688137292862,
+    0.0502488873898983,
+    0.14600083231925964,
+    0.22823961079120636,
+    0.13057084381580353,
+    0.019402911886572838,
+    0.07284088432788849,
+    0.07681049406528473,
+    0.1327691227197647,
+    0.14736582338809967,
+    0.05597532540559769,
+    0.04430367425084114,
+    0.27794477343559265,
+    0.1398829221725464,
+    0.04650234803557396,
+    0.20793890953063965,
+    0.03751309588551521,
+    0.06567515432834625,
+    0.055349573493003845,
+    0.08336102217435837,
+    0.03977736830711365,
+    0.0302662942558527,
+    0.27624836564064026,
+    0.1384449303150177,
+    0.26239749789237976,
+    0.07833965867757797,
+    0.2960835099220276,
+    0.36422210931777954,
+    0.3690613806247711,
+    0.28644782304763794,
+    0.2294563353061676,
+    0.22038008272647858,
+    0.23633664846420288,
+    0.1172407865524292,
+    0.2217012494802475,
+    0.24003711342811584,
+    0.24748556315898895,
+    0.17058663070201874,
+    0.008639669977128506,
+    0.030732283368706703,
+    0.014698788523674011,
+    0.2961246073246002,
+    0.22099818289279938,
+    0.19418703019618988,
+    0.10087134689092636,
+    0.044311363250017166,
+    0.13044553995132446,
+    0.03769568353891373,
+    0.18879880011081696,
+    0.09722980856895447,
+    0.15733066201210022,
+    0.18044838309288025,
+    0.1119917705655098,
+    0.1268879622220993,
+    0.08867012709379196,
+    0.12151221930980682,
+    0.1257072389125824,
+    0.09608019143342972,
+    0.06835240125656128,
+    0.1129620224237442,
+    0.0982489064335823,
+    0.2735127806663513,
+    0.030697021633386612,
+    0.4978458881378174,
+    0.40312817692756653,
+    0.265282541513443,
+    0.31129974126815796,
+    0.07137393951416016,
+    0.09578002989292145,
+    0.31467893719673157,
+    0.2957986295223236,
+    0.18902060389518738,
+    0.21867643296718597,
+    0.3214530348777771,
+    0.41038161516189575,
+    0.24813026189804077,
+    0.15853498876094818,
+    0.15947474539279938,
+    0.23987138271331787,
+    0.05570928007364273,
+    0.04230184108018875,
+    0.11610733717679977,
+    0.005607485771179199,
+    0.11942272633314133,
+    0.16555900871753693,
+    0.12553559243679047,
+    0.07541067153215408,
+    0.12446204572916031,
+    0.33866366744041443,
+    0.03571009263396263,
+    0.02236478216946125,
+    0.13277022540569305,
+    0.030840640887618065,
+    0.10012681782245636,
+    0.12044906616210938,
+    0.026526479050517082,
+    0.09430364519357681,
+    0.05011241137981415,
+    0.013036953285336494,
+    0.04545135423541069,
+    0.14060212671756744,
+    0.02460031770169735,
+    0.10510276257991791,
+    0.1394626349210739,
+    0.12402704358100891,
+    0.03772187605500221,
+    0.04027304798364639,
+    0.4041433334350586,
+    0.2328997254371643,
+    0.020054999738931656,
+    0.12187639623880386,
+    0.15726205706596375,
+    0.10492711514234543,
+    0.19665220379829407,
+    0.34043219685554504,
+    0.20367658138275146,
+    0.07246028631925583,
+    0.09435660392045975,
+    0.12606044113636017,
+    0.01806195080280304,
+    0.012395568192005157,
+    0.022478992119431496,
+    0.12150336056947708,
+    0.17406050860881805,
+    0.11651488393545151,
+    0.19088733196258545,
+    0.23203274607658386,
+    0.1909959614276886,
+    0.044012151658535004,
+    0.06054754927754402,
+    0.06205548718571663,
+    0.26942744851112366,
+    0.07556825131177902,
+    0.02884339541196823,
+    0.4016415476799011,
+    0.2508199214935303,
+    0.09199334681034088,
+    0.5146881937980652,
+    0.5945077538490295,
+    0.03653285279870033,
+    0.3963952362537384,
+    0.43096041679382324,
+    0.04587181285023689,
+    0.12658731639385223,
+    0.2850259840488434,
+    0.027731625363230705,
+    0.018846595659852028,
+    0.022406747564673424,
+    0.044192925095558167,
+    0.048704735934734344,
+    0.01918582245707512,
+    0.02044251374900341,
+    0.17693065106868744,
+    0.03281537443399429,
+    0.05871492251753807,
+    0.2941828966140747,
+    0.22942271828651428,
+    0.03545321151614189,
+    0.01265700999647379,
+    0.11095935106277466,
+    0.07957661896944046,
+    0.2569357752799988,
+    0.10025624930858612,
+    0.07905428856611252,
+    0.30776455998420715,
+    0.10194572061300278,
+    0.09171516448259354,
+    0.04769788309931755,
+    0.2158460170030594,
+    0.24972781538963318,
+    0.1871670037508011,
+    0.0826617181301117,
+    0.20099680125713348,
+    0.1506734937429428,
+    0.08125521242618561,
+    0.005850750952959061,
+    0.13958463072776794,
+    0.23415449261665344,
+    0.1104697734117508,
+    0.15433362126350403,
+    0.051574598997831345,
+    0.022796479985117912,
+    0.02680407278239727,
+    0.01236572302877903,
+    0.08836354315280914,
+    0.022014174610376358,
+    0.1391858458518982,
+    0.08988994359970093,
+    0.010062417946755886,
+    0.028493084013462067,
+    0.15651698410511017,
+    0.028653252869844437,
+    0.05480121821165085,
+    0.02015949785709381,
+    0.05504466965794563,
+    0.04153518006205559,
+    0.23697389662265778,
+    0.03806334361433983,
+    0.14416374266147614,
+    0.04939587786793709,
+    0.13740147650241852,
+    0.05679681524634361,
+    0.042380914092063904,
+    0.41503840684890747,
+    0.4698524475097656,
+    0.2613447308540344,
+    0.1893518716096878,
+    0.055143825709819794,
+    0.05962809920310974,
+    0.07041795551776886,
+    0.2418746054172516,
+    0.08201424777507782,
+    0.06396384537220001,
+    0.11030745506286621,
+    0.024927310645580292,
+    0.21497048437595367,
+    0.007765055168420076,
+    0.28704798221588135,
+    0.0723237544298172,
+    0.09369686990976334,
+    0.23613756895065308,
+    0.18938586115837097,
+    0.1180751696228981,
+    0.027399662882089615,
+    0.13795702159404755,
+    0.07922495901584625,
+    0.012979742139577866,
+    0.007134275510907173,
+    0.06983678787946701,
+    0.06786081194877625,
+    0.07659687846899033,
+    0.21401631832122803,
+    0.33280304074287415,
+    0.12716400623321533,
+    0.14089466631412506,
+    0.22993633151054382,
+    0.12259391695261002,
+    0.04409138485789299,
+    0.13646173477172852,
+    0.09194236993789673,
+    0.10097875446081161,
+    0.1348760575056076,
+    0.3287542462348938,
+    0.009394903667271137,
+    0.15390413999557495,
+    0.02588588371872902,
+    0.011304236017167568,
+    0.10583564639091492,
+    0.020507661625742912,
+    0.020437629893422127,
+    0.05541934818029404,
+    0.03153271600604057,
+    0.16921573877334595,
+    0.08193277567625046,
+    0.010125633329153061,
+    0.12582364678382874,
+    0.27422744035720825,
+    0.08411646634340286,
+    0.3493470847606659,
+    0.043744686990976334,
+    0.09284967929124832,
+    0.04606468230485916,
+    0.2616952359676361,
+    0.14668644964694977,
+    0.06693220883607864,
+    0.016927557066082954,
+    0.13360828161239624,
+    0.11123374104499817
+  ]
+}

p5-mae-15m-d131/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a25378b8f7c709278915ba78c70c8bb74fde2a2e135a255fa121c7014ecf27f
+size 15360128

p5-mae-15m-d131/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d131",
+  "fingerprint": "f1b23242ec8f5601",
+  "wandb_run_id": "phase5-p5-mae-15m-d131",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.499993988000048,
+    "distinct_clips": 778180,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.1538984375,
+      0.016699479166666666,
+      0.0,
+      0.006083854166666667,
+      0.06679895833333334,
+      0.000125,
+      0.0404765625,
+      0.024583854166666665,
+      0.09765260416666667,
+      0.0013026041666666668,
+      0.0,
+      0.0,
+      0.0,
+      0.16010729166666668,
+      0.0009317708333333334,
+      0.1006953125,
+      0.0027927083333333332,
+      0.0029807291666666667,
+      0.32487083333333333,
+      0.0
+    ]
+  },
+  "started_at": 1787008307.1263568,
+  "finished_at": 1787009006.3687787,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6756577491760254,
+    "val/loss": 0.6357337115332484,
+    "val/frame": 0.6357337115332484,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d131/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787009006.3699841,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6756577491760254,
+  "val/loss": 0.6357337115332484,
+  "val/frame": 0.6357337115332484,
+  "val/utterance": 0.0
+}