Upload folder using huggingface_hub

p5-mae-15m-d116/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00005000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.10453257762139533,
+  "probe/map_train": 0.4630109782859089,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.13003706098383955,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.644983323989436,
+  "probe/total_s": 8.130418356973678,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12621049980029456
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.12666866560426826
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.12836180737090122
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.13003706098383955
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.12173226143655842
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.10139597399536683
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.08195006181318065
+    }
+  ],
+  "per_class_ap": [
+    0.6009948253631592,
+    0.009161421097815037,
+    0.05081605911254883,
+    0.17133729159832,
+    0.07428213208913803,
+    0.23301900923252106,
+    0.1978089064359665,
+    0.2956385314464569,
+    0.03828318417072296,
+    0.021010372787714005,
+    0.01634928584098816,
+    0.07311122119426727,
+    0.4157964289188385,
+    0.18016155064105988,
+    0.024798613041639328,
+    0.3660740554332733,
+    0.2259967029094696,
+    0.3346618711948395,
+    0.035982005298137665,
+    0.09793350100517273,
+    0.18798580765724182,
+    0.056906405836343765,
+    0.10653269290924072,
+    0.12735162675380707,
+    0.029494615271687508,
+    0.021107666194438934,
+    0.040399521589279175,
+    0.1411442756652832,
+    0.16013266146183014,
+    0.03308618813753128,
+    0.1903962939977646,
+    0.10122687369585037,
+    0.016863491386175156,
+    0.06564733386039734,
+    0.21114997565746307,
+    0.037082720547914505,
+    0.28588593006134033,
+    0.042628780007362366,
+    0.04470081254839897,
+    0.08880851417779922,
+    0.08923743665218353,
+    0.040880970656871796,
+    0.046130046248435974,
+    0.24070538580417633,
+    0.008677712641656399,
+    0.05705174431204796,
+    0.012343012727797031,
+    0.04981539398431778,
+    0.05375968664884567,
+    0.05304470658302307,
+    0.12167908996343613,
+    0.010102258063852787,
+    0.019538598135113716,
+    0.02954627387225628,
+    0.14861123263835907,
+    0.08330350369215012,
+    0.09867607057094574,
+    0.24965913593769073,
+    0.07972646504640579,
+    0.040475763380527496,
+    0.13933396339416504,
+    0.1564621925354004,
+    0.033517077565193176,
+    0.10732778161764145,
+    0.4523564875125885,
+    0.1707126945257187,
+    0.18648403882980347,
+    0.19096530973911285,
+    0.3162529766559601,
+    0.33337798714637756,
+    0.07760398834943771,
+    0.09238027036190033,
+    0.13733872771263123,
+    0.10835278034210205,
+    0.1254524290561676,
+    0.19124779105186462,
+    0.04529909789562225,
+    0.1980745941400528,
+    0.1199868768453598,
+    0.07123300433158875,
+    0.01931762881577015,
+    0.03848765790462494,
+    0.1397237628698349,
+    0.03354973345994949,
+    0.06465814262628555,
+    0.01504560001194477,
+    0.0367836058139801,
+    0.03762625902891159,
+    0.01654799096286297,
+    0.03456982970237732,
+    0.020154397934675217,
+    0.02116689644753933,
+    0.17576517164707184,
+    0.010306436568498611,
+    0.025288961827754974,
+    0.017376679927110672,
+    0.041133128106594086,
+    0.055313996970653534,
+    0.10561835765838623,
+    0.1403084248304367,
+    0.08093787729740143,
+    0.15876458585262299,
+    0.0300391037017107,
+    0.030905913561582565,
+    0.007594685535877943,
+    0.03048543818295002,
+    0.034395795315504074,
+    0.027302075177431107,
+    0.05821160599589348,
+    0.15094105899333954,
+    0.1373516470193863,
+    0.09668097645044327,
+    0.06391012668609619,
+    0.06696176528930664,
+    0.03792835772037506,
+    0.09585174173116684,
+    0.09518864750862122,
+    0.06300878524780273,
+    0.06753096729516983,
+    0.1218615248799324,
+    0.11926008760929108,
+    0.07817880809307098,
+    0.052699197083711624,
+    0.024013085290789604,
+    0.009591585025191307,
+    0.020276492461562157,
+    0.0854761153459549,
+    0.11409305781126022,
+    0.06396932154893875,
+    0.05183914303779602,
+    0.005772972013801336,
+    0.08767323940992355,
+    0.1476457417011261,
+    0.1477394700050354,
+    0.04024637117981911,
+    0.007422436960041523,
+    0.04292669892311096,
+    0.6891863942146301,
+    0.21058274805545807,
+    0.26555728912353516,
+    0.3555922210216522,
+    0.2598455548286438,
+    0.07550612837076187,
+    0.12027916312217712,
+    0.052675146609544754,
+    0.09289240092039108,
+    0.0629616305232048,
+    0.14482440054416656,
+    0.06611325591802597,
+    0.13272272050380707,
+    0.09500797837972641,
+    0.12757237255573273,
+    0.1474936306476593,
+    0.05168073996901512,
+    0.06135963276028633,
+    0.13412576913833618,
+    0.08265024423599243,
+    0.05864809826016426,
+    0.021729780361056328,
+    0.07947280257940292,
+    0.33762067556381226,
+    0.24169066548347473,
+    0.2369282990694046,
+    0.12739291787147522,
+    0.20536276698112488,
+    0.21199417114257812,
+    0.2336145043373108,
+    0.14931689202785492,
+    0.2358362078666687,
+    0.3137361705303192,
+    0.14207080006599426,
+    0.23725415766239166,
+    0.2589254379272461,
+    0.20579580962657928,
+    0.08194506913423538,
+    0.06939608603715897,
+    0.11021854728460312,
+    0.29474329948425293,
+    0.026761770248413086,
+    0.08592353016138077,
+    0.11429502069950104,
+    0.095619335770607,
+    0.08271954953670502,
+    0.14634518325328827,
+    0.032813459634780884,
+    0.28065812587738037,
+    0.2725112736225128,
+    0.11722578853368759,
+    0.21378937363624573,
+    0.09301888197660446,
+    0.12750768661499023,
+    0.07328806817531586,
+    0.2052631378173828,
+    0.12801435589790344,
+    0.10046936571598053,
+    0.3356488347053528,
+    0.045821286737918854,
+    0.058827970176935196,
+    0.12374794483184814,
+    0.15115143358707428,
+    0.02936112880706787,
+    0.1412927657365799,
+    0.0504988357424736,
+    0.17675048112869263,
+    0.1734403520822525,
+    0.07776910066604614,
+    0.08330028504133224,
+    0.334349662065506,
+    0.13263972103595734,
+    0.2282189130783081,
+    0.7029061913490295,
+    0.3169305920600891,
+    0.35070502758026123,
+    0.03438667953014374,
+    0.25824272632598877,
+    0.094272181391716,
+    0.03127649798989296,
+    0.18958526849746704,
+    0.06967152655124664,
+    0.1071673110127449,
+    0.14694058895111084,
+    0.10746303200721741,
+    0.16575664281845093,
+    0.18060755729675293,
+    0.07728021591901779,
+    0.07480274140834808,
+    0.08469031006097794,
+    0.03020326979458332,
+    0.12558740377426147,
+    0.03374559059739113,
+    0.04686254262924194,
+    0.07975559681653976,
+    0.07586567103862762,
+    0.09719714522361755,
+    0.033922482281923294,
+    0.011907949112355709,
+    0.11469530314207077,
+    0.01331621315330267,
+    0.22259585559368134,
+    0.03527335450053215,
+    0.12658624351024628,
+    0.1862933486700058,
+    0.2518177330493927,
+    0.14535540342330933,
+    0.14430683851242065,
+    0.19918106496334076,
+    0.036161426454782486,
+    0.12783153355121613,
+    0.03996749594807625,
+    0.11232490092515945,
+    0.06774432957172394,
+    0.04955201596021652,
+    0.05328316614031792,
+    0.060945820063352585,
+    0.03932180255651474,
+    0.09430207312107086,
+    0.2705249488353729,
+    0.2846233546733856,
+    0.13582885265350342,
+    0.047016095370054245,
+    0.04846017435193062,
+    0.06476722657680511,
+    0.13175034523010254,
+    0.08379025012254715,
+    0.020505834370851517,
+    0.06903103739023209,
+    0.06723485887050629,
+    0.08162436634302139,
+    0.09802906960248947,
+    0.02783653698861599,
+    0.01477535255253315,
+    0.17522117495536804,
+    0.06054121255874634,
+    0.043215062469244,
+    0.18015924096107483,
+    0.03412599489092827,
+    0.08341508358716965,
+    0.037304364144802094,
+    0.05633314326405525,
+    0.03998846560716629,
+    0.0282845888286829,
+    0.24487867951393127,
+    0.0908079594373703,
+    0.14688228070735931,
+    0.045924101024866104,
+    0.14478737115859985,
+    0.1924675703048706,
+    0.2134271115064621,
+    0.14443984627723694,
+    0.16263072192668915,
+    0.13747663795948029,
+    0.1290203481912613,
+    0.09904490411281586,
+    0.2193966507911682,
+    0.08720085024833679,
+    0.0844421461224556,
+    0.09280961006879807,
+    0.006001271773129702,
+    0.016913684085011482,
+    0.007137911859899759,
+    0.2489863783121109,
+    0.1310502141714096,
+    0.09163489937782288,
+    0.05755896121263504,
+    0.03956293687224388,
+    0.06169212609529495,
+    0.02573457360267639,
+    0.14664679765701294,
+    0.049547817558050156,
+    0.02829817682504654,
+    0.10655291378498077,
+    0.05277647450566292,
+    0.09318580478429794,
+    0.035917218774557114,
+    0.06262814253568649,
+    0.07307981699705124,
+    0.05743741989135742,
+    0.03939275071024895,
+    0.08666187524795532,
+    0.05391192436218262,
+    0.10056399554014206,
+    0.06032674387097359,
+    0.33687707781791687,
+    0.2502271234989166,
+    0.1832810640335083,
+    0.17753379046916962,
+    0.024389712139964104,
+    0.07397144287824631,
+    0.1740388125181198,
+    0.16110916435718536,
+    0.07249578088521957,
+    0.1373857855796814,
+    0.17629683017730713,
+    0.17063277959823608,
+    0.14514489471912384,
+    0.11483781784772873,
+    0.08304023742675781,
+    0.13875097036361694,
+    0.04361617937684059,
+    0.023797500878572464,
+    0.06005995720624924,
+    0.005269464571028948,
+    0.03152485191822052,
+    0.11914584785699844,
+    0.10387613624334335,
+    0.050099655985832214,
+    0.10597000271081924,
+    0.22721430659294128,
+    0.027961254119873047,
+    0.02191738784313202,
+    0.04087844863533974,
+    0.020595408976078033,
+    0.06971871107816696,
+    0.07987221330404282,
+    0.02540644444525242,
+    0.0282196793705225,
+    0.029789408668875694,
+    0.01239798218011856,
+    0.03344280272722244,
+    0.08591670542955399,
+    0.010323935188353062,
+    0.03273118659853935,
+    0.11029645055532455,
+    0.06597254425287247,
+    0.01858467608690262,
+    0.02336086891591549,
+    0.3522382378578186,
+    0.16046400368213654,
+    0.015829836949706078,
+    0.10266311466693878,
+    0.1055116280913353,
+    0.11461196094751358,
+    0.10322236269712448,
+    0.2944919168949127,
+    0.07900355756282806,
+    0.027577174827456474,
+    0.053980596363544464,
+    0.05419044569134712,
+    0.015034427866339684,
+    0.013874596916139126,
+    0.028211206197738647,
+    0.08342601358890533,
+    0.04155045747756958,
+    0.06537071615457535,
+    0.0751330628991127,
+    0.16771814227104187,
+    0.1088702604174614,
+    0.028504129499197006,
+    0.04267335683107376,
+    0.05406864732503891,
+    0.1857813000679016,
+    0.03504684939980507,
+    0.015645084902644157,
+    0.31633833050727844,
+    0.20093229413032532,
+    0.03390010446310043,
+    0.34958580136299133,
+    0.45609843730926514,
+    0.02338431403040886,
+    0.30952367186546326,
+    0.3551180064678192,
+    0.037780776619911194,
+    0.10497451573610306,
+    0.16132287681102753,
+    0.018026812002062798,
+    0.011974050663411617,
+    0.016134953126311302,
+    0.0133577985689044,
+    0.01838557980954647,
+    0.014099647291004658,
+    0.008647143840789795,
+    0.146620973944664,
+    0.025098977610468864,
+    0.018638527020812035,
+    0.24514974653720856,
+    0.16238993406295776,
+    0.015107611194252968,
+    0.011705064214766026,
+    0.09718954563140869,
+    0.07018391042947769,
+    0.1624441146850586,
+    0.035444699227809906,
+    0.08031140267848969,
+    0.1612856537103653,
+    0.09708981961011887,
+    0.10034358501434326,
+    0.03693129122257233,
+    0.128493994474411,
+    0.15233521163463593,
+    0.14467762410640717,
+    0.07687651365995407,
+    0.1073790043592453,
+    0.07699967920780182,
+    0.06878921389579773,
+    0.00647878460586071,
+    0.09175661951303482,
+    0.18593287467956543,
+    0.05590539425611496,
+    0.07257586717605591,
+    0.017505601048469543,
+    0.019010331481695175,
+    0.01506191585212946,
+    0.005030292086303234,
+    0.04635002836585045,
+    0.006615050602704287,
+    0.07592499256134033,
+    0.014253474771976471,
+    0.012730277143418789,
+    0.013712109997868538,
+    0.03207988291978836,
+    0.007115303538739681,
+    0.038530461490154266,
+    0.007687173783779144,
+    0.026145970448851585,
+    0.03049238957464695,
+    0.15112879872322083,
+    0.021137196570634842,
+    0.08699975162744522,
+    0.03871968388557434,
+    0.1051953136920929,
+    0.03308964520692825,
+    0.025774385780096054,
+    0.15066254138946533,
+    0.4547955095767975,
+    0.19253505766391754,
+    0.10537434369325638,
+    0.037305500358343124,
+    0.05080472305417061,
+    0.04864753037691116,
+    0.08505503833293915,
+    0.05758415907621384,
+    0.031702082604169846,
+    0.05178152769804001,
+    0.010907071642577648,
+    0.0947108119726181,
+    0.004769464023411274,
+    0.1955157071352005,
+    0.05214940384030342,
+    0.052392419427633286,
+    0.1987694799900055,
+    0.10021239519119263,
+    0.08661933988332748,
+    0.010907115414738655,
+    0.05973317101597786,
+    0.043754588812589645,
+    0.010785655118525028,
+    0.00546850124374032,
+    0.059409551322460175,
+    0.04914981499314308,
+    0.03860471770167351,
+    0.1645142287015915,
+    0.22467641532421112,
+    0.03815474361181259,
+    0.13440890610218048,
+    0.2164435237646103,
+    0.03764670342206955,
+    0.038028866052627563,
+    0.169237419962883,
+    0.05405440181493759,
+    0.08342853933572769,
+    0.11970186978578568,
+    0.22434891760349274,
+    0.010919986292719841,
+    0.11547258496284485,
+    0.029759040102362633,
+    0.016458602622151375,
+    0.08248380571603775,
+    0.01668183133006096,
+    0.013943273574113846,
+    0.02709503099322319,
+    0.02551759034395218,
+    0.14476743340492249,
+    0.06614924967288971,
+    0.012269696220755577,
+    0.08013232797384262,
+    0.26553842425346375,
+    0.02421487681567669,
+    0.3726947605609894,
+    0.025463059544563293,
+    0.019084086641669273,
+    0.02398405782878399,
+    0.17570292949676514,
+    0.14661473035812378,
+    0.02240154705941677,
+    0.008075390942394733,
+    0.09715896844863892,
+    0.08958519250154495
+  ]
+}

p5-mae-15m-d116/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00010000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.3902818636596203,
+  "lora/map": 0.3902818636596203,
+  "fsd50k/map": 0.3902818636596203,
+  "train_seconds": 148.78,
+  "total_seconds": 161.56,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023876030353130774,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.015485252124148625,
+      "val_map": 0.3902818636596203,
+      "lr": 0.0,
+      "train_s": 148.77801368536893
+    }
+  ],
+  "per_class_ap": [
+    0.26521480083465576,
+    0.15439832210540771,
+    0.48532336950302124,
+    0.3873179256916046,
+    0.47523921728134155,
+    0.610087513923645,
+    0.8637669086456299,
+    0.5239240527153015,
+    0.5854307413101196,
+    0.45788732171058655,
+    0.353787362575531,
+    0.4218146800994873,
+    0.3071148693561554,
+    0.4921417534351349,
+    0.4927932620048523,
+    0.46653929352760315,
+    0.03129304572939873,
+    0.21909154951572418,
+    0.48920831084251404,
+    0.21533717215061188,
+    0.4465131461620331,
+    0.3890828490257263,
+    0.7317348718643188,
+    0.07639230787754059,
+    0.23133744299411774,
+    0.4281064569950104,
+    0.3532971441745758,
+    0.3097594380378723,
+    0.7235790491104126,
+    0.302410364151001,
+    0.6758880615234375,
+    0.6179569363594055,
+    0.41447606682777405,
+    0.17978546023368835,
+    0.3345376253128052,
+    0.2620561122894287,
+    0.4361766278743744,
+    0.1866491734981537,
+    0.3791550099849701,
+    0.33121028542518616,
+    0.5468769073486328,
+    0.301164835691452,
+    0.6299285292625427,
+    0.18408749997615814,
+    0.5367943644523621,
+    0.05965929478406906,
+    0.25671812891960144,
+    0.25435835123062134,
+    0.7448484897613525,
+    0.41546982526779175,
+    0.3706172704696655,
+    0.48908257484436035,
+    0.5877925157546997,
+    0.14565955102443695,
+    0.19885413348674774,
+    0.03832395002245903,
+    0.24091170728206635,
+    0.6594972014427185,
+    0.144949272274971,
+    0.5035846829414368,
+    0.5896495580673218,
+    0.6848719120025635,
+    0.47829437255859375,
+    0.2606068551540375,
+    0.4334928095340729,
+    0.1614033430814743,
+    0.2282687872648239,
+    0.693518340587616,
+    0.5068566799163818,
+    0.4625309109687805,
+    0.4677499234676361,
+    0.2375461608171463,
+    0.7012579441070557,
+    0.3711075186729431,
+    0.19857941567897797,
+    0.18407733738422394,
+    0.3754427433013916,
+    0.3693145215511322,
+    0.3310471177101135,
+    0.5290694236755371,
+    0.2901984453201294,
+    0.3151988089084625,
+    0.32187527418136597,
+    0.4029489755630493,
+    0.26821237802505493,
+    0.28061968088150024,
+    0.4341331124305725,
+    0.6188768148422241,
+    0.1769382506608963,
+    0.16150875389575958,
+    0.7345309257507324,
+    0.1420363336801529,
+    0.5192514657974243,
+    0.2107389122247696,
+    0.33786603808403015,
+    0.37964731454849243,
+    0.36267152428627014,
+    0.08824353665113449,
+    0.41732487082481384,
+    0.0846581682562828,
+    0.5773142576217651,
+    0.7052358388900757,
+    0.23647280037403107,
+    0.41060003638267517,
+    0.26675423979759216,
+    0.40776965022087097,
+    0.6106280088424683,
+    0.5114787220954895,
+    0.5553367137908936,
+    0.2092244178056717,
+    0.21321609616279602,
+    0.3093333840370178,
+    0.5901972651481628,
+    0.1133812665939331,
+    0.14660176634788513,
+    0.36850741505622864,
+    0.7052401900291443,
+    0.4737749695777893,
+    0.4880158603191376,
+    0.212969571352005,
+    0.8662394285202026,
+    0.8747742176055908,
+    0.37180566787719727,
+    0.10418842732906342,
+    0.28095880150794983,
+    0.7684287428855896,
+    0.2834189236164093,
+    0.7250990867614746,
+    0.3378281891345978,
+    0.15841016173362732,
+    0.1892099529504776,
+    0.7439559698104858,
+    0.4032289981842041,
+    0.46580684185028076,
+    0.6412317752838135,
+    0.07754849642515182,
+    0.05712565779685974,
+    0.05621306970715523,
+    0.6314893960952759,
+    0.5605735182762146,
+    0.2327575981616974,
+    0.2483803927898407,
+    0.3241903781890869,
+    0.3691946268081665,
+    0.6363555788993835,
+    0.574979305267334,
+    0.05641057342290878,
+    0.5525469183921814,
+    0.22519123554229736,
+    0.21617072820663452,
+    0.49025923013687134,
+    0.5128133893013,
+    0.27515044808387756,
+    0.3748011887073517,
+    0.5009530186653137,
+    0.3265758156776428,
+    0.5471081733703613,
+    0.6681606769561768,
+    0.44797465205192566,
+    0.07014518231153488,
+    0.3844505846500397,
+    0.19122472405433655,
+    0.6732715368270874,
+    0.12868814170360565,
+    0.28975895047187805,
+    0.3932972252368927,
+    0.303468257188797,
+    0.0711318776011467,
+    0.33798280358314514,
+    0.43456703424453735,
+    0.10128303617238998,
+    0.8733495473861694,
+    0.8893373608589172,
+    0.051097359508275986,
+    0.4886380732059479,
+    0.765646755695343,
+    0.28603288531303406,
+    0.26228249073028564,
+    0.22751827538013458,
+    0.3310394287109375,
+    0.07116460055112839,
+    0.29322025179862976,
+    0.32978543639183044,
+    0.6301363110542297,
+    0.6240587830543518,
+    0.38958117365837097,
+    0.28860005736351013,
+    0.663408637046814,
+    0.6057543754577637,
+    0.3841802775859833,
+    0.4112303853034973,
+    0.4485318660736084,
+    0.5459402799606323,
+    0.12668846547603607,
+    0.2298242449760437,
+    0.4362027943134308,
+    0.11273756623268127,
+    0.43410107493400574,
+    0.18225882947444916,
+    0.7760338187217712
+  ]
+}

p5-mae-15m-d116/exports/step_00010000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.393925074795261,
+  "lora/map": 0.393925074795261,
+  "fsd50k/map": 0.393925074795261,
+  "train_seconds": 98.96,
+  "total_seconds": 108.49,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022785599670605734,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01557407959456537,
+      "val_map": 0.393925074795261,
+      "lr": 0.0,
+      "train_s": 98.96270958054811
+    }
+  ],
+  "per_class_ap": [
+    0.26325276494026184,
+    0.13502265512943268,
+    0.5006411075592041,
+    0.40758422017097473,
+    0.5039315223693848,
+    0.6070418953895569,
+    0.8445217609405518,
+    0.5654236674308777,
+    0.548900306224823,
+    0.5326877236366272,
+    0.30969274044036865,
+    0.38317492604255676,
+    0.26200270652770996,
+    0.40738847851753235,
+    0.47985002398490906,
+    0.44433534145355225,
+    0.025853537023067474,
+    0.22082287073135376,
+    0.5331506729125977,
+    0.16315245628356934,
+    0.48238834738731384,
+    0.40973615646362305,
+    0.7619059085845947,
+    0.08695951104164124,
+    0.24560411274433136,
+    0.31499266624450684,
+    0.3600967526435852,
+    0.285686731338501,
+    0.7758381366729736,
+    0.3007410764694214,
+    0.6753807663917542,
+    0.6001313328742981,
+    0.4529848098754883,
+    0.16110898554325104,
+    0.2886247932910919,
+    0.23638197779655457,
+    0.4066660404205322,
+    0.1912524551153183,
+    0.2590566575527191,
+    0.29014521837234497,
+    0.5721560716629028,
+    0.2843814194202423,
+    0.6563102006912231,
+    0.1991748809814453,
+    0.5404637455940247,
+    0.04509899392724037,
+    0.22249773144721985,
+    0.24986331164836884,
+    0.7475250959396362,
+    0.42388850450515747,
+    0.4016599655151367,
+    0.5106499791145325,
+    0.5600945949554443,
+    0.15514293313026428,
+    0.16853758692741394,
+    0.030722102150321007,
+    0.2563851475715637,
+    0.6520775556564331,
+    0.12164399772882462,
+    0.519415020942688,
+    0.5928603410720825,
+    0.6723780632019043,
+    0.4694729447364807,
+    0.16171590983867645,
+    0.45523160696029663,
+    0.12614597380161285,
+    0.22454094886779785,
+    0.6754329204559326,
+    0.4833366274833679,
+    0.5305818319320679,
+    0.46288400888442993,
+    0.2159644216299057,
+    0.7180358171463013,
+    0.4124140441417694,
+    0.2199779599905014,
+    0.1905442774295807,
+    0.36553043127059937,
+    0.2703837454319,
+    0.3248075544834137,
+    0.4993526339530945,
+    0.3269354999065399,
+    0.3603343367576599,
+    0.34442609548568726,
+    0.4404519200325012,
+    0.24536432325839996,
+    0.28467118740081787,
+    0.4306375980377197,
+    0.6414034962654114,
+    0.20934520661830902,
+    0.17380310595035553,
+    0.7483317255973816,
+    0.1777317374944687,
+    0.5362169742584229,
+    0.22987662255764008,
+    0.3512098789215088,
+    0.3818516731262207,
+    0.37929752469062805,
+    0.1141013577580452,
+    0.45313021540641785,
+    0.0896449014544487,
+    0.5719833970069885,
+    0.7104842066764832,
+    0.21784739196300507,
+    0.39400792121887207,
+    0.26606985926628113,
+    0.44349464774131775,
+    0.6249008774757385,
+    0.5212963223457336,
+    0.5553755760192871,
+    0.2642459571361542,
+    0.20672070980072021,
+    0.29380330443382263,
+    0.6148006916046143,
+    0.07523132115602493,
+    0.17081187665462494,
+    0.3782457113265991,
+    0.7524756789207458,
+    0.47111573815345764,
+    0.4996991455554962,
+    0.27355438470840454,
+    0.8689931631088257,
+    0.8768982291221619,
+    0.3762720227241516,
+    0.06992267817258835,
+    0.3157811462879181,
+    0.775556206703186,
+    0.399471640586853,
+    0.7446505427360535,
+    0.3012126684188843,
+    0.12777815759181976,
+    0.1811637282371521,
+    0.7868868708610535,
+    0.40541279315948486,
+    0.46992653608322144,
+    0.6330069303512573,
+    0.07731536775827408,
+    0.09537622332572937,
+    0.08520067483186722,
+    0.6343627572059631,
+    0.5525764226913452,
+    0.2104807198047638,
+    0.3141195774078369,
+    0.3439403176307678,
+    0.35671746730804443,
+    0.5931423306465149,
+    0.5578998923301697,
+    0.03842011094093323,
+    0.5874879956245422,
+    0.20502765476703644,
+    0.3134217858314514,
+    0.5173303484916687,
+    0.5062311291694641,
+    0.29014015197753906,
+    0.3382125198841095,
+    0.47605523467063904,
+    0.31291767954826355,
+    0.5608007311820984,
+    0.7085662484169006,
+    0.43453213572502136,
+    0.06072576344013214,
+    0.4292958974838257,
+    0.19454994797706604,
+    0.6571725010871887,
+    0.1215062364935875,
+    0.2805855870246887,
+    0.5650481581687927,
+    0.36534902453422546,
+    0.06881935149431229,
+    0.33767735958099365,
+    0.437259316444397,
+    0.0886274129152298,
+    0.874690055847168,
+    0.8884775638580322,
+    0.08244427293539047,
+    0.5811080932617188,
+    0.7944918274879456,
+    0.26599499583244324,
+    0.2620388865470886,
+    0.24121834337711334,
+    0.29393014311790466,
+    0.07176817208528519,
+    0.39990919828414917,
+    0.3653062582015991,
+    0.6519718766212463,
+    0.6343369483947754,
+    0.424435555934906,
+    0.2715916931629181,
+    0.6760762929916382,
+    0.6182506084442139,
+    0.39788496494293213,
+    0.39272138476371765,
+    0.46232226490974426,
+    0.5454266667366028,
+    0.12621398270130157,
+    0.20257960259914398,
+    0.37928909063339233,
+    0.11490314453840256,
+    0.44693323969841003,
+    0.15164540708065033,
+    0.7789042592048645
+  ]
+}

p5-mae-15m-d116/exports/step_00010000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.39369754381477834,
+  "lora/map": 0.39369754381477834,
+  "fsd50k/map": 0.39369754381477834,
+  "train_seconds": 96.65,
+  "total_seconds": 105.91,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021109468799550085,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01575302958596924,
+      "val_map": 0.39369754381477834,
+      "lr": 0.0,
+      "train_s": 96.65391676663421
+    }
+  ],
+  "per_class_ap": [
+    0.26476791501045227,
+    0.10854900628328323,
+    0.5271952748298645,
+    0.3508685529232025,
+    0.4963935315608978,
+    0.609031081199646,
+    0.8646023273468018,
+    0.5375609993934631,
+    0.5632481575012207,
+    0.534992516040802,
+    0.29773053526878357,
+    0.40793028473854065,
+    0.23853343725204468,
+    0.42760568857192993,
+    0.4874207675457001,
+    0.46030935645103455,
+    0.02763935551047325,
+    0.21260666847229004,
+    0.4777717590332031,
+    0.18598204851150513,
+    0.4760238230228424,
+    0.3980778753757477,
+    0.76678067445755,
+    0.10282805562019348,
+    0.21250611543655396,
+    0.43779051303863525,
+    0.35793858766555786,
+    0.2549499571323395,
+    0.7317062020301819,
+    0.30771276354789734,
+    0.6695826053619385,
+    0.6280487179756165,
+    0.45674073696136475,
+    0.18020500242710114,
+    0.30306392908096313,
+    0.2652851343154907,
+    0.4139900803565979,
+    0.1843900978565216,
+    0.3496131896972656,
+    0.31588321924209595,
+    0.5343984961509705,
+    0.27809908986091614,
+    0.6181511878967285,
+    0.18439358472824097,
+    0.5202966928482056,
+    0.06359751522541046,
+    0.19512206315994263,
+    0.22745051980018616,
+    0.7148257493972778,
+    0.4288181662559509,
+    0.37259235978126526,
+    0.4841495156288147,
+    0.6107199192047119,
+    0.15000185370445251,
+    0.2106957733631134,
+    0.04367605596780777,
+    0.2406061291694641,
+    0.6502014994621277,
+    0.11318926513195038,
+    0.5138095021247864,
+    0.5829674601554871,
+    0.6932988166809082,
+    0.49170249700546265,
+    0.29455268383026123,
+    0.4406537115573883,
+    0.15553413331508636,
+    0.23424291610717773,
+    0.6816144585609436,
+    0.48257872462272644,
+    0.5072420239448547,
+    0.45401719212532043,
+    0.2679409086704254,
+    0.7275224328041077,
+    0.379864364862442,
+    0.2144746035337448,
+    0.20204822719097137,
+    0.3909103274345398,
+    0.35526242852211,
+    0.3822966516017914,
+    0.4987154006958008,
+    0.24446099996566772,
+    0.41914159059524536,
+    0.34927845001220703,
+    0.4343991279602051,
+    0.24806378781795502,
+    0.2980663776397705,
+    0.4500030279159546,
+    0.5537645220756531,
+    0.21196463704109192,
+    0.20178326964378357,
+    0.7525376081466675,
+    0.16082005202770233,
+    0.5706360340118408,
+    0.18785257637500763,
+    0.392813503742218,
+    0.4035961627960205,
+    0.36162763833999634,
+    0.08451476693153381,
+    0.43154242634773254,
+    0.08861679583787918,
+    0.5756493806838989,
+    0.703803300857544,
+    0.21973048150539398,
+    0.41506052017211914,
+    0.268886923789978,
+    0.43713128566741943,
+    0.6204153299331665,
+    0.5242290496826172,
+    0.5554155707359314,
+    0.259011834859848,
+    0.18910200893878937,
+    0.27920395135879517,
+    0.5822235941886902,
+    0.08711016178131104,
+    0.16614490747451782,
+    0.3624085783958435,
+    0.7294409871101379,
+    0.48900654911994934,
+    0.4890387952327728,
+    0.2497715950012207,
+    0.8700252175331116,
+    0.8778676986694336,
+    0.42728209495544434,
+    0.0881524533033371,
+    0.3137895464897156,
+    0.7733603119850159,
+    0.37358132004737854,
+    0.743748664855957,
+    0.31133517622947693,
+    0.13674190640449524,
+    0.18397581577301025,
+    0.7635051608085632,
+    0.3644787669181824,
+    0.448900043964386,
+    0.6283937692642212,
+    0.08921726047992706,
+    0.07890399545431137,
+    0.07410483807325363,
+    0.6380329728126526,
+    0.5595065951347351,
+    0.20211976766586304,
+    0.2906632423400879,
+    0.3406675457954407,
+    0.4009215831756592,
+    0.6143717765808105,
+    0.5716448426246643,
+    0.06407266855239868,
+    0.5967668890953064,
+    0.2199762612581253,
+    0.272929310798645,
+    0.5005531907081604,
+    0.5224863886833191,
+    0.3042345643043518,
+    0.3840068280696869,
+    0.496211975812912,
+    0.34481626749038696,
+    0.5976489782333374,
+    0.6936345100402832,
+    0.4365141987800598,
+    0.07394543290138245,
+    0.4335988461971283,
+    0.18972641229629517,
+    0.6763722896575928,
+    0.255038857460022,
+    0.3035552203655243,
+    0.4151829183101654,
+    0.3538743555545807,
+    0.07371517270803452,
+    0.3241996765136719,
+    0.43747901916503906,
+    0.10812953114509583,
+    0.8609461784362793,
+    0.8699803352355957,
+    0.05125358700752258,
+    0.5220718383789062,
+    0.7730310559272766,
+    0.26822397112846375,
+    0.28291067481040955,
+    0.22650876641273499,
+    0.3061995506286621,
+    0.04882291331887245,
+    0.32679516077041626,
+    0.21702004969120026,
+    0.6105586886405945,
+    0.620684027671814,
+    0.394822359085083,
+    0.28290385007858276,
+    0.671122670173645,
+    0.5582715272903442,
+    0.41865941882133484,
+    0.44232168793678284,
+    0.47001418471336365,
+    0.5432277917861938,
+    0.15842129290103912,
+    0.21623031795024872,
+    0.4098973572254181,
+    0.11251100897789001,
+    0.37919244170188904,
+    0.1756478250026703,
+    0.7429364919662476
+  ]
+}

p5-mae-15m-d116/exports/step_00010000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006804021502592277,
+      "val_map": 0.005766882298053003,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02408,
+      "train_map": 0.014130609788718957,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 1.3
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02393,
+      "train_map": 0.037759347270955056,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 2.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0229,
+      "train_map": 0.05429108406879199,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 3.4
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02238,
+      "train_map": 0.06513804356714241,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 4.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02143,
+      "train_map": 0.07084998217070267,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 5.5
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02123,
+      "train_map": 0.08258768298289433,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 6.4
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02135,
+      "train_map": 0.08685790761497643,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 7.4
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02147,
+      "train_map": 0.09293618488197959,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 8.5
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02117,
+      "train_map": 0.09300293428054614,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 9.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02141,
+      "train_map": 0.10428089415301096,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 10.7
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02141,
+      "train_map": 0.10499419153630875,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 11.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02103,
+      "train_map": 0.11202159964663297,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 12.9
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02092,
+      "train_map": 0.1105676156440414,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 14.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.0203,
+      "train_map": 0.12338522178663447,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 15.1
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02011,
+      "train_map": 0.12330430317263648,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 16.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01978,
+      "train_map": 0.12598874372080238,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 17.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02059,
+      "train_map": 0.1272580447735749,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 18.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02064,
+      "train_map": 0.12722354789089546,
+      "val_map": 0.07755590147255749,
+      "lr": 0.002799453919445244,
+      "train_s": 18.6
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01911,
+      "train_map": 0.1383126910989733,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 19.5
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.02023,
+      "train_map": 0.1432703934341273,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 20.6
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01955,
+      "train_map": 0.1459475630440129,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 21.7
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.0195,
+      "train_map": 0.14327263987783972,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 22.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01883,
+      "train_map": 0.15600773119641578,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 23.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01859,
+      "train_map": 0.15826745041817483,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 24.9
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01882,
+      "train_map": 0.14101235150223496,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 26.0
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01918,
+      "train_map": 0.15734426918429847,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 27.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01917,
+      "train_map": 0.16943498964658257,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 28.2
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01916,
+      "train_map": 0.172856291699483,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 29.3
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01958,
+      "train_map": 0.17368365512485748,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 30.3
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01917,
+      "train_map": 0.18919719360146736,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 31.4
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01847,
+      "train_map": 0.19179494393127042,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 32.5
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.0187,
+      "train_map": 0.19491721806425666,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 33.5
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01898,
+      "train_map": 0.1881874009217551,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 34.1
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01871,
+      "train_map": 0.21618829870267825,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 35.3
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01883,
+      "train_map": 0.2107326278420593,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 36.4
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01824,
+      "train_map": 0.21689059506249977,
+      "val_map": 0.1192770819091353,
+      "lr": 0.0017642705177736725,
+      "train_s": 36.7
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01817,
+      "train_map": 0.22355551199909773,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 37.5
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01706,
+      "train_map": 0.20979142100930184,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 38.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01773,
+      "train_map": 0.23312098666074804,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 39.7
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01716,
+      "train_map": 0.23582396542112674,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 40.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01753,
+      "train_map": 0.2464761031611312,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 41.9
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01714,
+      "train_map": 0.2480334721662924,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 43.1
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01693,
+      "train_map": 0.25820088145310727,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 44.2
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.017,
+      "train_map": 0.266879355314451,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 45.2
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01692,
+      "train_map": 0.27788508751480867,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 46.3
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01658,
+      "train_map": 0.2837440277126386,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 47.4
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01687,
+      "train_map": 0.2799963631209488,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 48.5
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01646,
+      "train_map": 0.2922473881434317,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 49.6
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01655,
+      "train_map": 0.30311405294057003,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 50.7
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01623,
+      "train_map": 0.313199313288551,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 51.8
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.0162,
+      "train_map": 0.3127715385799955,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 52.9
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01663,
+      "train_map": 0.32732973038174734,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 54.0
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01621,
+      "train_map": 0.32459106038817587,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 55.1
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01634,
+      "train_map": 0.3300031582671138,
+      "val_map": 0.16224966708135985,
+      "lr": 0.0005439028207490256,
+      "train_s": 55.5
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01488,
+      "train_map": 0.33767990725542607,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 56.2
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01436,
+      "train_map": 0.3464790973370538,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 57.3
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01467,
+      "train_map": 0.35665862990341785,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 58.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01443,
+      "train_map": 0.3618649897135554,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 59.5
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01437,
+      "train_map": 0.3631505996900729,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 60.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01436,
+      "train_map": 0.36755051800320226,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 61.7
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01434,
+      "train_map": 0.37323533770481593,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 62.8
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01412,
+      "train_map": 0.3782420608496021,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 63.8
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01404,
+      "train_map": 0.38101301717958935,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 64.9
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.0145,
+      "train_map": 0.38733768188862916,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 66.0
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.014,
+      "train_map": 0.3883990319993566,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 67.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01417,
+      "train_map": 0.3896624016517197,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 68.2
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01441,
+      "train_map": 0.39343152841309215,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 69.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.0142,
+      "train_map": 0.39448804819366173,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 70.4
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01402,
+      "train_map": 0.394083331878062,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 71.5
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01373,
+      "train_map": 0.3947143589961122,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 72.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01414,
+      "train_map": 0.3957685283977234,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 73.7
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01378,
+      "train_map": 0.3953418408571769,
+      "val_map": 0.1707038749945995,
+      "lr": 1e-05,
+      "train_s": 74.2
+    }
+  ],
+  "final_train_map": 0.3953418408571769,
+  "final_val_map": 0.1707038749945995,
+  "lora/map": 0.1707038749945995,
+  "train_seconds": 74.2,
+  "wall_seconds": 268.6
+}

p5-mae-15m-d116/exports/step_00010000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006041355890666349,
+      "val_map": 0.005427791361486719,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02529,
+      "train_map": 0.014222749069764277,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 1.2
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02383,
+      "train_map": 0.040055178481806245,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 2.1
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02246,
+      "train_map": 0.052025691113934854,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 3.2
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02188,
+      "train_map": 0.06851564453975731,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 4.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.0213,
+      "train_map": 0.0761017438962674,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 5.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02143,
+      "train_map": 0.0801482417826599,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 6.2
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0211,
+      "train_map": 0.08847312009946375,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 7.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02192,
+      "train_map": 0.09002499440658407,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 8.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02119,
+      "train_map": 0.09596204769464503,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 9.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02105,
+      "train_map": 0.09914515943282357,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 10.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02129,
+      "train_map": 0.10363475359893233,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 11.2
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02079,
+      "train_map": 0.11101987525958575,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 12.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02063,
+      "train_map": 0.12014261112801122,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 13.4
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01998,
+      "train_map": 0.11897032710889698,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 14.4
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02052,
+      "train_map": 0.12455388013206323,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 15.4
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02017,
+      "train_map": 0.12857287430754055,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 16.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02027,
+      "train_map": 0.13325620497721805,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 17.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02011,
+      "train_map": 0.1261431220132483,
+      "val_map": 0.07600627960001015,
+      "lr": 0.002799453919445244,
+      "train_s": 17.5
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01957,
+      "train_map": 0.1382804635754898,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 18.5
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01989,
+      "train_map": 0.13652368756302719,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 19.4
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01977,
+      "train_map": 0.14955981258228704,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 20.6
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01917,
+      "train_map": 0.15335627380790334,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 21.6
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.0199,
+      "train_map": 0.15160115756292383,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 22.5
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01949,
+      "train_map": 0.15766257254329052,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 23.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01838,
+      "train_map": 0.15734830794262167,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 24.6
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01897,
+      "train_map": 0.17608952990855026,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 25.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01898,
+      "train_map": 0.18027408096755534,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 26.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01945,
+      "train_map": 0.1694785535929325,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 27.6
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01937,
+      "train_map": 0.1775259710106101,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 28.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01838,
+      "train_map": 0.18774851544652368,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 29.6
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01877,
+      "train_map": 0.1906457015214244,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 30.5
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01863,
+      "train_map": 0.19408824644360756,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 31.6
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01923,
+      "train_map": 0.19639201726025746,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 32.6
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01822,
+      "train_map": 0.20626819764301038,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 33.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01901,
+      "train_map": 0.21012339338243177,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 34.5
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01835,
+      "train_map": 0.21610526185998769,
+      "val_map": 0.11737440238429314,
+      "lr": 0.0017642705177736725,
+      "train_s": 34.7
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01729,
+      "train_map": 0.22453384506790078,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 35.5
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01725,
+      "train_map": 0.2324993286027345,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 36.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.0177,
+      "train_map": 0.24006041759480165,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 37.7
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01742,
+      "train_map": 0.24833917006518005,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 38.9
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01653,
+      "train_map": 0.25431100490628483,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 39.6
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01747,
+      "train_map": 0.26089038978466866,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 40.8
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01733,
+      "train_map": 0.261383085623843,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 41.8
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01683,
+      "train_map": 0.2676335407643662,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 42.8
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01702,
+      "train_map": 0.27640367036003205,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 43.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01696,
+      "train_map": 0.28485855733025006,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 44.7
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.0167,
+      "train_map": 0.28707070111436683,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 45.8
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01645,
+      "train_map": 0.2970982951304718,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 46.8
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01647,
+      "train_map": 0.30500933006794617,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 47.7
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01636,
+      "train_map": 0.3118877629493231,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 48.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01656,
+      "train_map": 0.313123887351783,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 49.7
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01591,
+      "train_map": 0.31851204847863945,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 50.7
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.0167,
+      "train_map": 0.32850567799987557,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 51.9
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01625,
+      "train_map": 0.329035395159045,
+      "val_map": 0.16108344048721118,
+      "lr": 0.0005439028207490256,
+      "train_s": 52.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.0147,
+      "train_map": 0.3422822442605554,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 53.0
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01446,
+      "train_map": 0.34832221292581345,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 54.0
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01435,
+      "train_map": 0.35664919927447636,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 54.8
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01453,
+      "train_map": 0.3612755272127476,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 55.9
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.0143,
+      "train_map": 0.36521700203447005,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 57.0
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01374,
+      "train_map": 0.3718276525259131,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 58.1
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01389,
+      "train_map": 0.3770012813894188,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 59.1
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01455,
+      "train_map": 0.3798457159319684,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 60.3
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01439,
+      "train_map": 0.38535147799670244,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 61.2
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01399,
+      "train_map": 0.39028895497180704,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 62.1
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01419,
+      "train_map": 0.3916603979712928,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 63.3
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01378,
+      "train_map": 0.39364000329963394,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 64.3
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01385,
+      "train_map": 0.39573382790884326,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 65.2
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01405,
+      "train_map": 0.3949836958765248,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 66.2
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01377,
+      "train_map": 0.3956967314574479,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 67.1
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01402,
+      "train_map": 0.39696937423390277,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 68.2
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.0143,
+      "train_map": 0.3973788890132302,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 69.3
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.0137,
+      "train_map": 0.3974349374796283,
+      "val_map": 0.17255339473556636,
+      "lr": 1e-05,
+      "train_s": 69.7
+    }
+  ],
+  "final_train_map": 0.3974349374796283,
+  "final_val_map": 0.17255339473556636,
+  "lora/map": 0.17255339473556636,
+  "train_seconds": 69.7,
+  "wall_seconds": 250.9
+}

p5-mae-15m-d116/exports/step_00010000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007029547304267583,
+      "val_map": 0.005995830640716362,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02474,
+      "train_map": 0.016330346506640343,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 1.0
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02398,
+      "train_map": 0.03494277495101794,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.9
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02253,
+      "train_map": 0.051151569124198104,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02172,
+      "train_map": 0.06857006954523139,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 3.7
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02183,
+      "train_map": 0.0771317831196414,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 4.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02166,
+      "train_map": 0.08283805828170401,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 5.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02178,
+      "train_map": 0.08128107723645668,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 6.8
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02091,
+      "train_map": 0.08443778667614868,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 7.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02077,
+      "train_map": 0.08417152882725057,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 8.7
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02093,
+      "train_map": 0.09820280701188862,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 9.6
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02107,
+      "train_map": 0.10245413152214698,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 10.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02094,
+      "train_map": 0.11288995412620141,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 11.8
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02051,
+      "train_map": 0.11283259624632984,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 12.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02054,
+      "train_map": 0.12133643885745722,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 14.0
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02049,
+      "train_map": 0.13072696231054654,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 15.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02026,
+      "train_map": 0.12410518692442317,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 15.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02062,
+      "train_map": 0.13149766513081074,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 16.8
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02094,
+      "train_map": 0.13775940397860345,
+      "val_map": 0.07847233338544828,
+      "lr": 0.002799453919445244,
+      "train_s": 17.0
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01926,
+      "train_map": 0.14293010612248144,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 17.8
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01901,
+      "train_map": 0.1378164530521439,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 18.8
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.0195,
+      "train_map": 0.14728839746172728,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 19.7
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01926,
+      "train_map": 0.14354044690894305,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 20.7
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01964,
+      "train_map": 0.14189015150130277,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 21.8
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01926,
+      "train_map": 0.15557581637641396,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 23.0
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01989,
+      "train_map": 0.15522778119920158,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 24.0
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.0195,
+      "train_map": 0.16612830308426801,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 25.3
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01882,
+      "train_map": 0.16983889011167824,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 26.2
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01888,
+      "train_map": 0.17845883341046648,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 27.2
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01968,
+      "train_map": 0.1629560892125574,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 28.1
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.0195,
+      "train_map": 0.18984395970698212,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 29.0
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01882,
+      "train_map": 0.18741604234436546,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 29.9
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01883,
+      "train_map": 0.19744131651192734,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 31.1
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01864,
+      "train_map": 0.19602066860224987,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 32.2
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01876,
+      "train_map": 0.19642652418513903,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 33.3
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.0194,
+      "train_map": 0.19839769921864628,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 34.3
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.0186,
+      "train_map": 0.20090424678901625,
+      "val_map": 0.11289622700389694,
+      "lr": 0.0017642705177736725,
+      "train_s": 34.4
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01822,
+      "train_map": 0.21031487537406568,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 35.2
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01779,
+      "train_map": 0.21630621732140148,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 36.4
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01701,
+      "train_map": 0.22868728538554522,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 37.3
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01732,
+      "train_map": 0.23182248729024882,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 38.3
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01705,
+      "train_map": 0.23411986011962285,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 39.2
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01705,
+      "train_map": 0.24668689415855527,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 40.1
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01771,
+      "train_map": 0.2546283374796754,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 41.0
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01711,
+      "train_map": 0.2633741908694354,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 41.9
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01684,
+      "train_map": 0.27083463432793936,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 43.1
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01701,
+      "train_map": 0.27599532007852984,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 44.2
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01667,
+      "train_map": 0.2798010800935088,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 45.1
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01656,
+      "train_map": 0.2944553196589256,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 46.2
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01713,
+      "train_map": 0.29915453351510995,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 47.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01672,
+      "train_map": 0.30210956463685695,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 48.5
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01682,
+      "train_map": 0.31162811709705746,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 49.6
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01621,
+      "train_map": 0.32109361790841623,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 50.7
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01603,
+      "train_map": 0.32686292243665493,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 51.8
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01614,
+      "train_map": 0.33027927989963674,
+      "val_map": 0.16081668524357864,
+      "lr": 0.0005439028207490256,
+      "train_s": 52.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01479,
+      "train_map": 0.33721031331275175,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 52.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01468,
+      "train_map": 0.3481375469704224,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 54.0
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01426,
+      "train_map": 0.3515148114773535,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 55.1
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.0149,
+      "train_map": 0.3579109974092392,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 56.2
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01471,
+      "train_map": 0.3622460254915129,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 57.3
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01432,
+      "train_map": 0.3676248242163172,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 58.4
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01425,
+      "train_map": 0.3709475482890004,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 59.5
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01399,
+      "train_map": 0.37645894421204446,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 60.6
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01437,
+      "train_map": 0.37780458446896054,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 61.8
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01471,
+      "train_map": 0.38025414097905724,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 62.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01433,
+      "train_map": 0.38508113461990173,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 64.0
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01424,
+      "train_map": 0.38748100630062465,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 64.8
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01402,
+      "train_map": 0.3889071431357336,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 65.7
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01417,
+      "train_map": 0.3899469810663466,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 66.9
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01398,
+      "train_map": 0.39136643811311056,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 68.0
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01363,
+      "train_map": 0.39141142072484775,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 69.1
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01413,
+      "train_map": 0.3918558207554372,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 70.2
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.0142,
+      "train_map": 0.3920227777021999,
+      "val_map": 0.17140781646859488,
+      "lr": 1e-05,
+      "train_s": 70.7
+    }
+  ],
+  "final_train_map": 0.3920227777021999,
+  "final_val_map": 0.17140781646859488,
+  "lora/map": 0.17140781646859488,
+  "train_seconds": 70.7,
+  "wall_seconds": 261.8
+}

p5-mae-15m-d116/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00010000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.1273692974836638,
+  "probe/map_train": 0.5397110122770241,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.155165104241865,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.757699617068283,
+  "probe/total_s": 8.305558747029863,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15392098080700853
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15395783540259064
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.155165104241865
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.15441432842088818
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.14273615350038435
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12018736229195089
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.0959513106717387
+    }
+  ],
+  "per_class_ap": [
+    0.6203917264938354,
+    0.009415178559720516,
+    0.06268315017223358,
+    0.18366478383541107,
+    0.10552380979061127,
+    0.25172877311706543,
+    0.18425682187080383,
+    0.30660074949264526,
+    0.027780605480074883,
+    0.03125183656811714,
+    0.015589522197842598,
+    0.06164344400167465,
+    0.4823521077632904,
+    0.27863943576812744,
+    0.03535699099302292,
+    0.47101661562919617,
+    0.2919992506504059,
+    0.33764395117759705,
+    0.06246241182088852,
+    0.07572179287672043,
+    0.2453799843788147,
+    0.04937554895877838,
+    0.14867298305034637,
+    0.13525858521461487,
+    0.05771689489483833,
+    0.017815353348851204,
+    0.054711032658815384,
+    0.15881721675395966,
+    0.18400278687477112,
+    0.0394965298473835,
+    0.20878463983535767,
+    0.16295850276947021,
+    0.019314739853143692,
+    0.07587992399930954,
+    0.22431468963623047,
+    0.03770095109939575,
+    0.3545081913471222,
+    0.05715758353471756,
+    0.06128337234258652,
+    0.1031031534075737,
+    0.14474047720432281,
+    0.015323711559176445,
+    0.06183628365397453,
+    0.36632874608039856,
+    0.009436439722776413,
+    0.09623454511165619,
+    0.008732013404369354,
+    0.05467281490564346,
+    0.046239349991083145,
+    0.06913376599550247,
+    0.11308237910270691,
+    0.00955157820135355,
+    0.02540467120707035,
+    0.050284113734960556,
+    0.2271803617477417,
+    0.09560928493738174,
+    0.19539622962474823,
+    0.35650011897087097,
+    0.08013062924146652,
+    0.07207955420017242,
+    0.15644855797290802,
+    0.22351230680942535,
+    0.048844482749700546,
+    0.1071804091334343,
+    0.500069260597229,
+    0.1965399533510208,
+    0.2600882053375244,
+    0.23894637823104858,
+    0.38975074887275696,
+    0.37284427881240845,
+    0.10138420015573502,
+    0.11208228021860123,
+    0.15991364419460297,
+    0.13398155570030212,
+    0.1523389220237732,
+    0.18582771718502045,
+    0.05276363343000412,
+    0.18531517684459686,
+    0.14318804442882538,
+    0.0973985493183136,
+    0.015605993568897247,
+    0.05548041686415672,
+    0.2010718435049057,
+    0.0942877009510994,
+    0.08603519946336746,
+    0.019921597093343735,
+    0.034553296864032745,
+    0.025554697960615158,
+    0.020864121615886688,
+    0.036045338958501816,
+    0.048149485141038895,
+    0.05123385414481163,
+    0.12950539588928223,
+    0.011053284630179405,
+    0.03855063393712044,
+    0.02835860475897789,
+    0.012295085936784744,
+    0.013221537694334984,
+    0.11882450431585312,
+    0.20362119376659393,
+    0.11425907164812088,
+    0.23627156019210815,
+    0.031217528507113457,
+    0.030755212530493736,
+    0.025321945548057556,
+    0.04405086115002632,
+    0.055075451731681824,
+    0.0453508235514164,
+    0.07178479433059692,
+    0.13783375918865204,
+    0.16190843284130096,
+    0.11853904277086258,
+    0.10277606546878815,
+    0.06450466811656952,
+    0.04163346812129021,
+    0.205402672290802,
+    0.20555326342582703,
+    0.10619354248046875,
+    0.1261543482542038,
+    0.13323885202407837,
+    0.15050865709781647,
+    0.13312380015850067,
+    0.08067590743303299,
+    0.08136042207479477,
+    0.009068658575415611,
+    0.03618566691875458,
+    0.10790368169546127,
+    0.13140203058719635,
+    0.09792473167181015,
+    0.09505628049373627,
+    0.004827069118618965,
+    0.11183866113424301,
+    0.09222027659416199,
+    0.08518996834754944,
+    0.05895289406180382,
+    0.008803938515484333,
+    0.06688237935304642,
+    0.7089467644691467,
+    0.22818239033222198,
+    0.29901546239852905,
+    0.38704729080200195,
+    0.26899200677871704,
+    0.10516977310180664,
+    0.15927419066429138,
+    0.06700828671455383,
+    0.13053962588310242,
+    0.09475760906934738,
+    0.18898621201515198,
+    0.1355859786272049,
+    0.21104799211025238,
+    0.11468637734651566,
+    0.16124725341796875,
+    0.19677045941352844,
+    0.08025951683521271,
+    0.08085428178310394,
+    0.18729709088802338,
+    0.11290278285741806,
+    0.05767224356532097,
+    0.027676139026880264,
+    0.070305734872818,
+    0.4315101206302643,
+    0.26777711510658264,
+    0.2737974524497986,
+    0.1329696774482727,
+    0.23688389360904694,
+    0.21890993416309357,
+    0.25651147961616516,
+    0.15494707226753235,
+    0.2549912929534912,
+    0.3159657418727875,
+    0.22635558247566223,
+    0.2830435335636139,
+    0.3007223606109619,
+    0.19899101555347443,
+    0.12802214920520782,
+    0.12138162553310394,
+    0.10647757351398468,
+    0.3386768400669098,
+    0.04742612689733505,
+    0.15213540196418762,
+    0.18901781737804413,
+    0.15770752727985382,
+    0.176521435379982,
+    0.22471286356449127,
+    0.06608526408672333,
+    0.3703405559062958,
+    0.3759448528289795,
+    0.1426890343427658,
+    0.29755693674087524,
+    0.12806320190429688,
+    0.14411205053329468,
+    0.08722715824842453,
+    0.2819952368736267,
+    0.15485802292823792,
+    0.12296826392412186,
+    0.3722616136074066,
+    0.053495656698942184,
+    0.054259203374385834,
+    0.14893977344036102,
+    0.26283103227615356,
+    0.03917453810572624,
+    0.16775228083133698,
+    0.07055014371871948,
+    0.19823509454727173,
+    0.2277536690235138,
+    0.11789503693580627,
+    0.14942942559719086,
+    0.46813762187957764,
+    0.2157221883535385,
+    0.2723117768764496,
+    0.7276851534843445,
+    0.3795459270477295,
+    0.4325791597366333,
+    0.026236070320010185,
+    0.3041779696941376,
+    0.0982125774025917,
+    0.05876058340072632,
+    0.2392069399356842,
+    0.16826404631137848,
+    0.13764576613903046,
+    0.1494545191526413,
+    0.1207631453871727,
+    0.1937960535287857,
+    0.20521807670593262,
+    0.05305947735905647,
+    0.07957589626312256,
+    0.08994527161121368,
+    0.037363022565841675,
+    0.12219551205635071,
+    0.04416370764374733,
+    0.05054737254977226,
+    0.0564441978931427,
+    0.08349546790122986,
+    0.039084602147340775,
+    0.059073109179735184,
+    0.014253626577556133,
+    0.178897425532341,
+    0.021525610238313675,
+    0.33648332953453064,
+    0.026268569752573967,
+    0.15440423786640167,
+    0.2053397297859192,
+    0.27933600544929504,
+    0.1770896017551422,
+    0.14865773916244507,
+    0.237099289894104,
+    0.04871579632163048,
+    0.1358896791934967,
+    0.040214233100414276,
+    0.11548519134521484,
+    0.1464015245437622,
+    0.02582174725830555,
+    0.0655272901058197,
+    0.0864962562918663,
+    0.08044057339429855,
+    0.14368808269500732,
+    0.26929613947868347,
+    0.2555452287197113,
+    0.1445784866809845,
+    0.05724490433931351,
+    0.042675506323575974,
+    0.06909658759832382,
+    0.20080550014972687,
+    0.1159738153219223,
+    0.016204016283154488,
+    0.07318700104951859,
+    0.05877642706036568,
+    0.09767047315835953,
+    0.1083240658044815,
+    0.037669628858566284,
+    0.030364643782377243,
+    0.2146979123353958,
+    0.09333883970975876,
+    0.03470052778720856,
+    0.19821707904338837,
+    0.027364544570446014,
+    0.06921731680631638,
+    0.03750542923808098,
+    0.07767466455698013,
+    0.06582976877689362,
+    0.02294188365340233,
+    0.24354003369808197,
+    0.14911270141601562,
+    0.1915183663368225,
+    0.07292255014181137,
+    0.20432259142398834,
+    0.2624918222427368,
+    0.2910589575767517,
+    0.22613905370235443,
+    0.17283885180950165,
+    0.17943160235881805,
+    0.15347857773303986,
+    0.10633029788732529,
+    0.21849869191646576,
+    0.13399678468704224,
+    0.11857843399047852,
+    0.12096120417118073,
+    0.005614841356873512,
+    0.01574505865573883,
+    0.010990820825099945,
+    0.26836228370666504,
+    0.15876184403896332,
+    0.13815626502037048,
+    0.0638459250330925,
+    0.02723844349384308,
+    0.09045542776584625,
+    0.02452688291668892,
+    0.16105113923549652,
+    0.04643740504980087,
+    0.07241575419902802,
+    0.1666397899389267,
+    0.051520783454179764,
+    0.10307919234037399,
+    0.06817284226417542,
+    0.05418951436877251,
+    0.09094396978616714,
+    0.049042701721191406,
+    0.0339667871594429,
+    0.13095059990882874,
+    0.06826701760292053,
+    0.14180408418178558,
+    0.04804075136780739,
+    0.38592103123664856,
+    0.32413047552108765,
+    0.21294839680194855,
+    0.20442134141921997,
+    0.041078489273786545,
+    0.05574881285429001,
+    0.2429480254650116,
+    0.2372581958770752,
+    0.13082867860794067,
+    0.2494518756866455,
+    0.2471981942653656,
+    0.2560747265815735,
+    0.21335895359516144,
+    0.14116418361663818,
+    0.08515041321516037,
+    0.20292820036411285,
+    0.07166072726249695,
+    0.02385338768362999,
+    0.0706649050116539,
+    0.00573594169691205,
+    0.06988736242055893,
+    0.15974365174770355,
+    0.10097265243530273,
+    0.05615997314453125,
+    0.0896710455417633,
+    0.24830962717533112,
+    0.03988569602370262,
+    0.02503962442278862,
+    0.10603548586368561,
+    0.016710206866264343,
+    0.07195925712585449,
+    0.07956589013338089,
+    0.02695329859852791,
+    0.022788342088460922,
+    0.03475574031472206,
+    0.009031431749463081,
+    0.03159838169813156,
+    0.12977474927902222,
+    0.013056029565632343,
+    0.0743025615811348,
+    0.12746046483516693,
+    0.09024914354085922,
+    0.022207966074347496,
+    0.0385097973048687,
+    0.39394673705101013,
+    0.17472514510154724,
+    0.017199931666254997,
+    0.1086442619562149,
+    0.13353949785232544,
+    0.08910823613405228,
+    0.09388644993305206,
+    0.3523096740245819,
+    0.11137022078037262,
+    0.035592738538980484,
+    0.10767895728349686,
+    0.10880394279956818,
+    0.029887672513723373,
+    0.029050210490822792,
+    0.01981610804796219,
+    0.13063356280326843,
+    0.1093524843454361,
+    0.05483881011605263,
+    0.13887959718704224,
+    0.19061383605003357,
+    0.16694028675556183,
+    0.07649971544742584,
+    0.04782436043024063,
+    0.06581633538007736,
+    0.23506313562393188,
+    0.06659770011901855,
+    0.03155166655778885,
+    0.3304043710231781,
+    0.18182608485221863,
+    0.07169848680496216,
+    0.41272681951522827,
+    0.49407532811164856,
+    0.013851477764546871,
+    0.3544723689556122,
+    0.3834168612957001,
+    0.03862185403704643,
+    0.09819367527961731,
+    0.24504344165325165,
+    0.023575562983751297,
+    0.014520338736474514,
+    0.018325239419937134,
+    0.022209063172340393,
+    0.02558351308107376,
+    0.015284049324691296,
+    0.014523589983582497,
+    0.11224747449159622,
+    0.016472483053803444,
+    0.030907584354281425,
+    0.2944270372390747,
+    0.18413662910461426,
+    0.027908671647310257,
+    0.013878310099244118,
+    0.10596758872270584,
+    0.12607920169830322,
+    0.23137564957141876,
+    0.06277276575565338,
+    0.080708347260952,
+    0.24868665635585785,
+    0.10151597857475281,
+    0.10994219034910202,
+    0.04605379328131676,
+    0.20009107887744904,
+    0.26515987515449524,
+    0.17388926446437836,
+    0.07946506142616272,
+    0.1332995444536209,
+    0.1550261527299881,
+    0.061652038246393204,
+    0.005453719291836023,
+    0.11773376911878586,
+    0.20647399127483368,
+    0.09005343168973923,
+    0.11617325991392136,
+    0.02537725307047367,
+    0.021304989233613014,
+    0.015860863029956818,
+    0.008705089800059795,
+    0.07809500396251678,
+    0.01110674999654293,
+    0.1047803983092308,
+    0.02541271410882473,
+    0.010080561973154545,
+    0.03025801293551922,
+    0.06319969892501831,
+    0.008680855855345726,
+    0.045335423201322556,
+    0.011589506641030312,
+    0.02853921614587307,
+    0.04536999389529228,
+    0.17086823284626007,
+    0.059886232018470764,
+    0.14001858234405518,
+    0.03384331613779068,
+    0.0945618748664856,
+    0.05477432534098625,
+    0.029372431337833405,
+    0.25832587480545044,
+    0.4384256899356842,
+    0.22476185858249664,
+    0.11154016107320786,
+    0.04191114380955696,
+    0.0599939338862896,
+    0.053733792155981064,
+    0.15794669091701508,
+    0.054449114948511124,
+    0.047395844012498856,
+    0.06142819672822952,
+    0.008994940668344498,
+    0.11019265651702881,
+    0.007315896917134523,
+    0.2662990987300873,
+    0.0578179694712162,
+    0.08472839742898941,
+    0.2428400218486786,
+    0.12181944400072098,
+    0.09139198064804077,
+    0.013370937667787075,
+    0.08050482720136642,
+    0.07265234738588333,
+    0.013788473792374134,
+    0.008636788465082645,
+    0.06259394437074661,
+    0.057260945439338684,
+    0.04337562620639801,
+    0.16426943242549896,
+    0.27114859223365784,
+    0.059832047671079636,
+    0.16874217987060547,
+    0.22810205817222595,
+    0.07758429646492004,
+    0.031065553426742554,
+    0.11841700971126556,
+    0.035245612263679504,
+    0.09220574796199799,
+    0.11409969627857208,
+    0.2255321443080902,
+    0.009214507415890694,
+    0.12763620913028717,
+    0.034283462911844254,
+    0.015478018671274185,
+    0.09029000252485275,
+    0.01549410168081522,
+    0.01746719516813755,
+    0.026594199240207672,
+    0.021303879097104073,
+    0.14808499813079834,
+    0.060596078634262085,
+    0.009287359192967415,
+    0.15400543808937073,
+    0.277805894613266,
+    0.049541935324668884,
+    0.31929028034210205,
+    0.028355732560157776,
+    0.06531742960214615,
+    0.02088656835258007,
+    0.20449919998645782,
+    0.15577253699302673,
+    0.04951859265565872,
+    0.01607273519039154,
+    0.08643331378698349,
+    0.09898342192173004
+  ]
+}

p5-mae-15m-d116/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00015000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.13916191669884342,
+  "probe/map_train": 0.5251123006870896,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16793189984675588,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.005947858910076,
+  "probe/total_s": 8.793651192914695,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16622228474591275
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16639216915276644
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16793189984675588
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1669660409394673
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15486931317950647
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13261871171171513
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10453170459837682
+    }
+  ],
+  "per_class_ap": [
+    0.6305857300758362,
+    0.015139054507017136,
+    0.05733807012438774,
+    0.2007165402173996,
+    0.13490591943264008,
+    0.2572230100631714,
+    0.21849745512008667,
+    0.2860336899757385,
+    0.031595379114151,
+    0.05231359228491783,
+    0.021283024922013283,
+    0.09741556644439697,
+    0.4950425624847412,
+    0.3097943961620331,
+    0.054931316524744034,
+    0.4994623363018036,
+    0.325831800699234,
+    0.3484347462654114,
+    0.053140103816986084,
+    0.08598486334085464,
+    0.2511354982852936,
+    0.08114434778690338,
+    0.19158713519573212,
+    0.15435226261615753,
+    0.07189314812421799,
+    0.026601232588291168,
+    0.06574889272451401,
+    0.15589682757854462,
+    0.2331998497247696,
+    0.0746581181883812,
+    0.2321808934211731,
+    0.19097602367401123,
+    0.03137676417827606,
+    0.07716551423072815,
+    0.2472277283668518,
+    0.06699715554714203,
+    0.4161249101161957,
+    0.06890715658664703,
+    0.05889696627855301,
+    0.14606612920761108,
+    0.15868546068668365,
+    0.01937985047698021,
+    0.07715725153684616,
+    0.38469624519348145,
+    0.012858557514846325,
+    0.09140278398990631,
+    0.016047272831201553,
+    0.1142476350069046,
+    0.051276590675115585,
+    0.08354586362838745,
+    0.11992401629686356,
+    0.01077103428542614,
+    0.03194673731923103,
+    0.06463922560214996,
+    0.23165351152420044,
+    0.10751714557409286,
+    0.2222856730222702,
+    0.35954418778419495,
+    0.09513489156961441,
+    0.062226489186286926,
+    0.1700984537601471,
+    0.21609587967395782,
+    0.06045281141996384,
+    0.19767677783966064,
+    0.5044270157814026,
+    0.22687509655952454,
+    0.27176564931869507,
+    0.25370293855667114,
+    0.3741956651210785,
+    0.38916945457458496,
+    0.09595312923192978,
+    0.150791198015213,
+    0.18031930923461914,
+    0.14638173580169678,
+    0.15854938328266144,
+    0.2116914987564087,
+    0.05575452744960785,
+    0.2331693172454834,
+    0.14970161020755768,
+    0.09957017749547958,
+    0.014312724582850933,
+    0.09714122116565704,
+    0.2939242720603943,
+    0.1075226366519928,
+    0.08354650437831879,
+    0.03287309780716896,
+    0.04038524255156517,
+    0.027567390352487564,
+    0.027547577396035194,
+    0.09193258732557297,
+    0.03304626792669296,
+    0.032156430184841156,
+    0.17960131168365479,
+    0.016559090465307236,
+    0.034940462559461594,
+    0.045688118785619736,
+    0.021130530163645744,
+    0.025975527241826057,
+    0.13967593014240265,
+    0.22614966332912445,
+    0.1197674348950386,
+    0.326765775680542,
+    0.04314771667122841,
+    0.043500300496816635,
+    0.017767654731869698,
+    0.045051902532577515,
+    0.05710733309388161,
+    0.05002717673778534,
+    0.08864138275384903,
+    0.19814704358577728,
+    0.2409246563911438,
+    0.12536919116973877,
+    0.11447476595640182,
+    0.08627934753894806,
+    0.0729483813047409,
+    0.18049116432666779,
+    0.18015791475772858,
+    0.12347228825092316,
+    0.10899437218904495,
+    0.2130317986011505,
+    0.22201403975486755,
+    0.19672025740146637,
+    0.08247725665569305,
+    0.11068696528673172,
+    0.006420488469302654,
+    0.026699338108301163,
+    0.10650821775197983,
+    0.14847435057163239,
+    0.139064759016037,
+    0.09735514223575592,
+    0.00567457964643836,
+    0.08366598933935165,
+    0.17399387061595917,
+    0.1820264756679535,
+    0.04970943182706833,
+    0.01018460188060999,
+    0.08649372309446335,
+    0.7206062078475952,
+    0.24840672314167023,
+    0.31266501545906067,
+    0.40812578797340393,
+    0.301755428314209,
+    0.16893000900745392,
+    0.1774820238351822,
+    0.10036783665418625,
+    0.1747361570596695,
+    0.10104195028543472,
+    0.2931379973888397,
+    0.10937611013650894,
+    0.24159851670265198,
+    0.1393107771873474,
+    0.1789090633392334,
+    0.2272547483444214,
+    0.13349489867687225,
+    0.10863615572452545,
+    0.2457018941640854,
+    0.09943710267543793,
+    0.11345375329256058,
+    0.024078369140625,
+    0.061830755323171616,
+    0.4120718240737915,
+    0.30054038763046265,
+    0.2845265567302704,
+    0.12990044057369232,
+    0.24517583847045898,
+    0.2516418993473053,
+    0.2877226173877716,
+    0.11751837283372879,
+    0.2705453932285309,
+    0.37136852741241455,
+    0.2705084979534149,
+    0.2688564658164978,
+    0.2836693823337555,
+    0.18914608657360077,
+    0.10509014129638672,
+    0.1114286407828331,
+    0.13266398012638092,
+    0.33416250348091125,
+    0.0493127815425396,
+    0.1567510962486267,
+    0.19806431233882904,
+    0.16241411864757538,
+    0.17782950401306152,
+    0.2913399040699005,
+    0.06361529231071472,
+    0.41780731081962585,
+    0.4102453291416168,
+    0.19302205741405487,
+    0.30153200030326843,
+    0.13944901525974274,
+    0.14267763495445251,
+    0.09134845435619354,
+    0.3065888285636902,
+    0.17729218304157257,
+    0.18931472301483154,
+    0.37124860286712646,
+    0.052353210747241974,
+    0.08570457994937897,
+    0.12963691353797913,
+    0.30016976594924927,
+    0.056345611810684204,
+    0.16285720467567444,
+    0.09524489939212799,
+    0.2243235856294632,
+    0.2409764677286148,
+    0.18787555396556854,
+    0.1785067319869995,
+    0.544585645198822,
+    0.24870099127292633,
+    0.2829100489616394,
+    0.7564857602119446,
+    0.4301847517490387,
+    0.5356771349906921,
+    0.032625798135995865,
+    0.3367340564727783,
+    0.1785147488117218,
+    0.04807671159505844,
+    0.26028794050216675,
+    0.15073487162590027,
+    0.1648879051208496,
+    0.15185606479644775,
+    0.12540705502033234,
+    0.18186287581920624,
+    0.2138463705778122,
+    0.07559472322463989,
+    0.08815515041351318,
+    0.068702332675457,
+    0.04087040200829506,
+    0.16511170566082,
+    0.03554321080446243,
+    0.04887488856911659,
+    0.0675281211733818,
+    0.08118970692157745,
+    0.0566452331840992,
+    0.06818264722824097,
+    0.012515748851001263,
+    0.17363981902599335,
+    0.014850129373371601,
+    0.2926584780216217,
+    0.028323974460363388,
+    0.16953220963478088,
+    0.2439197599887848,
+    0.28156983852386475,
+    0.19358718395233154,
+    0.17012444138526917,
+    0.2337457686662674,
+    0.0677914023399353,
+    0.14400602877140045,
+    0.03634216636419296,
+    0.11487921327352524,
+    0.08973543345928192,
+    0.02468227967619896,
+    0.061009399592876434,
+    0.10173157602548599,
+    0.057732343673706055,
+    0.18609708547592163,
+    0.219544917345047,
+    0.22189828753471375,
+    0.18156000971794128,
+    0.09330228716135025,
+    0.04362376406788826,
+    0.0681876614689827,
+    0.20894895493984222,
+    0.07345754653215408,
+    0.0200729388743639,
+    0.07260109484195709,
+    0.06651530414819717,
+    0.10310452431440353,
+    0.16405817866325378,
+    0.027048742398619652,
+    0.02746662311255932,
+    0.2350783497095108,
+    0.18066951632499695,
+    0.0557534396648407,
+    0.17200057208538055,
+    0.04528862237930298,
+    0.0701134130358696,
+    0.04840975999832153,
+    0.06192005053162575,
+    0.03749258816242218,
+    0.02022075280547142,
+    0.2403147965669632,
+    0.11505389958620071,
+    0.2271423190832138,
+    0.06732166558504105,
+    0.24257129430770874,
+    0.2588803768157959,
+    0.27889111638069153,
+    0.23109999299049377,
+    0.19208399951457977,
+    0.2014918476343155,
+    0.17358388006687164,
+    0.11844298988580704,
+    0.20806282758712769,
+    0.17898258566856384,
+    0.18377676606178284,
+    0.12103771418333054,
+    0.005282325204461813,
+    0.013224414549767971,
+    0.012067610397934914,
+    0.2780851423740387,
+    0.2037525326013565,
+    0.17745330929756165,
+    0.08591055124998093,
+    0.044082097709178925,
+    0.10910741239786148,
+    0.01961972936987877,
+    0.15910398960113525,
+    0.0383773148059845,
+    0.09662090986967087,
+    0.18068410456180573,
+    0.06133955717086792,
+    0.10155584663152695,
+    0.060847196727991104,
+    0.08745816349983215,
+    0.10390570759773254,
+    0.07041022926568985,
+    0.05919039994478226,
+    0.1247287318110466,
+    0.07234145700931549,
+    0.21190837025642395,
+    0.05102703347802162,
+    0.4108356833457947,
+    0.36688464879989624,
+    0.23402509093284607,
+    0.20834234356880188,
+    0.04832376539707184,
+    0.055146533995866776,
+    0.2615933120250702,
+    0.24537642300128937,
+    0.10651465505361557,
+    0.21019646525382996,
+    0.2640461027622223,
+    0.3139229416847229,
+    0.21980984508991241,
+    0.15908099710941315,
+    0.10080128163099289,
+    0.16156069934368134,
+    0.05382430925965309,
+    0.039969317615032196,
+    0.09192457795143127,
+    0.006267317570745945,
+    0.09098944067955017,
+    0.15448637306690216,
+    0.11416541039943695,
+    0.08287918567657471,
+    0.0916985273361206,
+    0.2853758931159973,
+    0.04441054165363312,
+    0.021335281431674957,
+    0.1085372269153595,
+    0.02110033668577671,
+    0.0904182568192482,
+    0.1028621569275856,
+    0.03223811835050583,
+    0.03740020468831062,
+    0.02120216190814972,
+    0.010829364880919456,
+    0.03875088319182396,
+    0.18517954647541046,
+    0.012029305100440979,
+    0.08961758017539978,
+    0.10601957887411118,
+    0.11896220594644547,
+    0.028118442744016647,
+    0.038617733865976334,
+    0.39001017808914185,
+    0.20953023433685303,
+    0.02278970368206501,
+    0.1254979819059372,
+    0.1288035362958908,
+    0.10940723121166229,
+    0.11583457887172699,
+    0.3527219593524933,
+    0.13260933756828308,
+    0.05521615594625473,
+    0.0928991362452507,
+    0.065888412296772,
+    0.03065408393740654,
+    0.014133423566818237,
+    0.023815400898456573,
+    0.11178914457559586,
+    0.1707208901643753,
+    0.07472658902406693,
+    0.13446885347366333,
+    0.1818675696849823,
+    0.1582491546869278,
+    0.04610777646303177,
+    0.06222790107131004,
+    0.05861608684062958,
+    0.2670738399028778,
+    0.0831800028681755,
+    0.02554349973797798,
+    0.38606777787208557,
+    0.22655127942562103,
+    0.0858619287610054,
+    0.4517618715763092,
+    0.5160312056541443,
+    0.022072771564126015,
+    0.365634024143219,
+    0.370610773563385,
+    0.06476804614067078,
+    0.12022437155246735,
+    0.16590875387191772,
+    0.020339561626315117,
+    0.013110581785440445,
+    0.025549372658133507,
+    0.01847604289650917,
+    0.037933800369501114,
+    0.01191041525453329,
+    0.01041314285248518,
+    0.14215733110904694,
+    0.023528603836894035,
+    0.05520597845315933,
+    0.2910745441913605,
+    0.1862635761499405,
+    0.03098279796540737,
+    0.038578666746616364,
+    0.10483693331480026,
+    0.07911153882741928,
+    0.24177493155002594,
+    0.07661280035972595,
+    0.08676973730325699,
+    0.21280361711978912,
+    0.10844770073890686,
+    0.10931579023599625,
+    0.06096317619085312,
+    0.17992374300956726,
+    0.24912025034427643,
+    0.1575012356042862,
+    0.06248714402318001,
+    0.13874948024749756,
+    0.16895411908626556,
+    0.07144978642463684,
+    0.0067033409141004086,
+    0.1333400309085846,
+    0.20355255901813507,
+    0.08246089518070221,
+    0.11211927235126495,
+    0.024778418242931366,
+    0.025406833738088608,
+    0.02385658770799637,
+    0.010947316884994507,
+    0.12021525949239731,
+    0.012977191247045994,
+    0.11188402771949768,
+    0.03419334813952446,
+    0.009893929585814476,
+    0.022929873317480087,
+    0.1663505733013153,
+    0.018039526417851448,
+    0.05132637545466423,
+    0.01830657571554184,
+    0.030750371515750885,
+    0.034359149634838104,
+    0.21438798308372498,
+    0.04960891231894493,
+    0.09746231883764267,
+    0.03835226222872734,
+    0.11518298089504242,
+    0.04435352608561516,
+    0.030982600525021553,
+    0.308819055557251,
+    0.4275742173194885,
+    0.24850106239318848,
+    0.1145225316286087,
+    0.04434168338775635,
+    0.038584932684898376,
+    0.05072731524705887,
+    0.22404007613658905,
+    0.08695553243160248,
+    0.061738934367895126,
+    0.0623459555208683,
+    0.013574176467955112,
+    0.17544783651828766,
+    0.007457606494426727,
+    0.2556416690349579,
+    0.08030098676681519,
+    0.08182213455438614,
+    0.2253662794828415,
+    0.1458982229232788,
+    0.07198434323072433,
+    0.015014841221272945,
+    0.07543482631444931,
+    0.07053926587104797,
+    0.01740824244916439,
+    0.007484864443540573,
+    0.04815003275871277,
+    0.0451078899204731,
+    0.06338941305875778,
+    0.20206300914287567,
+    0.2483028620481491,
+    0.07888161391019821,
+    0.18287450075149536,
+    0.2110476940870285,
+    0.09279680997133255,
+    0.0350591316819191,
+    0.11493397504091263,
+    0.09338105469942093,
+    0.1060885488986969,
+    0.1340685337781906,
+    0.29999038577079773,
+    0.00714603578671813,
+    0.13683490455150604,
+    0.030753422528505325,
+    0.02425997704267502,
+    0.10186876356601715,
+    0.01769600436091423,
+    0.021269703283905983,
+    0.032350264489650726,
+    0.022460319101810455,
+    0.15838748216629028,
+    0.06358091533184052,
+    0.013059395365417004,
+    0.11569461971521378,
+    0.29804080724716187,
+    0.06784872710704803,
+    0.3296334743499756,
+    0.03489800542593002,
+    0.04679057002067566,
+    0.032251808792352676,
+    0.21469751000404358,
+    0.13974741101264954,
+    0.04641299322247505,
+    0.011791939847171307,
+    0.08803653717041016,
+    0.10140728950500488
+  ]
+}

p5-mae-15m-d116/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00020000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.42326049600727855,
+  "lora/map": 0.42326049600727855,
+  "fsd50k/map": 0.42326049600727855,
+  "train_seconds": 96.91,
+  "total_seconds": 106.44,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023516625562915578,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013395684883096488,
+      "val_map": 0.42326049600727855,
+      "lr": 0.0,
+      "train_s": 96.91193917393684
+    }
+  ],
+  "per_class_ap": [
+    0.28336408734321594,
+    0.16960802674293518,
+    0.5754640698432922,
+    0.3800954818725586,
+    0.5388848185539246,
+    0.6309458613395691,
+    0.8520440459251404,
+    0.5549546480178833,
+    0.6157902479171753,
+    0.471019446849823,
+    0.34561407566070557,
+    0.442613422870636,
+    0.254146546125412,
+    0.4980483949184418,
+    0.502341091632843,
+    0.46476322412490845,
+    0.029850414022803307,
+    0.29908788204193115,
+    0.5034711360931396,
+    0.19539043307304382,
+    0.5884982943534851,
+    0.44758209586143494,
+    0.8447043299674988,
+    0.11675737798213959,
+    0.2357204109430313,
+    0.4938022792339325,
+    0.3557967245578766,
+    0.27320346236228943,
+    0.8427351713180542,
+    0.3347705900669098,
+    0.6904250383377075,
+    0.6620092988014221,
+    0.4079354405403137,
+    0.16271179914474487,
+    0.3592555522918701,
+    0.2752476632595062,
+    0.4169185161590576,
+    0.2267453372478485,
+    0.3811796307563782,
+    0.3416106104850769,
+    0.594183087348938,
+    0.30880579352378845,
+    0.6371115446090698,
+    0.21743077039718628,
+    0.5771794319152832,
+    0.03282398357987404,
+    0.2170289158821106,
+    0.2867671549320221,
+    0.7312445044517517,
+    0.44352617859840393,
+    0.4299858808517456,
+    0.5287085771560669,
+    0.6160702109336853,
+    0.21703596413135529,
+    0.17063839733600616,
+    0.038066565990448,
+    0.26685017347335815,
+    0.6942424178123474,
+    0.12178187072277069,
+    0.5440911054611206,
+    0.6610744595527649,
+    0.7064719796180725,
+    0.499787300825119,
+    0.23792782425880432,
+    0.5958744883537292,
+    0.1265866905450821,
+    0.3139135539531708,
+    0.6815697550773621,
+    0.5271070003509521,
+    0.5133584141731262,
+    0.4656507670879364,
+    0.21262723207473755,
+    0.7441232800483704,
+    0.43849387764930725,
+    0.2519778907299042,
+    0.20952042937278748,
+    0.4131632447242737,
+    0.4390237629413605,
+    0.36744868755340576,
+    0.5031588077545166,
+    0.2070401906967163,
+    0.3347187936306,
+    0.3797321319580078,
+    0.40566393733024597,
+    0.3856799900531769,
+    0.33120423555374146,
+    0.4601471722126007,
+    0.5318095088005066,
+    0.2614876329898834,
+    0.16829419136047363,
+    0.7653696537017822,
+    0.20302236080169678,
+    0.5698646306991577,
+    0.24323037266731262,
+    0.4000903069972992,
+    0.4323296844959259,
+    0.44080889225006104,
+    0.14435508847236633,
+    0.5089898705482483,
+    0.09833940118551254,
+    0.5959606170654297,
+    0.7236710786819458,
+    0.24635644257068634,
+    0.4360154867172241,
+    0.27688130736351013,
+    0.4938300848007202,
+    0.6313681602478027,
+    0.556553304195404,
+    0.5809553861618042,
+    0.2940724790096283,
+    0.24641267955303192,
+    0.32236939668655396,
+    0.6290284395217896,
+    0.16855137050151825,
+    0.19321300089359283,
+    0.41307228803634644,
+    0.7803741693496704,
+    0.47634273767471313,
+    0.5250005722045898,
+    0.32380372285842896,
+    0.8766734600067139,
+    0.8849958777427673,
+    0.49987611174583435,
+    0.09930633753538132,
+    0.39543819427490234,
+    0.7856637835502625,
+    0.39553192257881165,
+    0.7659737467765808,
+    0.34425652027130127,
+    0.12340347468852997,
+    0.1979009509086609,
+    0.8655538558959961,
+    0.5200516581535339,
+    0.5131372213363647,
+    0.6547104716300964,
+    0.11590471863746643,
+    0.10956462472677231,
+    0.06918934732675552,
+    0.6171048879623413,
+    0.60958331823349,
+    0.28845733404159546,
+    0.294107586145401,
+    0.36742591857910156,
+    0.38998743891716003,
+    0.7434487342834473,
+    0.6279670000076294,
+    0.056760672479867935,
+    0.6219198703765869,
+    0.21016380190849304,
+    0.24788811802864075,
+    0.5577534437179565,
+    0.5389229655265808,
+    0.36910170316696167,
+    0.43757137656211853,
+    0.5124590992927551,
+    0.41926535964012146,
+    0.5144549608230591,
+    0.7056120038032532,
+    0.4586971700191498,
+    0.09494226425886154,
+    0.4558106064796448,
+    0.19451668858528137,
+    0.7092771530151367,
+    0.2563004493713379,
+    0.3285076916217804,
+    0.3512730598449707,
+    0.3038782775402069,
+    0.07084830850362778,
+    0.41783371567726135,
+    0.48639342188835144,
+    0.10180717706680298,
+    0.9104576706886292,
+    0.9218221306800842,
+    0.054941751062870026,
+    0.5456044673919678,
+    0.7992469072341919,
+    0.3212812840938568,
+    0.2483406364917755,
+    0.2822580635547638,
+    0.3367682695388794,
+    0.05231616273522377,
+    0.5779728889465332,
+    0.2792273461818695,
+    0.6501473188400269,
+    0.644529402256012,
+    0.40233466029167175,
+    0.3265909254550934,
+    0.6844164729118347,
+    0.6087832450866699,
+    0.5346550345420837,
+    0.5111026167869568,
+    0.4773840308189392,
+    0.5547865629196167,
+    0.1418093740940094,
+    0.2910633683204651,
+    0.43160393834114075,
+    0.11570028960704803,
+    0.5674466490745544,
+    0.15788322687149048,
+    0.8109009265899658
+  ]
+}

p5-mae-15m-d116/exports/step_00020000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.42437926582060753,
+  "lora/map": 0.42437926582060753,
+  "fsd50k/map": 0.42437926582060753,
+  "train_seconds": 94.94,
+  "total_seconds": 104.72,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023687903443351387,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013446375513268301,
+      "val_map": 0.42437926582060753,
+      "lr": 0.0,
+      "train_s": 94.94206421438139
+    }
+  ],
+  "per_class_ap": [
+    0.2956194281578064,
+    0.11281026899814606,
+    0.5132657885551453,
+    0.396271675825119,
+    0.5209393501281738,
+    0.6473417282104492,
+    0.8611868023872375,
+    0.5708981156349182,
+    0.6174849271774292,
+    0.472953200340271,
+    0.36896181106567383,
+    0.46900299191474915,
+    0.2613336443901062,
+    0.4015481173992157,
+    0.511446475982666,
+    0.47904738783836365,
+    0.029337918385863304,
+    0.2904438078403473,
+    0.5200395584106445,
+    0.21467630565166473,
+    0.5272796750068665,
+    0.4333181083202362,
+    0.8712318539619446,
+    0.11068017780780792,
+    0.2981363832950592,
+    0.4812474548816681,
+    0.38962996006011963,
+    0.2660675644874573,
+    0.8485354781150818,
+    0.2924838662147522,
+    0.7067436575889587,
+    0.6769653558731079,
+    0.46902570128440857,
+    0.1677505522966385,
+    0.411823570728302,
+    0.23901017010211945,
+    0.4275123178958893,
+    0.210515096783638,
+    0.47773027420043945,
+    0.35403749346733093,
+    0.6110372543334961,
+    0.33616986870765686,
+    0.6677993535995483,
+    0.22240032255649567,
+    0.5792743563652039,
+    0.1034305989742279,
+    0.262806236743927,
+    0.30403757095336914,
+    0.7393947243690491,
+    0.4246891438961029,
+    0.4022158980369568,
+    0.5363410711288452,
+    0.6625807285308838,
+    0.24731343984603882,
+    0.2059135138988495,
+    0.03558746352791786,
+    0.2991659939289093,
+    0.6766907572746277,
+    0.1445934772491455,
+    0.5531550049781799,
+    0.6683545112609863,
+    0.7104843854904175,
+    0.4770086109638214,
+    0.1561882495880127,
+    0.4911777079105377,
+    0.12823717296123505,
+    0.3087758421897888,
+    0.6531738042831421,
+    0.5101821422576904,
+    0.5316801071166992,
+    0.48251011967658997,
+    0.3093425929546356,
+    0.7388982176780701,
+    0.4792502820491791,
+    0.21455837786197662,
+    0.21430882811546326,
+    0.41925838589668274,
+    0.3898460268974304,
+    0.392780601978302,
+    0.5417441725730896,
+    0.2996467053890228,
+    0.35202643275260925,
+    0.3563152551651001,
+    0.38933858275413513,
+    0.3000878691673279,
+    0.3390466570854187,
+    0.4563857614994049,
+    0.5682832598686218,
+    0.2608092427253723,
+    0.2229364663362503,
+    0.7509102821350098,
+    0.1945239007472992,
+    0.533491313457489,
+    0.22759093344211578,
+    0.40132924914360046,
+    0.44912323355674744,
+    0.48627957701683044,
+    0.18173596262931824,
+    0.5134261250495911,
+    0.11420036107301712,
+    0.5886205434799194,
+    0.7254385948181152,
+    0.25309520959854126,
+    0.44566258788108826,
+    0.2649078071117401,
+    0.507046639919281,
+    0.6222488880157471,
+    0.5684282779693604,
+    0.5870212316513062,
+    0.29614055156707764,
+    0.2082301378250122,
+    0.29500845074653625,
+    0.6361641883850098,
+    0.15586236119270325,
+    0.22200675308704376,
+    0.41608208417892456,
+    0.8064873814582825,
+    0.46004539728164673,
+    0.5492317080497742,
+    0.26690617203712463,
+    0.8767699003219604,
+    0.8846529722213745,
+    0.4928506910800934,
+    0.09535028040409088,
+    0.33097267150878906,
+    0.7956856489181519,
+    0.3521946966648102,
+    0.7433524131774902,
+    0.3401283025741577,
+    0.12525634467601776,
+    0.2056252360343933,
+    0.8435338735580444,
+    0.45887261629104614,
+    0.5388025045394897,
+    0.665852427482605,
+    0.08912527561187744,
+    0.1164691150188446,
+    0.07860865443944931,
+    0.6617145538330078,
+    0.5912202596664429,
+    0.2138085663318634,
+    0.32992324233055115,
+    0.4418172538280487,
+    0.380255788564682,
+    0.7140714526176453,
+    0.6103457808494568,
+    0.05399375781416893,
+    0.6419563889503479,
+    0.23409803211688995,
+    0.29016369581222534,
+    0.4818436801433563,
+    0.5678940415382385,
+    0.39281851053237915,
+    0.38802725076675415,
+    0.4986380338668823,
+    0.37749114632606506,
+    0.5223014950752258,
+    0.744111955165863,
+    0.44896411895751953,
+    0.0870232805609703,
+    0.47395357489585876,
+    0.1737387627363205,
+    0.7004438042640686,
+    0.19938547909259796,
+    0.3359844386577606,
+    0.3564624488353729,
+    0.3489223122596741,
+    0.06754180788993835,
+    0.4305555522441864,
+    0.4863111078739166,
+    0.09533271938562393,
+    0.9097599983215332,
+    0.9228349328041077,
+    0.05041593313217163,
+    0.5573976635932922,
+    0.7953078150749207,
+    0.3096891939640045,
+    0.26009437441825867,
+    0.30681219696998596,
+    0.32182803750038147,
+    0.10270023345947266,
+    0.4248952567577362,
+    0.23056146502494812,
+    0.6691027879714966,
+    0.6455426216125488,
+    0.41250064969062805,
+    0.32134783267974854,
+    0.690473735332489,
+    0.6211778521537781,
+    0.500558614730835,
+    0.4860546290874481,
+    0.5071194767951965,
+    0.5643013715744019,
+    0.17019672691822052,
+    0.373760849237442,
+    0.3691577613353729,
+    0.1080479547381401,
+    0.541681706905365,
+    0.18928413093090057,
+    0.8192163705825806
+  ]
+}

p5-mae-15m-d116/exports/step_00020000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.42446558757685127,
+  "lora/map": 0.42446558757685127,
+  "fsd50k/map": 0.42446558757685127,
+  "train_seconds": 98.02,
+  "total_seconds": 107.51,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020740132477367296,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013917566663994354,
+      "val_map": 0.42446558757685127,
+      "lr": 0.0,
+      "train_s": 98.01518326345831
+    }
+  ],
+  "per_class_ap": [
+    0.3244805932044983,
+    0.11288189142942429,
+    0.5618628859519958,
+    0.3912907540798187,
+    0.5106185674667358,
+    0.6526076793670654,
+    0.8661494851112366,
+    0.5461086630821228,
+    0.6338686943054199,
+    0.5036086440086365,
+    0.380313515663147,
+    0.44465604424476624,
+    0.26703348755836487,
+    0.47684863209724426,
+    0.50162273645401,
+    0.4634879529476166,
+    0.02822929434478283,
+    0.24653692543506622,
+    0.5027786493301392,
+    0.29407307505607605,
+    0.572606086730957,
+    0.4458734095096588,
+    0.8301766514778137,
+    0.10474583506584167,
+    0.3002670109272003,
+    0.4932482838630676,
+    0.41127416491508484,
+    0.2832658588886261,
+    0.8562788367271423,
+    0.3105311095714569,
+    0.6895936131477356,
+    0.6633928418159485,
+    0.43463221192359924,
+    0.1910066455602646,
+    0.3744579255580902,
+    0.24983112514019012,
+    0.43250322341918945,
+    0.20601685345172882,
+    0.4266793429851532,
+    0.34753796458244324,
+    0.6012703776359558,
+    0.3912985026836395,
+    0.6910418272018433,
+    0.22044731676578522,
+    0.5768767595291138,
+    0.07872525602579117,
+    0.2587113380432129,
+    0.29945170879364014,
+    0.7469702959060669,
+    0.43846526741981506,
+    0.36936622858047485,
+    0.5187872648239136,
+    0.5925413966178894,
+    0.2247409224510193,
+    0.14434759318828583,
+    0.03723390772938728,
+    0.2607913315296173,
+    0.6888836622238159,
+    0.14328685402870178,
+    0.5370218753814697,
+    0.660100519657135,
+    0.7103633880615234,
+    0.485567569732666,
+    0.18621084094047546,
+    0.48926860094070435,
+    0.14650031924247742,
+    0.2960057556629181,
+    0.6715269088745117,
+    0.49545103311538696,
+    0.533840537071228,
+    0.47367969155311584,
+    0.257403165102005,
+    0.7326207756996155,
+    0.4560597538948059,
+    0.21014586091041565,
+    0.21073631942272186,
+    0.4375114142894745,
+    0.49235665798187256,
+    0.34936460852622986,
+    0.5516256093978882,
+    0.29149681329727173,
+    0.35829654335975647,
+    0.31708359718322754,
+    0.42276787757873535,
+    0.2827473282814026,
+    0.326953649520874,
+    0.4653284251689911,
+    0.6077108979225159,
+    0.22483794391155243,
+    0.2338077276945114,
+    0.7780353426933289,
+    0.20778481662273407,
+    0.5186519622802734,
+    0.26743701100349426,
+    0.367077112197876,
+    0.43445369601249695,
+    0.4433118999004364,
+    0.08841051906347275,
+    0.4359164237976074,
+    0.10867118835449219,
+    0.5720036029815674,
+    0.7207887172698975,
+    0.2611362636089325,
+    0.4533407986164093,
+    0.27385103702545166,
+    0.47477880120277405,
+    0.6195461750030518,
+    0.5617212057113647,
+    0.6059285402297974,
+    0.30930572748184204,
+    0.24715785682201385,
+    0.3256435692310333,
+    0.6026080846786499,
+    0.1438819020986557,
+    0.227935791015625,
+    0.40567219257354736,
+    0.8402547836303711,
+    0.46655192971229553,
+    0.5582050085067749,
+    0.2633216381072998,
+    0.871386706829071,
+    0.879378616809845,
+    0.5049601793289185,
+    0.1223527193069458,
+    0.33512789011001587,
+    0.7795464396476746,
+    0.3867836892604828,
+    0.7713453769683838,
+    0.3643532395362854,
+    0.14100752770900726,
+    0.17599719762802124,
+    0.8617870211601257,
+    0.4660172462463379,
+    0.5242922306060791,
+    0.661030113697052,
+    0.09601880609989166,
+    0.08896107226610184,
+    0.06235716864466667,
+    0.6007879972457886,
+    0.6123453378677368,
+    0.2817517817020416,
+    0.31058022379875183,
+    0.4482046961784363,
+    0.39649537205696106,
+    0.7075306177139282,
+    0.6165816783905029,
+    0.1003095731139183,
+    0.6575984358787537,
+    0.2104593962430954,
+    0.2833693325519562,
+    0.5350366830825806,
+    0.5289828777313232,
+    0.3485049903392792,
+    0.3968161344528198,
+    0.5216463208198547,
+    0.397354394197464,
+    0.5146517753601074,
+    0.7125157117843628,
+    0.46190810203552246,
+    0.06034287437796593,
+    0.502209484577179,
+    0.17601843178272247,
+    0.7128380537033081,
+    0.2822246849536896,
+    0.3388943672180176,
+    0.3533167839050293,
+    0.3009013533592224,
+    0.054842445999383926,
+    0.38438501954078674,
+    0.4956781566143036,
+    0.11111385375261307,
+    0.9187314510345459,
+    0.9298909306526184,
+    0.048376619815826416,
+    0.5824505686759949,
+    0.8114142417907715,
+    0.30322134494781494,
+    0.2761192321777344,
+    0.3011434078216553,
+    0.34948164224624634,
+    0.08857128769159317,
+    0.4651511311531067,
+    0.2767335772514343,
+    0.6587764024734497,
+    0.6553019285202026,
+    0.44546008110046387,
+    0.3254024088382721,
+    0.6936619877815247,
+    0.6228916645050049,
+    0.5281684994697571,
+    0.510441780090332,
+    0.494988352060318,
+    0.5614662766456604,
+    0.1481642723083496,
+    0.2682375907897949,
+    0.3839593827724457,
+    0.12313497811555862,
+    0.5306611061096191,
+    0.17317815124988556,
+    0.7950464487075806
+  ]
+}

p5-mae-15m-d116/exports/step_00020000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006740918201420887,
+      "val_map": 0.0059154014329759995,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02406,
+      "train_map": 0.015227308672228988,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02385,
+      "train_map": 0.036935931497317095,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02285,
+      "train_map": 0.05924189066672539,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0222,
+      "train_map": 0.07483638274753766,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02119,
+      "train_map": 0.08631801137906557,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02092,
+      "train_map": 0.09510053985971301,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02094,
+      "train_map": 0.10307533338054506,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02095,
+      "train_map": 0.11019408356697004,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02068,
+      "train_map": 0.11614254197287789,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02078,
+      "train_map": 0.13256008185219176,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02076,
+      "train_map": 0.11762658595478612,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02065,
+      "train_map": 0.11830606144248548,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.0203,
+      "train_map": 0.14053011288163048,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01979,
+      "train_map": 0.14017047973144695,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.0196,
+      "train_map": 0.14888054854192362,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01932,
+      "train_map": 0.15951164003436857,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02009,
+      "train_map": 0.1571807137176225,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02004,
+      "train_map": 0.16529158612561237,
+      "val_map": 0.09805661840788468,
+      "lr": 0.002799453919445244,
+      "train_s": 10.5
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01837,
+      "train_map": 0.17131995642911182,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 11.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01916,
+      "train_map": 0.18645604377509972,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.6
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01902,
+      "train_map": 0.17953741976344495,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01882,
+      "train_map": 0.180465659197328,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01807,
+      "train_map": 0.18733369796828453,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01813,
+      "train_map": 0.19164622565324946,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 14.0
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01813,
+      "train_map": 0.19612050205301246,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.6
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01833,
+      "train_map": 0.19058653124408403,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.2
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01867,
+      "train_map": 0.1939581683810369,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01837,
+      "train_map": 0.20750936559724853,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.3
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01883,
+      "train_map": 0.20941463480500302,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.9
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01833,
+      "train_map": 0.2187581296932426,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01781,
+      "train_map": 0.22221462637277944,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01813,
+      "train_map": 0.2375121416994132,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.7
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.0183,
+      "train_map": 0.22868634478420558,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.3
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01796,
+      "train_map": 0.2485600132159394,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.9
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01813,
+      "train_map": 0.260955216163377,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.5
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01764,
+      "train_map": 0.2502999750444881,
+      "val_map": 0.1390106354564414,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.6
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01716,
+      "train_map": 0.26020609917016646,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.1
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01647,
+      "train_map": 0.25988437887811344,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.7
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01663,
+      "train_map": 0.2764791950788455,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.3
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01624,
+      "train_map": 0.27576122349888027,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.9
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01669,
+      "train_map": 0.28383205020959285,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.5
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01617,
+      "train_map": 0.3012356817054313,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 24.1
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01618,
+      "train_map": 0.2991809157170426,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.6
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01605,
+      "train_map": 0.3124042972197767,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.2
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01607,
+      "train_map": 0.31828916558476283,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.8
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01568,
+      "train_map": 0.3147982107987892,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.4
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.016,
+      "train_map": 0.3287932116863454,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 27.0
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01563,
+      "train_map": 0.3438608671345905,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.6
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01585,
+      "train_map": 0.3506095793621307,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.3
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01554,
+      "train_map": 0.3611662010582733,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.9
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01536,
+      "train_map": 0.3571764760009195,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.4
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01588,
+      "train_map": 0.3732658321006079,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 30.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01529,
+      "train_map": 0.38037944099807536,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.7
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01555,
+      "train_map": 0.38812828049473674,
+      "val_map": 0.18492790072293955,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.9
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01388,
+      "train_map": 0.3942466437802482,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.3
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01331,
+      "train_map": 0.400536877981456,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.9
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01365,
+      "train_map": 0.4113079231105165,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.5
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01358,
+      "train_map": 0.41701216238287525,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 33.1
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01353,
+      "train_map": 0.4211740854604477,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01341,
+      "train_map": 0.4283377034678009,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.2
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01329,
+      "train_map": 0.4354043647017775,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.9
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01316,
+      "train_map": 0.43990751490901725,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.5
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.0129,
+      "train_map": 0.4444554474353225,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 36.2
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01346,
+      "train_map": 0.44657576016275885,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.8
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01287,
+      "train_map": 0.45135918386860185,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.5
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01315,
+      "train_map": 0.4526432398317887,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 38.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01336,
+      "train_map": 0.4539971714044092,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.7
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01336,
+      "train_map": 0.4554041720700558,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 39.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01315,
+      "train_map": 0.45695394150333113,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 40.0
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01279,
+      "train_map": 0.457124671798051,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01314,
+      "train_map": 0.4574935954679122,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 41.1
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01278,
+      "train_map": 0.4574275985218768,
+      "val_map": 0.19526098336515493,
+      "lr": 1e-05,
+      "train_s": 41.4
+    }
+  ],
+  "final_train_map": 0.4574275985218768,
+  "final_val_map": 0.19526098336515493,
+  "lora/map": 0.19526098336515493,
+  "train_seconds": 41.4,
+  "wall_seconds": 157.2
+}

p5-mae-15m-d116/exports/step_00020000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006309069770293759,
+      "val_map": 0.005503515575294943,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02528,
+      "train_map": 0.014869394718777155,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02375,
+      "train_map": 0.0399303642166531,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0224,
+      "train_map": 0.05504730876369059,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02172,
+      "train_map": 0.07660389723931307,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02098,
+      "train_map": 0.08982675309969816,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02119,
+      "train_map": 0.09651227674378078,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02081,
+      "train_map": 0.0966210174780742,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02129,
+      "train_map": 0.09747332950746482,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.0208,
+      "train_map": 0.1212536630570178,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.2
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02066,
+      "train_map": 0.10779058001935482,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.8
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02068,
+      "train_map": 0.1305119757164107,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02021,
+      "train_map": 0.13703318323897626,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02017,
+      "train_map": 0.14235687855298876,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01951,
+      "train_map": 0.1488344522482014,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01999,
+      "train_map": 0.15462575253254718,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01947,
+      "train_map": 0.15632287435148767,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0198,
+      "train_map": 0.15993276036537096,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01959,
+      "train_map": 0.15692658476315904,
+      "val_map": 0.09730669160760529,
+      "lr": 0.002799453919445244,
+      "train_s": 10.0
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.0186,
+      "train_map": 0.1635740997404058,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.6
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01906,
+      "train_map": 0.17006980485337622,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.2
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01921,
+      "train_map": 0.177459092216082,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.8
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01849,
+      "train_map": 0.1770330514790635,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01938,
+      "train_map": 0.18695112909420095,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 12.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01889,
+      "train_map": 0.19097565031306468,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01774,
+      "train_map": 0.1950264023970353,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01853,
+      "train_map": 0.20839592210322874,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.6
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01848,
+      "train_map": 0.20448391152319606,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.2
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01881,
+      "train_map": 0.20857004950925764,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.8
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01887,
+      "train_map": 0.20782767130288188,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.4
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01771,
+      "train_map": 0.21309159510986317,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 16.9
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01823,
+      "train_map": 0.21754413088642244,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.5
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01819,
+      "train_map": 0.23019298533705793,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.1
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01848,
+      "train_map": 0.24412929979320863,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.6
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01758,
+      "train_map": 0.2497121107082397,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.2
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01817,
+      "train_map": 0.24663392362667272,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 19.8
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01779,
+      "train_map": 0.2546723352663883,
+      "val_map": 0.13708266964627597,
+      "lr": 0.0017642705177736725,
+      "train_s": 19.9
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01665,
+      "train_map": 0.26647609070940137,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.4
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01644,
+      "train_map": 0.27077159387160243,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.0
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01688,
+      "train_map": 0.28365022643863363,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 21.6
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01657,
+      "train_map": 0.2909921738221902,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.2
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01563,
+      "train_map": 0.2880049397836685,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 22.7
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01656,
+      "train_map": 0.3002238927278279,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.3
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01649,
+      "train_map": 0.31606157405383223,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 23.9
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01593,
+      "train_map": 0.3117075004496486,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.5
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01609,
+      "train_map": 0.3260212229172464,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.1
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01624,
+      "train_map": 0.33875563309883144,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 25.6
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01595,
+      "train_map": 0.33897443991896664,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.2
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01574,
+      "train_map": 0.35078068817674096,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 26.8
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01585,
+      "train_map": 0.3524030309516859,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.4
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01568,
+      "train_map": 0.36155520103857686,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.0
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01568,
+      "train_map": 0.37388594741217324,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 28.5
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.0151,
+      "train_map": 0.37577700796598956,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01603,
+      "train_map": 0.39032044619555095,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 29.7
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01553,
+      "train_map": 0.39035049904724567,
+      "val_map": 0.1860194145622301,
+      "lr": 0.0005439028207490256,
+      "train_s": 29.9
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01364,
+      "train_map": 0.3960699184781799,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.3
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01364,
+      "train_map": 0.4055262099142121,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 30.9
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01329,
+      "train_map": 0.4133949315200155,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 31.4
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01346,
+      "train_map": 0.42278385199818486,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.0
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01326,
+      "train_map": 0.4275620960943274,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 32.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.0129,
+      "train_map": 0.43462434072096956,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.2
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01293,
+      "train_map": 0.4407397536790631,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 33.8
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01367,
+      "train_map": 0.445609237662953,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.4
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01325,
+      "train_map": 0.45064939621772326,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.0
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01304,
+      "train_map": 0.45458695890852013,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 35.6
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01316,
+      "train_map": 0.4558358079094645,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.2
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01305,
+      "train_map": 0.4570679848578951,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 36.7
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01295,
+      "train_map": 0.45916034501448866,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01305,
+      "train_map": 0.45955154761686157,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 37.9
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01297,
+      "train_map": 0.45952639175292664,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 38.5
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01294,
+      "train_map": 0.46055070209039456,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.1
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01347,
+      "train_map": 0.46139772912837296,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 39.7
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01291,
+      "train_map": 0.4615935265091893,
+      "val_map": 0.19490785239285577,
+      "lr": 1e-05,
+      "train_s": 39.9
+    }
+  ],
+  "final_train_map": 0.4615935265091893,
+  "final_val_map": 0.19490785239285577,
+  "lora/map": 0.19490785239285577,
+  "train_seconds": 39.9,
+  "wall_seconds": 156.0
+}

p5-mae-15m-d116/exports/step_00020000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007009158997228316,
+      "val_map": 0.0060712836529932335,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02473,
+      "train_map": 0.016073775214392273,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02386,
+      "train_map": 0.03723864135022259,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.0224,
+      "train_map": 0.05772187948126197,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02156,
+      "train_map": 0.07202789961560091,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02152,
+      "train_map": 0.07724358322296779,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02124,
+      "train_map": 0.09256579943815957,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02151,
+      "train_map": 0.09660293764224456,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02036,
+      "train_map": 0.10713233786371786,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02023,
+      "train_map": 0.11439701069837376,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02043,
+      "train_map": 0.10943719952020872,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02063,
+      "train_map": 0.13143898242867183,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02025,
+      "train_map": 0.1303735417702661,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02013,
+      "train_map": 0.13516342649421878,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01997,
+      "train_map": 0.14353959572870828,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02,
+      "train_map": 0.15685375515977715,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01973,
+      "train_map": 0.15895726151395045,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02002,
+      "train_map": 0.1604312089266542,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02022,
+      "train_map": 0.14896978246908726,
+      "val_map": 0.08970393725905913,
+      "lr": 0.002799453919445244,
+      "train_s": 10.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01857,
+      "train_map": 0.17967068747417608,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.6
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01837,
+      "train_map": 0.17126168981742332,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.2
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01877,
+      "train_map": 0.19034876111202098,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.7
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01876,
+      "train_map": 0.18297839005331049,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01879,
+      "train_map": 0.18803106337534775,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 12.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01864,
+      "train_map": 0.1840085731456993,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.0191,
+      "train_map": 0.19143313360161923,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01892,
+      "train_map": 0.18548945060964722,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01814,
+      "train_map": 0.20058026623362551,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.3
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01832,
+      "train_map": 0.21409622673652148,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.8
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01878,
+      "train_map": 0.2171953757323565,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.4
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01872,
+      "train_map": 0.22334505127304616,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.1
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01833,
+      "train_map": 0.22151962605939446,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.7
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01818,
+      "train_map": 0.22840430061076636,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.3
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01816,
+      "train_map": 0.2341016722662795,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.9
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01817,
+      "train_map": 0.23684338630447466,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01852,
+      "train_map": 0.24531405059306174,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.2
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01787,
+      "train_map": 0.23853512479617936,
+      "val_map": 0.1345849515882584,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.3
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01738,
+      "train_map": 0.2532392467444575,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.8
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01699,
+      "train_map": 0.264009229665661,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.3
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01608,
+      "train_map": 0.27759949934352507,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.0
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01645,
+      "train_map": 0.2802057648537083,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.5
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01629,
+      "train_map": 0.2853408603729288,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.1
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01616,
+      "train_map": 0.3018620353496052,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.8
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01658,
+      "train_map": 0.3099454735905865,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.4
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01626,
+      "train_map": 0.31277867878099774,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.9
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01605,
+      "train_map": 0.32299833802375555,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01618,
+      "train_map": 0.32975012172133694,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.2
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01574,
+      "train_map": 0.3386572581208691,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.8
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01585,
+      "train_map": 0.3481927049722685,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.4
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01622,
+      "train_map": 0.34596930900889056,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01587,
+      "train_map": 0.3595328885192437,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01597,
+      "train_map": 0.3647755879937076,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01548,
+      "train_map": 0.37812560678687673,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01519,
+      "train_map": 0.38395773297073266,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.4
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01529,
+      "train_map": 0.39170434603739734,
+      "val_map": 0.18778757555003806,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.6
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01384,
+      "train_map": 0.39950598658290487,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.1
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01375,
+      "train_map": 0.4078828235858419,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.7
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01338,
+      "train_map": 0.41816730588052486,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.3
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01383,
+      "train_map": 0.42199543685399604,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.9
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01359,
+      "train_map": 0.42724657106077196,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.5
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01335,
+      "train_map": 0.43555052094939084,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.1
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.0131,
+      "train_map": 0.4384741019704989,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.7
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01292,
+      "train_map": 0.44321503030733544,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.3
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.0132,
+      "train_map": 0.44648614543467136,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.9
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01373,
+      "train_map": 0.44913879405191093,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.5
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01332,
+      "train_map": 0.45422635082530116,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01321,
+      "train_map": 0.4549563603804392,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.8
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01308,
+      "train_map": 0.4572231120569543,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.5
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01313,
+      "train_map": 0.4584178189398894,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 39.0
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01289,
+      "train_map": 0.4596616401066703,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.6
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01277,
+      "train_map": 0.45963612708494606,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.3
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01316,
+      "train_map": 0.4598255826962628,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.9
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01321,
+      "train_map": 0.4604486020483373,
+      "val_map": 0.19603857894620702,
+      "lr": 1e-05,
+      "train_s": 41.2
+    }
+  ],
+  "final_train_map": 0.4604486020483373,
+  "final_val_map": 0.19603857894620702,
+  "lora/map": 0.19603857894620702,
+  "train_seconds": 41.2,
+  "wall_seconds": 156.9
+}

p5-mae-15m-d116/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00020000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.14473309968483317,
+  "probe/map_train": 0.5197738393208108,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17622969952010792,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.597698594094254,
+  "probe/total_s": 8.033450585091487,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17518104138285756
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1752894912953303
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17622969952010792
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1720458842806016
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15792101766053496
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13321537958224794
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10385087078907289
+    }
+  ],
+  "per_class_ap": [
+    0.6385324001312256,
+    0.01935638301074505,
+    0.06651583313941956,
+    0.21213071048259735,
+    0.10426686704158783,
+    0.2735709846019745,
+    0.1898190975189209,
+    0.27788934111595154,
+    0.02736327424645424,
+    0.03785141557455063,
+    0.024816466495394707,
+    0.06935974955558777,
+    0.4799564778804779,
+    0.34402626752853394,
+    0.053677696734666824,
+    0.5107373595237732,
+    0.32421424984931946,
+    0.37858688831329346,
+    0.05135171860456467,
+    0.07956991344690323,
+    0.2726099193096161,
+    0.10703779011964798,
+    0.19460521638393402,
+    0.13904500007629395,
+    0.0743788406252861,
+    0.028436005115509033,
+    0.0721535012125969,
+    0.1799744814634323,
+    0.26130211353302,
+    0.09483746439218521,
+    0.23020151257514954,
+    0.1915753185749054,
+    0.03814323991537094,
+    0.09773504734039307,
+    0.24880066514015198,
+    0.06716936826705933,
+    0.4325074255466461,
+    0.08026029169559479,
+    0.07481656223535538,
+    0.17220048606395721,
+    0.16063062846660614,
+    0.0218539796769619,
+    0.07545313984155655,
+    0.39465785026550293,
+    0.015124662779271603,
+    0.1069556474685669,
+    0.014257012866437435,
+    0.13089829683303833,
+    0.05818643793463707,
+    0.0759335607290268,
+    0.1306353658437729,
+    0.01006627082824707,
+    0.025997351855039597,
+    0.04488642141222954,
+    0.2687414884567261,
+    0.11689996719360352,
+    0.2246173769235611,
+    0.35056158900260925,
+    0.15515857934951782,
+    0.09177654981613159,
+    0.20901477336883545,
+    0.22490498423576355,
+    0.06697382032871246,
+    0.20753498375415802,
+    0.5257718563079834,
+    0.22575773298740387,
+    0.29555633664131165,
+    0.28887641429901123,
+    0.399742066860199,
+    0.39368000626564026,
+    0.1329481452703476,
+    0.18363380432128906,
+    0.19689662754535675,
+    0.18064665794372559,
+    0.17824049293994904,
+    0.24240601062774658,
+    0.05443466454744339,
+    0.2576368451118469,
+    0.15450148284435272,
+    0.12536033987998962,
+    0.014562916941940784,
+    0.10563497990369797,
+    0.3122330904006958,
+    0.08112998306751251,
+    0.08575531095266342,
+    0.027951527386903763,
+    0.05211042985320091,
+    0.01666206307709217,
+    0.024525634944438934,
+    0.07616551965475082,
+    0.03357445076107979,
+    0.03338301181793213,
+    0.1996276080608368,
+    0.026462774723768234,
+    0.025769811123609543,
+    0.05360140651464462,
+    0.020246654748916626,
+    0.03968347609043121,
+    0.1329607218503952,
+    0.21062184870243073,
+    0.1320103257894516,
+    0.29895955324172974,
+    0.03186315298080444,
+    0.033026497811079025,
+    0.025510048493742943,
+    0.05011279135942459,
+    0.06165545806288719,
+    0.0582432895898819,
+    0.08283087611198425,
+    0.20586228370666504,
+    0.2123236358165741,
+    0.13793420791625977,
+    0.12811647355556488,
+    0.09994175285100937,
+    0.06345611065626144,
+    0.23430034518241882,
+    0.23456570506095886,
+    0.09625714272260666,
+    0.12721242010593414,
+    0.21958664059638977,
+    0.23002666234970093,
+    0.20357468724250793,
+    0.0784323588013649,
+    0.11266704648733139,
+    0.010076279751956463,
+    0.024451006203889847,
+    0.1418764591217041,
+    0.16904452443122864,
+    0.15687380731105804,
+    0.12837573885917664,
+    0.005447865463793278,
+    0.07676143944263458,
+    0.18933121860027313,
+    0.1788836568593979,
+    0.07028581202030182,
+    0.012074782513082027,
+    0.09678791463375092,
+    0.7270413041114807,
+    0.2376031130552292,
+    0.30375778675079346,
+    0.40695327520370483,
+    0.3065970838069916,
+    0.14008937776088715,
+    0.152261421084404,
+    0.09628154337406158,
+    0.15870563685894012,
+    0.10178259015083313,
+    0.3089130222797394,
+    0.12163447588682175,
+    0.22742901742458344,
+    0.1481906771659851,
+    0.19840703904628754,
+    0.25359898805618286,
+    0.13607653975486755,
+    0.09929025918245316,
+    0.23062604665756226,
+    0.11890760064125061,
+    0.10246250033378601,
+    0.028834417462348938,
+    0.06297538429498672,
+    0.4415321946144104,
+    0.27958977222442627,
+    0.289355605840683,
+    0.17115119099617004,
+    0.24123503267765045,
+    0.27874451875686646,
+    0.2954760491847992,
+    0.12603725492954254,
+    0.2924845814704895,
+    0.36869460344314575,
+    0.23712250590324402,
+    0.282845675945282,
+    0.30907559394836426,
+    0.16860857605934143,
+    0.14239326119422913,
+    0.13013732433319092,
+    0.1407199501991272,
+    0.36337459087371826,
+    0.06349428743124008,
+    0.17750202119350433,
+    0.20905648171901703,
+    0.18738079071044922,
+    0.17702069878578186,
+    0.3000764548778534,
+    0.07850464433431625,
+    0.42913204431533813,
+    0.41601210832595825,
+    0.1820313036441803,
+    0.3423667848110199,
+    0.1553424745798111,
+    0.14480909705162048,
+    0.10660265386104584,
+    0.34135207533836365,
+    0.20995979011058807,
+    0.21450844407081604,
+    0.38335463404655457,
+    0.05496916174888611,
+    0.07789009064435959,
+    0.1270742118358612,
+    0.3256630003452301,
+    0.038961250334978104,
+    0.2118034064769745,
+    0.07977773249149323,
+    0.17460916936397552,
+    0.2274707853794098,
+    0.20117157697677612,
+    0.20799683034420013,
+    0.5287379622459412,
+    0.25509318709373474,
+    0.3233504593372345,
+    0.7660802602767944,
+    0.4484580457210541,
+    0.48033997416496277,
+    0.04145306721329689,
+    0.31627291440963745,
+    0.1568671017885208,
+    0.06706822663545609,
+    0.3050861954689026,
+    0.21188466250896454,
+    0.14779262244701385,
+    0.19734372198581696,
+    0.14311663806438446,
+    0.18872101604938507,
+    0.23231112957000732,
+    0.06807801872491837,
+    0.09196136891841888,
+    0.07972091436386108,
+    0.040959592908620834,
+    0.16563202440738678,
+    0.04987484589219093,
+    0.05489189922809601,
+    0.05737023055553436,
+    0.0724555030465126,
+    0.07147450745105743,
+    0.0443602055311203,
+    0.01776955835521221,
+    0.1496296226978302,
+    0.019090721383690834,
+    0.3090250790119171,
+    0.030622011050581932,
+    0.16393104195594788,
+    0.2473975270986557,
+    0.25093841552734375,
+    0.17016196250915527,
+    0.17892232537269592,
+    0.24355348944664001,
+    0.07296987622976303,
+    0.1635102927684784,
+    0.0461735837161541,
+    0.12148880213499069,
+    0.10447382181882858,
+    0.021327471360564232,
+    0.0702432170510292,
+    0.09863591939210892,
+    0.08025138080120087,
+    0.19581355154514313,
+    0.2267541140317917,
+    0.24149946868419647,
+    0.1706351786851883,
+    0.10265648365020752,
+    0.03479256480932236,
+    0.10095031559467316,
+    0.20219719409942627,
+    0.07690205425024033,
+    0.022335348650813103,
+    0.06453454494476318,
+    0.0641874298453331,
+    0.09157047420740128,
+    0.15322475135326385,
+    0.046295635402202606,
+    0.032552171498537064,
+    0.21997001767158508,
+    0.14730139076709747,
+    0.0452396534383297,
+    0.1835562288761139,
+    0.03627990558743477,
+    0.09785746037960052,
+    0.026665888726711273,
+    0.07404651492834091,
+    0.042225319892168045,
+    0.02358788438141346,
+    0.21160247921943665,
+    0.15840858221054077,
+    0.23020930588245392,
+    0.07133742421865463,
+    0.24633339047431946,
+    0.25812962651252747,
+    0.27696892619132996,
+    0.2554643750190735,
+    0.2140021026134491,
+    0.23401330411434174,
+    0.22717109322547913,
+    0.11782260984182358,
+    0.217906191945076,
+    0.2084817886352539,
+    0.2178301364183426,
+    0.11650261282920837,
+    0.006836860906332731,
+    0.021291891112923622,
+    0.015044133178889751,
+    0.2934040129184723,
+    0.18582092225551605,
+    0.1847924143075943,
+    0.08210745453834534,
+    0.0416596420109272,
+    0.11126039922237396,
+    0.030554749071598053,
+    0.16582679748535156,
+    0.050512898713350296,
+    0.09963449835777283,
+    0.17105166614055634,
+    0.04850756749510765,
+    0.11058181524276733,
+    0.061438076198101044,
+    0.09094338864088058,
+    0.11951526254415512,
+    0.06550361216068268,
+    0.06258591264486313,
+    0.1438714563846588,
+    0.06803092360496521,
+    0.2522946894168854,
+    0.04784655198454857,
+    0.4393598139286041,
+    0.3987846374511719,
+    0.2728270888328552,
+    0.2216978818178177,
+    0.057655803859233856,
+    0.04673518240451813,
+    0.27463406324386597,
+    0.25892749428749084,
+    0.11740339547395706,
+    0.20756886899471283,
+    0.281812846660614,
+    0.31861740350723267,
+    0.26099440455436707,
+    0.14926603436470032,
+    0.1062830314040184,
+    0.1726984679698944,
+    0.08361609280109406,
+    0.04007107764482498,
+    0.077949658036232,
+    0.008601195178925991,
+    0.08789732307195663,
+    0.16961008310317993,
+    0.09148598462343216,
+    0.08147162944078445,
+    0.09439600259065628,
+    0.2990323305130005,
+    0.048692479729652405,
+    0.02031400054693222,
+    0.12640412151813507,
+    0.02143917605280876,
+    0.08516428619623184,
+    0.09967914968729019,
+    0.027856184169650078,
+    0.04541752114892006,
+    0.032678280025720596,
+    0.013607879169285297,
+    0.03878956288099289,
+    0.14365847408771515,
+    0.012494497932493687,
+    0.08628123253583908,
+    0.09704875946044922,
+    0.16459494829177856,
+    0.03293070197105408,
+    0.041681401431560516,
+    0.3937113881111145,
+    0.18700650334358215,
+    0.01587880775332451,
+    0.10438205301761627,
+    0.12629401683807373,
+    0.11099620908498764,
+    0.12372717261314392,
+    0.3607521057128906,
+    0.15132524073123932,
+    0.05810289457440376,
+    0.10303929448127747,
+    0.07558738440275192,
+    0.07745541632175446,
+    0.013944719918072224,
+    0.03723785653710365,
+    0.10541755706071854,
+    0.1856500655412674,
+    0.08469337970018387,
+    0.1762550324201584,
+    0.2060963213443756,
+    0.21985331177711487,
+    0.0561184398829937,
+    0.0519406795501709,
+    0.05429404601454735,
+    0.2501031756401062,
+    0.09005004167556763,
+    0.03787558898329735,
+    0.33134931325912476,
+    0.25888851284980774,
+    0.09653126448392868,
+    0.47212228178977966,
+    0.48655444383621216,
+    0.023246953263878822,
+    0.32535719871520996,
+    0.37874647974967957,
+    0.05688784271478653,
+    0.1168617308139801,
+    0.17555639147758484,
+    0.04032526910305023,
+    0.03442751243710518,
+    0.020221147686243057,
+    0.029453108087182045,
+    0.04745809733867645,
+    0.02279990166425705,
+    0.013816767372190952,
+    0.1675386130809784,
+    0.021266136318445206,
+    0.03076866641640663,
+    0.3196257948875427,
+    0.12932750582695007,
+    0.023921536281704903,
+    0.012284168042242527,
+    0.1101636216044426,
+    0.09367857128381729,
+    0.23770196735858917,
+    0.05941953510046005,
+    0.09473825991153717,
+    0.276574045419693,
+    0.10601126402616501,
+    0.1131703183054924,
+    0.0634094849228859,
+    0.19137127697467804,
+    0.257538765668869,
+    0.17535321414470673,
+    0.0838196724653244,
+    0.1488497406244278,
+    0.1630018800497055,
+    0.0718495324254036,
+    0.005512983538210392,
+    0.13828076422214508,
+    0.22134126722812653,
+    0.09289594739675522,
+    0.12106788903474808,
+    0.028405407443642616,
+    0.017812490463256836,
+    0.05288666859269142,
+    0.009657961316406727,
+    0.10504075139760971,
+    0.015745267271995544,
+    0.10185113549232483,
+    0.06674232333898544,
+    0.0109087023884058,
+    0.0434669591486454,
+    0.10333448648452759,
+    0.010315257124602795,
+    0.045894067734479904,
+    0.019367355853319168,
+    0.04647572711110115,
+    0.061413925141096115,
+    0.21090690791606903,
+    0.0427481047809124,
+    0.0803871676325798,
+    0.03801722079515457,
+    0.11159887909889221,
+    0.057310111820697784,
+    0.03916115686297417,
+    0.29286354780197144,
+    0.4288504421710968,
+    0.2234986573457718,
+    0.12530134618282318,
+    0.04080762341618538,
+    0.06906704604625702,
+    0.05040470510721207,
+    0.2534562945365906,
+    0.12439075112342834,
+    0.045955538749694824,
+    0.07961784303188324,
+    0.014354896731674671,
+    0.16047094762325287,
+    0.011087099090218544,
+    0.2966610789299011,
+    0.06859247386455536,
+    0.08619533479213715,
+    0.22836896777153015,
+    0.13654007017612457,
+    0.1044677197933197,
+    0.02565210871398449,
+    0.054547034204006195,
+    0.049712587147951126,
+    0.015614507719874382,
+    0.008149078115820885,
+    0.04394809529185295,
+    0.0495276115834713,
+    0.07319729775190353,
+    0.1873389482498169,
+    0.2988749146461487,
+    0.0912206768989563,
+    0.17212098836898804,
+    0.2250300645828247,
+    0.06498470902442932,
+    0.048695795238018036,
+    0.14714467525482178,
+    0.11388376355171204,
+    0.11080847680568695,
+    0.11899927258491516,
+    0.3022920787334442,
+    0.00902401190251112,
+    0.1558152586221695,
+    0.02684321627020836,
+    0.013431302271783352,
+    0.0979846641421318,
+    0.01801815815269947,
+    0.01970547065138817,
+    0.033651676028966904,
+    0.02377769909799099,
+    0.17655302584171295,
+    0.059879280626773834,
+    0.009534064680337906,
+    0.14211216568946838,
+    0.27742645144462585,
+    0.09536264836788177,
+    0.3344678580760956,
+    0.047948144376277924,
+    0.05457970127463341,
+    0.025482691824436188,
+    0.20885662734508514,
+    0.15657448768615723,
+    0.03821409493684769,
+    0.01414317637681961,
+    0.11274309456348419,
+    0.09597200900316238
+  ]
+}

p5-mae-15m-d116/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00025000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.15015556680240033,
+  "probe/map_train": 0.5145722740176054,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17957979536958152,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.812146120937541,
+  "probe/total_s": 8.12605632294435,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17775354550645972
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17804580942093196
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17957979536958152
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17627856703704856
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16229151960009924
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13804222161190643
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.106956160614935
+    }
+  ],
+  "per_class_ap": [
+    0.642560601234436,
+    0.018907345831394196,
+    0.06678981333971024,
+    0.20459306240081787,
+    0.11629590392112732,
+    0.2807327210903168,
+    0.21757957339286804,
+    0.31405532360076904,
+    0.02473299950361252,
+    0.04003782197833061,
+    0.023070737719535828,
+    0.06547418236732483,
+    0.5160664319992065,
+    0.3372790515422821,
+    0.07595916092395782,
+    0.5477586388587952,
+    0.32700657844543457,
+    0.35889482498168945,
+    0.061000194400548935,
+    0.09877583384513855,
+    0.26388856768608093,
+    0.11836446076631546,
+    0.1920694261789322,
+    0.16176892817020416,
+    0.09151718765497208,
+    0.026940276846289635,
+    0.06980158388614655,
+    0.18416233360767365,
+    0.2809787094593048,
+    0.08890010416507721,
+    0.23264490067958832,
+    0.20220641791820526,
+    0.051399700343608856,
+    0.09151524305343628,
+    0.246759831905365,
+    0.0782487764954567,
+    0.44147390127182007,
+    0.07378605008125305,
+    0.07797805964946747,
+    0.16510805487632751,
+    0.18831253051757812,
+    0.021171821281313896,
+    0.0736229345202446,
+    0.42965877056121826,
+    0.013320504687726498,
+    0.09066368639469147,
+    0.03319332376122475,
+    0.09766855090856552,
+    0.05262527987360954,
+    0.08847082406282425,
+    0.12053482234477997,
+    0.009150810539722443,
+    0.02628054842352867,
+    0.044585950672626495,
+    0.24631042778491974,
+    0.11521823704242706,
+    0.2539547085762024,
+    0.3686414062976837,
+    0.15467742085456848,
+    0.08097472786903381,
+    0.1978330761194229,
+    0.20117439329624176,
+    0.08944839984178543,
+    0.12954726815223694,
+    0.5261237621307373,
+    0.20447495579719543,
+    0.3198074698448181,
+    0.316155344247818,
+    0.4033411145210266,
+    0.3820596933364868,
+    0.14164584875106812,
+    0.1922420859336853,
+    0.20497363805770874,
+    0.18971294164657593,
+    0.18776799738407135,
+    0.25308945775032043,
+    0.04859486594796181,
+    0.24900422990322113,
+    0.17880533635616302,
+    0.14325381815433502,
+    0.018909316509962082,
+    0.1268031895160675,
+    0.3773201107978821,
+    0.11938253045082092,
+    0.09247392416000366,
+    0.026066703721880913,
+    0.07249584794044495,
+    0.03024149313569069,
+    0.02345639280974865,
+    0.1355786919593811,
+    0.059202514588832855,
+    0.055175453424453735,
+    0.19931767880916595,
+    0.02198515646159649,
+    0.0340997688472271,
+    0.07713232934474945,
+    0.016266001388430595,
+    0.03020353429019451,
+    0.14280995726585388,
+    0.20663607120513916,
+    0.14554430544376373,
+    0.3186019957065582,
+    0.04682694748044014,
+    0.04654514044523239,
+    0.02332221530377865,
+    0.05849740654230118,
+    0.06472855806350708,
+    0.07116010040044785,
+    0.08518236875534058,
+    0.17952503263950348,
+    0.22261810302734375,
+    0.15014168620109558,
+    0.13858751952648163,
+    0.10464566200971603,
+    0.057587385177612305,
+    0.22024159133434296,
+    0.20890502631664276,
+    0.13698719441890717,
+    0.15250466763973236,
+    0.2752012610435486,
+    0.2898382544517517,
+    0.2025115042924881,
+    0.08885486423969269,
+    0.1205131858587265,
+    0.010306192561984062,
+    0.028245681896805763,
+    0.13215047121047974,
+    0.17875246703624725,
+    0.15079498291015625,
+    0.1293429434299469,
+    0.00437026796862483,
+    0.09521549940109253,
+    0.17691689729690552,
+    0.1823790967464447,
+    0.05857347697019577,
+    0.013685419224202633,
+    0.11213264614343643,
+    0.7281626462936401,
+    0.23991502821445465,
+    0.31368857622146606,
+    0.4025232493877411,
+    0.3095037043094635,
+    0.16173304617404938,
+    0.155319944024086,
+    0.10662651807069778,
+    0.18000763654708862,
+    0.1041615903377533,
+    0.3087764084339142,
+    0.11112187802791595,
+    0.23027433454990387,
+    0.16770628094673157,
+    0.17566978931427002,
+    0.287534236907959,
+    0.17077206075191498,
+    0.14183266460895538,
+    0.22740626335144043,
+    0.09636103361845016,
+    0.11918574571609497,
+    0.033538397401571274,
+    0.07632194459438324,
+    0.4894735515117645,
+    0.29892417788505554,
+    0.3203933835029602,
+    0.15456712245941162,
+    0.26549074053764343,
+    0.2775289714336395,
+    0.3035999834537506,
+    0.13247358798980713,
+    0.3199984133243561,
+    0.39889684319496155,
+    0.25888893008232117,
+    0.2767273187637329,
+    0.3018034100532532,
+    0.16955405473709106,
+    0.14513947069644928,
+    0.12374433130025864,
+    0.1530732661485672,
+    0.36030900478363037,
+    0.06912939250469208,
+    0.15911723673343658,
+    0.20627997815608978,
+    0.1675780713558197,
+    0.15726116299629211,
+    0.3329981863498688,
+    0.10316723585128784,
+    0.43846532702445984,
+    0.3997814655303955,
+    0.1947709619998932,
+    0.3450010120868683,
+    0.1957518607378006,
+    0.16119003295898438,
+    0.11790706217288971,
+    0.3362995684146881,
+    0.23059867322444916,
+    0.23539911210536957,
+    0.39075252413749695,
+    0.07038543373346329,
+    0.08880282938480377,
+    0.11503078043460846,
+    0.30568549036979675,
+    0.038022421300411224,
+    0.20635798573493958,
+    0.06710182875394821,
+    0.1692037433385849,
+    0.2418057769536972,
+    0.16323508322238922,
+    0.18591313064098358,
+    0.5386016368865967,
+    0.22998987138271332,
+    0.31642600893974304,
+    0.7738319039344788,
+    0.4302692115306854,
+    0.5291725993156433,
+    0.0500636100769043,
+    0.317427396774292,
+    0.17880286276340485,
+    0.07214237004518509,
+    0.30111193656921387,
+    0.20346477627754211,
+    0.1613648533821106,
+    0.17903177440166473,
+    0.14041709899902344,
+    0.17218340933322906,
+    0.2219807505607605,
+    0.05742816627025604,
+    0.07885031402111053,
+    0.0861600935459137,
+    0.0376012846827507,
+    0.1780819594860077,
+    0.04528290405869484,
+    0.06957932561635971,
+    0.08554299920797348,
+    0.11296293139457703,
+    0.06145705282688141,
+    0.09839661419391632,
+    0.01291333232074976,
+    0.1690298318862915,
+    0.016910970211029053,
+    0.3598444163799286,
+    0.02561151795089245,
+    0.17514339089393616,
+    0.26926153898239136,
+    0.25828227400779724,
+    0.1918497085571289,
+    0.17450444400310516,
+    0.2319127768278122,
+    0.06820695102214813,
+    0.1586814820766449,
+    0.03466834872961044,
+    0.11694777756929398,
+    0.12946733832359314,
+    0.02141486294567585,
+    0.06774395704269409,
+    0.10529546439647675,
+    0.06364408880472183,
+    0.2169162482023239,
+    0.22429712116718292,
+    0.27579575777053833,
+    0.17631499469280243,
+    0.11894535273313522,
+    0.03859911859035492,
+    0.10870439559221268,
+    0.15746907889842987,
+    0.05005186051130295,
+    0.024275541305541992,
+    0.06446335464715958,
+    0.06741160154342651,
+    0.11105331033468246,
+    0.17966169118881226,
+    0.04173918068408966,
+    0.040523070842027664,
+    0.24914665520191193,
+    0.19458319246768951,
+    0.04081141576170921,
+    0.18176183104515076,
+    0.033590614795684814,
+    0.09038450568914413,
+    0.03805593401193619,
+    0.07217542827129364,
+    0.06066793575882912,
+    0.02230684831738472,
+    0.23459158837795258,
+    0.15292790532112122,
+    0.22743211686611176,
+    0.055925287306308746,
+    0.24541708827018738,
+    0.30146995186805725,
+    0.32228749990463257,
+    0.23448915779590607,
+    0.21089428663253784,
+    0.2212650179862976,
+    0.19972771406173706,
+    0.10271061956882477,
+    0.21336275339126587,
+    0.1966855525970459,
+    0.1987329125404358,
+    0.12809281051158905,
+    0.008452610112726688,
+    0.030798377469182014,
+    0.012348633259534836,
+    0.29866665601730347,
+    0.18892180919647217,
+    0.16476474702358246,
+    0.08324971795082092,
+    0.0434260368347168,
+    0.1250821202993393,
+    0.03181805834174156,
+    0.1781882494688034,
+    0.05087460204958916,
+    0.10503720492124557,
+    0.1672220230102539,
+    0.0787968561053276,
+    0.10938610881567001,
+    0.06341487169265747,
+    0.10526127368211746,
+    0.12239976227283478,
+    0.07804642617702484,
+    0.07601043581962585,
+    0.1159939169883728,
+    0.080071359872818,
+    0.2339220941066742,
+    0.04492154344916344,
+    0.4462999999523163,
+    0.4205278754234314,
+    0.26807478070259094,
+    0.226165309548378,
+    0.06993543356657028,
+    0.05838799849152565,
+    0.2810966968536377,
+    0.2734817564487457,
+    0.13367123901844025,
+    0.22841614484786987,
+    0.28881534934043884,
+    0.35993924736976624,
+    0.20044869184494019,
+    0.17493228614330292,
+    0.13544048368930817,
+    0.2314099669456482,
+    0.06000770255923271,
+    0.0399654321372509,
+    0.11891110986471176,
+    0.005611548665910959,
+    0.11111631989479065,
+    0.16481256484985352,
+    0.10285752266645432,
+    0.07968824356794357,
+    0.10336298495531082,
+    0.3422984778881073,
+    0.04137750342488289,
+    0.02228699065744877,
+    0.12472445517778397,
+    0.025623667985200882,
+    0.09479892253875732,
+    0.11108969151973724,
+    0.03403225168585777,
+    0.04481050744652748,
+    0.03248310461640358,
+    0.014367652125656605,
+    0.039274685084819794,
+    0.1498226374387741,
+    0.016513394191861153,
+    0.09646356850862503,
+    0.09736160188913345,
+    0.1383686363697052,
+    0.03360289707779884,
+    0.03895284980535507,
+    0.40047964453697205,
+    0.1846253126859665,
+    0.017407920211553574,
+    0.163113072514534,
+    0.13184362649917603,
+    0.08374987542629242,
+    0.16957025229930878,
+    0.37091055512428284,
+    0.12708555161952972,
+    0.052529070526361465,
+    0.11368061602115631,
+    0.07818976044654846,
+    0.05237305909395218,
+    0.015301604755222797,
+    0.02993425540626049,
+    0.11707103252410889,
+    0.18563182651996613,
+    0.09655693918466568,
+    0.16827499866485596,
+    0.23554852604866028,
+    0.18726323544979095,
+    0.05619294196367264,
+    0.051901061087846756,
+    0.0665096789598465,
+    0.26197221875190735,
+    0.08165720850229263,
+    0.053521040827035904,
+    0.3597259521484375,
+    0.24115902185440063,
+    0.09161055088043213,
+    0.48878780007362366,
+    0.5195357799530029,
+    0.027258755639195442,
+    0.367399662733078,
+    0.4596926271915436,
+    0.05896613746881485,
+    0.11153164505958557,
+    0.2200019359588623,
+    0.037216003984212875,
+    0.016458557918667793,
+    0.027956068515777588,
+    0.030612125992774963,
+    0.041972339153289795,
+    0.020034005865454674,
+    0.014462511986494064,
+    0.16508367657661438,
+    0.023093346506357193,
+    0.06155049800872803,
+    0.33648449182510376,
+    0.14869184792041779,
+    0.0284500140696764,
+    0.023882556706666946,
+    0.11189404875040054,
+    0.08631877601146698,
+    0.2687254548072815,
+    0.07172662764787674,
+    0.0899198055267334,
+    0.2864084839820862,
+    0.11033670604228973,
+    0.11431172490119934,
+    0.05320284515619278,
+    0.22052355110645294,
+    0.2752348780632019,
+    0.20362721383571625,
+    0.09103752672672272,
+    0.1783333420753479,
+    0.16491954028606415,
+    0.0865495577454567,
+    0.006315457634627819,
+    0.1448080837726593,
+    0.23024535179138184,
+    0.10190428793430328,
+    0.10415581613779068,
+    0.028337664902210236,
+    0.019387245178222656,
+    0.051098790019750595,
+    0.00911897886544466,
+    0.1018497571349144,
+    0.016074463725090027,
+    0.13883326947689056,
+    0.06736601889133453,
+    0.009837533347308636,
+    0.04285137355327606,
+    0.10249724984169006,
+    0.011700797826051712,
+    0.05391367897391319,
+    0.01456274650990963,
+    0.041588131338357925,
+    0.04465384781360626,
+    0.22568216919898987,
+    0.026760874316096306,
+    0.12988603115081787,
+    0.054383717477321625,
+    0.1323896199464798,
+    0.054518263787031174,
+    0.04078265279531479,
+    0.3318386971950531,
+    0.4136871099472046,
+    0.24071542918682098,
+    0.1511688530445099,
+    0.031182916834950447,
+    0.058162204921245575,
+    0.06036614626646042,
+    0.24591262638568878,
+    0.11920853704214096,
+    0.06039886921644211,
+    0.06282486766576767,
+    0.014305739663541317,
+    0.1751629263162613,
+    0.009329350665211678,
+    0.3092321753501892,
+    0.08051181584596634,
+    0.08421861380338669,
+    0.2149580866098404,
+    0.14335420727729797,
+    0.09232452511787415,
+    0.03321440890431404,
+    0.0960509404540062,
+    0.07278875261545181,
+    0.015842953696846962,
+    0.008829704485833645,
+    0.04708921164274216,
+    0.05230911821126938,
+    0.06859908252954483,
+    0.20031175017356873,
+    0.31243446469306946,
+    0.09792683273553848,
+    0.1630873829126358,
+    0.22026775777339935,
+    0.05329250916838646,
+    0.04366890713572502,
+    0.12869401276111603,
+    0.1175893247127533,
+    0.11503634601831436,
+    0.1265275627374649,
+    0.311859130859375,
+    0.008509145118296146,
+    0.1692829728126526,
+    0.029981501400470734,
+    0.018453449010849,
+    0.09837827831506729,
+    0.01833420991897583,
+    0.01922065205872059,
+    0.03837026283144951,
+    0.024083269760012627,
+    0.17959418892860413,
+    0.07619795203208923,
+    0.013787060976028442,
+    0.12094314396381378,
+    0.29343652725219727,
+    0.08858068287372589,
+    0.3125203549861908,
+    0.037537477910518646,
+    0.06189496070146561,
+    0.040709756314754486,
+    0.20686614513397217,
+    0.1575654149055481,
+    0.05145853012800217,
+    0.02049187943339348,
+    0.09529810398817062,
+    0.10533910989761353
+  ]
+}

p5-mae-15m-d116/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00030000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.15356336580677774,
+  "probe/map_train": 0.5291449031182892,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.18487460612702897,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.584766709012911,
+  "probe/total_s": 7.973104214062914,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1845817287170648
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18487460612702897
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1846257508021074
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1794715852656029
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16487046112165038
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13976452232601802
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10755921259877649
+    }
+  ],
+  "per_class_ap": [
+    0.654168963432312,
+    0.015998516231775284,
+    0.0741872563958168,
+    0.21445049345493317,
+    0.12359310686588287,
+    0.28309059143066406,
+    0.1987026035785675,
+    0.2918984889984131,
+    0.024862268939614296,
+    0.040384117513895035,
+    0.02359088510274887,
+    0.0659136101603508,
+    0.5206946730613708,
+    0.3195693790912628,
+    0.05692249909043312,
+    0.5581352710723877,
+    0.3351331055164337,
+    0.3667845129966736,
+    0.06375113874673843,
+    0.10185999423265457,
+    0.2672296464443207,
+    0.10681252926588058,
+    0.2091739922761917,
+    0.1806965470314026,
+    0.07359729707241058,
+    0.02605881355702877,
+    0.07989748567342758,
+    0.19020216166973114,
+    0.31372353434562683,
+    0.06672269105911255,
+    0.24944673478603363,
+    0.22244612872600555,
+    0.03597338870167732,
+    0.09135808795690536,
+    0.26370519399642944,
+    0.08834966272115707,
+    0.48163285851478577,
+    0.07581496238708496,
+    0.07911282777786255,
+    0.15307244658470154,
+    0.20221185684204102,
+    0.021275430917739868,
+    0.07677159458398819,
+    0.4390162229537964,
+    0.018772047013044357,
+    0.11040352284908295,
+    0.032918985933065414,
+    0.09661039710044861,
+    0.0749102383852005,
+    0.0932156965136528,
+    0.14939555525779724,
+    0.008937890641391277,
+    0.025141334161162376,
+    0.05445573106408119,
+    0.26690012216567993,
+    0.12713439762592316,
+    0.26487818360328674,
+    0.37111058831214905,
+    0.15002857148647308,
+    0.08510094881057739,
+    0.23660194873809814,
+    0.2108800858259201,
+    0.06585711985826492,
+    0.1586187332868576,
+    0.5320723652839661,
+    0.22303560376167297,
+    0.2994441092014313,
+    0.3092077970504761,
+    0.41194888949394226,
+    0.3773868978023529,
+    0.14265015721321106,
+    0.20727385580539703,
+    0.21823915839195251,
+    0.19532844424247742,
+    0.19140906631946564,
+    0.2685058116912842,
+    0.04223985597491264,
+    0.2607826888561249,
+    0.1718565970659256,
+    0.17108164727687836,
+    0.018199017271399498,
+    0.13488757610321045,
+    0.36197248101234436,
+    0.12394203245639801,
+    0.10080929845571518,
+    0.03298613429069519,
+    0.0615108497440815,
+    0.03350216522812843,
+    0.02458309754729271,
+    0.0905400812625885,
+    0.06302191317081451,
+    0.0583421066403389,
+    0.20842759311199188,
+    0.0264180488884449,
+    0.03827221319079399,
+    0.05359867587685585,
+    0.020376496016979218,
+    0.035176072269678116,
+    0.14773686230182648,
+    0.2387389838695526,
+    0.17044615745544434,
+    0.3361566662788391,
+    0.045223914086818695,
+    0.046064089983701706,
+    0.025020206347107887,
+    0.06438989192247391,
+    0.05735771730542183,
+    0.05072275921702385,
+    0.09517311304807663,
+    0.1961977630853653,
+    0.25757652521133423,
+    0.15550534427165985,
+    0.1447049379348755,
+    0.09522987902164459,
+    0.061274297535419464,
+    0.2472691535949707,
+    0.24977800250053406,
+    0.12217648327350616,
+    0.15322646498680115,
+    0.3508358299732208,
+    0.3580731451511383,
+    0.1699741780757904,
+    0.09234034270048141,
+    0.11634261161088943,
+    0.013408022001385689,
+    0.03351869061589241,
+    0.13957253098487854,
+    0.18024903535842896,
+    0.15696969628334045,
+    0.13883519172668457,
+    0.004888446070253849,
+    0.09198244661092758,
+    0.1477835774421692,
+    0.15222880244255066,
+    0.08289487659931183,
+    0.013243285939097404,
+    0.1003192812204361,
+    0.7311332821846008,
+    0.2521790862083435,
+    0.3230861723423004,
+    0.4183422327041626,
+    0.329560786485672,
+    0.17619498074054718,
+    0.17020580172538757,
+    0.1006012111902237,
+    0.20930089056491852,
+    0.08962424844503403,
+    0.2945801019668579,
+    0.10127482563257217,
+    0.23499123752117157,
+    0.21404190361499786,
+    0.17867660522460938,
+    0.27679845690727234,
+    0.1507245898246765,
+    0.14034418761730194,
+    0.2613821029663086,
+    0.12382122874259949,
+    0.10934589803218842,
+    0.03463223949074745,
+    0.06960117071866989,
+    0.5102204084396362,
+    0.3160823583602905,
+    0.3113791048526764,
+    0.14745840430259705,
+    0.2621068060398102,
+    0.26122525334358215,
+    0.3011920154094696,
+    0.13101428747177124,
+    0.2992849349975586,
+    0.37891337275505066,
+    0.23383592069149017,
+    0.2915808856487274,
+    0.31785181164741516,
+    0.17212338745594025,
+    0.12558192014694214,
+    0.10557194799184799,
+    0.16251184046268463,
+    0.35273197293281555,
+    0.08087198436260223,
+    0.19529013335704803,
+    0.2519060969352722,
+    0.20713984966278076,
+    0.1782299131155014,
+    0.351510226726532,
+    0.08912162482738495,
+    0.44297412037849426,
+    0.3946356773376465,
+    0.198517844080925,
+    0.3184921145439148,
+    0.19041746854782104,
+    0.15985773503780365,
+    0.12236148864030838,
+    0.3387349247932434,
+    0.2430155724287033,
+    0.24237915873527527,
+    0.39776143431663513,
+    0.06941821426153183,
+    0.11349824070930481,
+    0.11750767379999161,
+    0.30282315611839294,
+    0.03429533541202545,
+    0.2179901897907257,
+    0.06859834492206573,
+    0.21169506013393402,
+    0.24062027037143707,
+    0.18249236047267914,
+    0.20210547745227814,
+    0.6032034754753113,
+    0.28259992599487305,
+    0.3174744248390198,
+    0.7883384823799133,
+    0.46895018219947815,
+    0.5015669465065002,
+    0.0449211485683918,
+    0.31099221110343933,
+    0.2103440910577774,
+    0.04955102875828743,
+    0.3058493435382843,
+    0.19757506251335144,
+    0.1368662416934967,
+    0.1857110559940338,
+    0.13253062963485718,
+    0.17566215991973877,
+    0.1974693089723587,
+    0.06609562784433365,
+    0.07124093919992447,
+    0.08015778660774231,
+    0.04744935408234596,
+    0.15276195108890533,
+    0.05447778478264809,
+    0.07185286283493042,
+    0.09258736670017242,
+    0.08382753282785416,
+    0.060568030923604965,
+    0.07164118438959122,
+    0.014943486079573631,
+    0.14998570084571838,
+    0.01849028654396534,
+    0.3826223313808441,
+    0.02945554442703724,
+    0.18953163921833038,
+    0.25260207056999207,
+    0.2662910521030426,
+    0.19460365176200867,
+    0.15930414199829102,
+    0.2591226100921631,
+    0.07141318917274475,
+    0.16908131539821625,
+    0.0337010957300663,
+    0.11672263592481613,
+    0.10972391068935394,
+    0.016113877296447754,
+    0.07024020701646805,
+    0.09818542003631592,
+    0.07108607888221741,
+    0.23643261194229126,
+    0.24246515333652496,
+    0.2660973072052002,
+    0.16420917212963104,
+    0.10085970163345337,
+    0.027816670015454292,
+    0.11676625162363052,
+    0.15376412868499756,
+    0.05373015254735947,
+    0.02970181219279766,
+    0.05357568338513374,
+    0.07721735537052155,
+    0.10791201889514923,
+    0.19266363978385925,
+    0.060985613614320755,
+    0.036807674914598465,
+    0.23750267922878265,
+    0.17037416994571686,
+    0.06045130267739296,
+    0.1575959473848343,
+    0.041091009974479675,
+    0.08913968503475189,
+    0.038018278777599335,
+    0.07386307418346405,
+    0.05847054347395897,
+    0.024120617657899857,
+    0.23891571164131165,
+    0.15315793454647064,
+    0.25051671266555786,
+    0.06118451803922653,
+    0.2705533802509308,
+    0.3302282691001892,
+    0.35295388102531433,
+    0.2389243096113205,
+    0.23504169285297394,
+    0.22288987040519714,
+    0.2425948828458786,
+    0.10954517126083374,
+    0.221391499042511,
+    0.22736474871635437,
+    0.23266290128231049,
+    0.1351345181465149,
+    0.00666367681697011,
+    0.018874449655413628,
+    0.01232428103685379,
+    0.2988417446613312,
+    0.19305935502052307,
+    0.20000076293945312,
+    0.08195792138576508,
+    0.030660925433039665,
+    0.11461187154054642,
+    0.03110005520284176,
+    0.17829471826553345,
+    0.05790356919169426,
+    0.10117410868406296,
+    0.1692570298910141,
+    0.07306396961212158,
+    0.11908730864524841,
+    0.07291101664304733,
+    0.10082626342773438,
+    0.129386305809021,
+    0.08319837599992752,
+    0.06200350448489189,
+    0.14686319231987,
+    0.07328914850950241,
+    0.2534558176994324,
+    0.04695289209485054,
+    0.4631490409374237,
+    0.4317599833011627,
+    0.2893909513950348,
+    0.24059095978736877,
+    0.0714256688952446,
+    0.05102303624153137,
+    0.29503434896469116,
+    0.27817192673683167,
+    0.1419592946767807,
+    0.22102917730808258,
+    0.3050559163093567,
+    0.3565613627433777,
+    0.19564636051654816,
+    0.1768433302640915,
+    0.1657687872648239,
+    0.20269575715065002,
+    0.05395602434873581,
+    0.037088192999362946,
+    0.13029691576957703,
+    0.004858091007918119,
+    0.10129466652870178,
+    0.16874831914901733,
+    0.0808599591255188,
+    0.07582934945821762,
+    0.1094372570514679,
+    0.3671221435070038,
+    0.042419735342264175,
+    0.026303397491574287,
+    0.13938350975513458,
+    0.03232607990503311,
+    0.09262663871049881,
+    0.11612800508737564,
+    0.041138578206300735,
+    0.06751196831464767,
+    0.03125343471765518,
+    0.012926698662340641,
+    0.03889908641576767,
+    0.12979190051555634,
+    0.013159981928765774,
+    0.10128127783536911,
+    0.09562842547893524,
+    0.11980981379747391,
+    0.03528107702732086,
+    0.04572773352265358,
+    0.38039952516555786,
+    0.2213054597377777,
+    0.01613294519484043,
+    0.16395501792430878,
+    0.14527970552444458,
+    0.10870996862649918,
+    0.1639314591884613,
+    0.328504353761673,
+    0.15183162689208984,
+    0.06834786385297775,
+    0.09698975086212158,
+    0.08141394704580307,
+    0.05916054919362068,
+    0.015176317654550076,
+    0.04682198911905289,
+    0.11325110495090485,
+    0.20380541682243347,
+    0.08948231488466263,
+    0.1833152025938034,
+    0.22030647099018097,
+    0.21031560003757477,
+    0.06168902665376663,
+    0.06488223373889923,
+    0.07713299244642258,
+    0.30627429485321045,
+    0.12907692790031433,
+    0.05206560716032982,
+    0.39200788736343384,
+    0.3065631091594696,
+    0.11276207864284515,
+    0.5046693682670593,
+    0.5223139524459839,
+    0.028944464400410652,
+    0.4085645079612732,
+    0.45640110969543457,
+    0.051073282957077026,
+    0.13857686519622803,
+    0.2332407385110855,
+    0.029665762558579445,
+    0.01339777559041977,
+    0.03419729322195053,
+    0.024546552449464798,
+    0.031230539083480835,
+    0.013958252966403961,
+    0.011390561237931252,
+    0.14090000092983246,
+    0.02556563727557659,
+    0.05277002230286598,
+    0.3082219064235687,
+    0.06902077049016953,
+    0.024786124005913734,
+    0.017572196200489998,
+    0.11105721443891525,
+    0.0983826294541359,
+    0.2695021629333496,
+    0.07639821618795395,
+    0.08849471062421799,
+    0.27764561772346497,
+    0.10560596734285355,
+    0.10894667357206345,
+    0.05538453161716461,
+    0.21464022994041443,
+    0.2569561004638672,
+    0.1890661120414734,
+    0.10960067063570023,
+    0.17733082175254822,
+    0.1710745096206665,
+    0.08762667328119278,
+    0.006347814574837685,
+    0.1476542204618454,
+    0.20281124114990234,
+    0.10387424379587173,
+    0.12066399306058884,
+    0.03325619921088219,
+    0.023767812177538872,
+    0.04227405786514282,
+    0.010271774604916573,
+    0.13339294493198395,
+    0.014890209771692753,
+    0.12749379873275757,
+    0.08191156387329102,
+    0.011848388239741325,
+    0.029234545305371284,
+    0.10911441594362259,
+    0.011365099810063839,
+    0.05201483517885208,
+    0.013780217617750168,
+    0.04528867453336716,
+    0.051848772913217545,
+    0.23223628103733063,
+    0.02964608743786812,
+    0.15652921795845032,
+    0.05387720465660095,
+    0.13323260843753815,
+    0.04632557928562164,
+    0.03477751836180687,
+    0.3538917005062103,
+    0.4210034906864166,
+    0.24948501586914062,
+    0.13615582883358002,
+    0.04953752085566521,
+    0.07200966775417328,
+    0.053588610142469406,
+    0.21569010615348816,
+    0.09321613609790802,
+    0.060839056968688965,
+    0.07321858406066895,
+    0.018031535670161247,
+    0.19737255573272705,
+    0.009851562790572643,
+    0.30092278122901917,
+    0.07950788736343384,
+    0.08278185874223709,
+    0.21004807949066162,
+    0.15323376655578613,
+    0.10712528228759766,
+    0.02936672233045101,
+    0.056475285440683365,
+    0.05856693536043167,
+    0.021972117945551872,
+    0.007908242754638195,
+    0.050172049552202225,
+    0.0575694777071476,
+    0.07741424441337585,
+    0.19619736075401306,
+    0.32558146119117737,
+    0.11522876471281052,
+    0.15695244073867798,
+    0.20068217813968658,
+    0.054222412407398224,
+    0.04557128995656967,
+    0.13285449147224426,
+    0.11756991595029831,
+    0.12028888612985611,
+    0.10231845080852509,
+    0.3023240268230438,
+    0.010569640435278416,
+    0.15937423706054688,
+    0.02950320392847061,
+    0.016155600547790527,
+    0.10031303018331528,
+    0.01941198855638504,
+    0.018927540630102158,
+    0.036091431975364685,
+    0.021836578845977783,
+    0.1981801986694336,
+    0.06649830937385559,
+    0.008981443010270596,
+    0.126386359333992,
+    0.29120948910713196,
+    0.10843582451343536,
+    0.33608004450798035,
+    0.040825843811035156,
+    0.05732174962759018,
+    0.03955332189798355,
+    0.20238947868347168,
+    0.15872514247894287,
+    0.05928453803062439,
+    0.012256343849003315,
+    0.11125693470239639,
+    0.10140682011842728
+  ]
+}

p5-mae-15m-d116/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00035000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.15677899189215627,
+  "probe/map_train": 0.5070045112828376,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.18641949146084727,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.845639556995593,
+  "probe/total_s": 8.196905578952283,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18601832806134502
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18639759816303567
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.18641949146084727
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.18223318696177548
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16732581955004322
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14142870762698226
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10856451583139075
+    }
+  ],
+  "per_class_ap": [
+    0.6552160978317261,
+    0.01678108423948288,
+    0.07641076296567917,
+    0.2208116054534912,
+    0.11613912135362625,
+    0.2855275273323059,
+    0.20866066217422485,
+    0.3023014962673187,
+    0.02705184556543827,
+    0.03938932344317436,
+    0.02623492106795311,
+    0.07029946148395538,
+    0.5162768959999084,
+    0.3306848108768463,
+    0.06491731852293015,
+    0.5750654339790344,
+    0.3378210663795471,
+    0.36534392833709717,
+    0.0677303597331047,
+    0.09792762249708176,
+    0.2688749134540558,
+    0.12463640421628952,
+    0.19629110395908356,
+    0.16651687026023865,
+    0.07984793931245804,
+    0.027632160112261772,
+    0.08428996801376343,
+    0.18866798281669617,
+    0.3174342215061188,
+    0.11744960397481918,
+    0.2520499527454376,
+    0.23732781410217285,
+    0.04107563570141792,
+    0.0902038961648941,
+    0.26552772521972656,
+    0.09242193400859833,
+    0.47502583265304565,
+    0.07823562622070312,
+    0.09240393340587616,
+    0.15727296471595764,
+    0.21132633090019226,
+    0.02362564578652382,
+    0.08261089771986008,
+    0.4447663724422455,
+    0.019069474190473557,
+    0.11336763948202133,
+    0.037167422473430634,
+    0.09352711588144302,
+    0.07505286484956741,
+    0.07998649775981903,
+    0.15092411637306213,
+    0.009598265402019024,
+    0.029491569846868515,
+    0.05237312614917755,
+    0.275436133146286,
+    0.13295169174671173,
+    0.2765616774559021,
+    0.3742380142211914,
+    0.14220349490642548,
+    0.09350251406431198,
+    0.23575569689273834,
+    0.19940458238124847,
+    0.07184666395187378,
+    0.16693906486034393,
+    0.5490795373916626,
+    0.21902112662792206,
+    0.3206859230995178,
+    0.28965747356414795,
+    0.4150468409061432,
+    0.377488911151886,
+    0.13185518980026245,
+    0.2021346390247345,
+    0.22143705189228058,
+    0.20080329477787018,
+    0.1962561160326004,
+    0.27207517623901367,
+    0.04392918571829796,
+    0.24802617728710175,
+    0.17531022429466248,
+    0.1405431181192398,
+    0.018147166818380356,
+    0.1472635716199875,
+    0.37120750546455383,
+    0.1306857466697693,
+    0.09691426157951355,
+    0.03541789576411247,
+    0.06905868649482727,
+    0.033203206956386566,
+    0.024913938716053963,
+    0.09307242184877396,
+    0.07138986140489578,
+    0.06813529878854752,
+    0.19481676816940308,
+    0.03559408336877823,
+    0.0354580357670784,
+    0.05206308513879776,
+    0.021321337670087814,
+    0.03842386230826378,
+    0.14378313720226288,
+    0.23330138623714447,
+    0.17786428332328796,
+    0.33970460295677185,
+    0.04616567865014076,
+    0.047296684235334396,
+    0.023401279002428055,
+    0.06192367896437645,
+    0.06630676239728928,
+    0.05759838968515396,
+    0.08801202476024628,
+    0.18756818771362305,
+    0.23414795100688934,
+    0.15427108108997345,
+    0.14237098395824432,
+    0.10221604257822037,
+    0.05613528937101364,
+    0.2494598925113678,
+    0.2519994378089905,
+    0.1313764452934265,
+    0.15735206007957458,
+    0.34957680106163025,
+    0.3683781921863556,
+    0.18116126954555511,
+    0.0878245010972023,
+    0.12534202635288239,
+    0.014698734506964684,
+    0.038215573877096176,
+    0.1399184912443161,
+    0.18969279527664185,
+    0.1763431578874588,
+    0.13201019167900085,
+    0.0048499805852770805,
+    0.07401544600725174,
+    0.1848675012588501,
+    0.19627656042575836,
+    0.10416709631681442,
+    0.0131986727938056,
+    0.11350587010383606,
+    0.7357082366943359,
+    0.2577288746833801,
+    0.33089226484298706,
+    0.4196872413158417,
+    0.33722448348999023,
+    0.1867445558309555,
+    0.14332784712314606,
+    0.1069311574101448,
+    0.19441018998622894,
+    0.10285743325948715,
+    0.30842673778533936,
+    0.10950834304094315,
+    0.22536861896514893,
+    0.2093082070350647,
+    0.1773120015859604,
+    0.2977294921875,
+    0.15957880020141602,
+    0.14426136016845703,
+    0.25036683678627014,
+    0.1187165379524231,
+    0.12037383764982224,
+    0.034313760697841644,
+    0.07361410558223724,
+    0.53168785572052,
+    0.3198831379413605,
+    0.32572612166404724,
+    0.15076304972171783,
+    0.2693895995616913,
+    0.2730311155319214,
+    0.3100469410419464,
+    0.13964374363422394,
+    0.3068820834159851,
+    0.37348759174346924,
+    0.23518940806388855,
+    0.2879239320755005,
+    0.31406262516975403,
+    0.1658208817243576,
+    0.1293567717075348,
+    0.11652790009975433,
+    0.15789544582366943,
+    0.3671080470085144,
+    0.08173032850027084,
+    0.2031601369380951,
+    0.2592196464538574,
+    0.21871550381183624,
+    0.17182382941246033,
+    0.3669387698173523,
+    0.10803050547838211,
+    0.4532516300678253,
+    0.3874059319496155,
+    0.21720220148563385,
+    0.33776211738586426,
+    0.2109813094139099,
+    0.16805920004844666,
+    0.12267064303159714,
+    0.356801837682724,
+    0.25909221172332764,
+    0.25846341252326965,
+    0.40026289224624634,
+    0.07324321568012238,
+    0.10478213429450989,
+    0.10300125181674957,
+    0.30519694089889526,
+    0.036779966205358505,
+    0.22387611865997314,
+    0.06922772526741028,
+    0.21028228104114532,
+    0.2243472784757614,
+    0.2260252684354782,
+    0.23800425231456757,
+    0.5712159276008606,
+    0.2812334895133972,
+    0.2897045612335205,
+    0.7762896418571472,
+    0.4904240369796753,
+    0.4965657591819763,
+    0.04724692925810814,
+    0.3147299289703369,
+    0.22015158832073212,
+    0.0483095683157444,
+    0.3068974018096924,
+    0.22092629969120026,
+    0.1567400097846985,
+    0.20398816466331482,
+    0.13053454458713531,
+    0.1679076850414276,
+    0.21982242166996002,
+    0.07512877881526947,
+    0.07014800608158112,
+    0.08761726319789886,
+    0.04599414020776749,
+    0.13723982870578766,
+    0.06878864020109177,
+    0.06593864411115646,
+    0.07782863825559616,
+    0.10898541659116745,
+    0.06014236435294151,
+    0.08287742733955383,
+    0.014441643841564655,
+    0.167471781373024,
+    0.021166624501347542,
+    0.41069015860557556,
+    0.03012053668498993,
+    0.17768274247646332,
+    0.2670447528362274,
+    0.27344271540641785,
+    0.19443318247795105,
+    0.16645848751068115,
+    0.2641282379627228,
+    0.07112228125333786,
+    0.16940753161907196,
+    0.03664283826947212,
+    0.12417112290859222,
+    0.12587955594062805,
+    0.018485087901353836,
+    0.0708390325307846,
+    0.09073289483785629,
+    0.07636794447898865,
+    0.22357922792434692,
+    0.275531142950058,
+    0.2879003584384918,
+    0.14981745183467865,
+    0.1291203647851944,
+    0.02971099130809307,
+    0.12097777426242828,
+    0.15736807882785797,
+    0.06070682778954506,
+    0.028459804132580757,
+    0.06826050579547882,
+    0.07817892730236053,
+    0.13733987510204315,
+    0.19102823734283447,
+    0.05383793264627457,
+    0.03993862867355347,
+    0.25049889087677,
+    0.17834272980690002,
+    0.046172134578228,
+    0.17974179983139038,
+    0.05492335930466652,
+    0.09666410088539124,
+    0.04193616658449173,
+    0.0782286673784256,
+    0.06640385836362839,
+    0.02422698773443699,
+    0.26799219846725464,
+    0.1549331247806549,
+    0.24786347150802612,
+    0.06381600350141525,
+    0.27086779475212097,
+    0.3252970278263092,
+    0.3478199541568756,
+    0.25515463948249817,
+    0.23052164912223816,
+    0.22732295095920563,
+    0.23374982178211212,
+    0.10792854428291321,
+    0.21707788109779358,
+    0.22802793979644775,
+    0.23546244204044342,
+    0.13535529375076294,
+    0.006914245896041393,
+    0.02093411795794964,
+    0.011449231766164303,
+    0.29996833205223083,
+    0.19905248284339905,
+    0.1994827687740326,
+    0.09027594327926636,
+    0.042049821466207504,
+    0.11218094080686569,
+    0.03232349082827568,
+    0.17094939947128296,
+    0.05871343985199928,
+    0.1229865774512291,
+    0.17211900651454926,
+    0.08446215838193893,
+    0.1113879457116127,
+    0.08775497227907181,
+    0.10910531133413315,
+    0.12771904468536377,
+    0.0884271115064621,
+    0.07205497473478317,
+    0.15665185451507568,
+    0.07228010147809982,
+    0.25087085366249084,
+    0.04736432433128357,
+    0.45400455594062805,
+    0.4203423857688904,
+    0.28624942898750305,
+    0.2395266741514206,
+    0.07400094717741013,
+    0.0559665746986866,
+    0.29852527379989624,
+    0.2886119484901428,
+    0.14465634524822235,
+    0.23625832796096802,
+    0.3021269142627716,
+    0.3800479769706726,
+    0.2037939429283142,
+    0.19160324335098267,
+    0.1730809211730957,
+    0.22138014435768127,
+    0.05841699242591858,
+    0.039452336728572845,
+    0.14442917704582214,
+    0.005842043552547693,
+    0.09227891266345978,
+    0.1712084412574768,
+    0.0779838040471077,
+    0.08254712074995041,
+    0.1231599748134613,
+    0.3649464547634125,
+    0.04281267151236534,
+    0.027659408748149872,
+    0.13287581503391266,
+    0.03177255764603615,
+    0.09978882223367691,
+    0.11678722500801086,
+    0.041581787168979645,
+    0.07861217111349106,
+    0.03218751773238182,
+    0.012713752686977386,
+    0.04078641161322594,
+    0.13912785053253174,
+    0.015403538942337036,
+    0.10155481845140457,
+    0.0937909185886383,
+    0.1264106184244156,
+    0.03799591213464737,
+    0.05156443268060684,
+    0.38601917028427124,
+    0.21182869374752045,
+    0.01718827337026596,
+    0.13627268373966217,
+    0.16121283173561096,
+    0.11662166565656662,
+    0.16460925340652466,
+    0.34039977192878723,
+    0.20083752274513245,
+    0.07655007392168045,
+    0.09743800759315491,
+    0.08983157575130463,
+    0.05964247137308121,
+    0.014635970816016197,
+    0.04887019842863083,
+    0.10397007316350937,
+    0.21118710935115814,
+    0.09101440757513046,
+    0.17079053819179535,
+    0.20599044859409332,
+    0.2000235766172409,
+    0.06400404125452042,
+    0.06405391544103622,
+    0.07662653177976608,
+    0.28315868973731995,
+    0.11852565407752991,
+    0.04057803004980087,
+    0.3868575394153595,
+    0.30573099851608276,
+    0.11437126249074936,
+    0.5034173727035522,
+    0.5334290862083435,
+    0.029950346797704697,
+    0.39666464924812317,
+    0.4260874092578888,
+    0.060161035507917404,
+    0.13390475511550903,
+    0.23427802324295044,
+    0.028685208410024643,
+    0.014807847328484058,
+    0.044188492000103,
+    0.028833681717514992,
+    0.04076675325632095,
+    0.015414237044751644,
+    0.0149035369977355,
+    0.12525883316993713,
+    0.02531750313937664,
+    0.0533776730298996,
+    0.3338562548160553,
+    0.05919640138745308,
+    0.02141602523624897,
+    0.020647119730710983,
+    0.11961131542921066,
+    0.10377353429794312,
+    0.25426754355430603,
+    0.08866719901561737,
+    0.10248253494501114,
+    0.2834993302822113,
+    0.11541320383548737,
+    0.10757256299257278,
+    0.05879631265997887,
+    0.23119334876537323,
+    0.2642951011657715,
+    0.17700350284576416,
+    0.12589210271835327,
+    0.19242244958877563,
+    0.17927373945713043,
+    0.09489122778177261,
+    0.006678720470517874,
+    0.12893375754356384,
+    0.20576146245002747,
+    0.10498954355716705,
+    0.12831589579582214,
+    0.0349661223590374,
+    0.021980691701173782,
+    0.04851919412612915,
+    0.010382897220551968,
+    0.14436712861061096,
+    0.016409914940595627,
+    0.1172194704413414,
+    0.09075792878866196,
+    0.013150498270988464,
+    0.03182158246636391,
+    0.11466190963983536,
+    0.010562831535935402,
+    0.058038584887981415,
+    0.01406077016144991,
+    0.05369960889220238,
+    0.05121229588985443,
+    0.21413101255893707,
+    0.03742024675011635,
+    0.1572801172733307,
+    0.0449586920440197,
+    0.14630445837974548,
+    0.05134494975209236,
+    0.0392310656607151,
+    0.36482009291648865,
+    0.4226354658603668,
+    0.2575923502445221,
+    0.14336206018924713,
+    0.05370550975203514,
+    0.056750454008579254,
+    0.05414944514632225,
+    0.23205876350402832,
+    0.13374945521354675,
+    0.07003936916589737,
+    0.07216767221689224,
+    0.01753055304288864,
+    0.2080536186695099,
+    0.010098517872393131,
+    0.30212724208831787,
+    0.08779890090227127,
+    0.09202682971954346,
+    0.22066077589988708,
+    0.15112583339214325,
+    0.10397432744503021,
+    0.020164670422673225,
+    0.06616275757551193,
+    0.05514310672879219,
+    0.02094717137515545,
+    0.007945423945784569,
+    0.05320357531309128,
+    0.06472048163414001,
+    0.06941868364810944,
+    0.20761680603027344,
+    0.31188297271728516,
+    0.11172812432050705,
+    0.1675872951745987,
+    0.2000560313463211,
+    0.06044358015060425,
+    0.04921843856573105,
+    0.11568528413772583,
+    0.12353961169719696,
+    0.11819563806056976,
+    0.11812667548656464,
+    0.3350098729133606,
+    0.011332420632243156,
+    0.16351653635501862,
+    0.029147328808903694,
+    0.020626863464713097,
+    0.09780476987361908,
+    0.02123098447918892,
+    0.02002992108464241,
+    0.039682019501924515,
+    0.024851294234395027,
+    0.19138279557228088,
+    0.07113539427518845,
+    0.010940033942461014,
+    0.13409622013568878,
+    0.278999388217926,
+    0.09448931366205215,
+    0.3329237997531891,
+    0.04046947881579399,
+    0.07465940713882446,
+    0.042461298406124115,
+    0.2085755467414856,
+    0.16550861299037933,
+    0.0611327588558197,
+    0.015469399280846119,
+    0.0970991849899292,
+    0.10318828374147415
+  ]
+}

p5-mae-15m-d116/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.0
+  - 5.859375e-05
+  - 0.077087890625
+  - 0.0104609375
+  - 0.035068359375
+  - 0.0085
+  - 0.45984375
+  - 0.001544921875
+  - 0.03524609375
+  - 0.00059375
+  - 0.0
+  - 0.0
+  - 0.00416015625
+  - 0.001009765625
+  - 0.000357421875
+  - 0.222171875
+  - 0.11875390625
+  - 0.00023828125
+  - 0.0
+  - 0.024904296875
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d116
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d116/exports/step_00040000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4406284974515438,
+  "lora/map": 0.4406284974515438,
+  "fsd50k/map": 0.4406284974515438,
+  "train_seconds": 96.57,
+  "total_seconds": 105.96,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.024227243148488925,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.012721848317795988,
+      "val_map": 0.4406284974515438,
+      "lr": 0.0,
+      "train_s": 96.57311121851671
+    }
+  ],
+  "per_class_ap": [
+    0.29452288150787354,
+    0.14814499020576477,
+    0.5612573623657227,
+    0.4234364330768585,
+    0.5499269962310791,
+    0.6494178175926208,
+    0.8794208765029907,
+    0.6046761870384216,
+    0.5849854946136475,
+    0.478939950466156,
+    0.41371777653694153,
+    0.4763360023498535,
+    0.31490379571914673,
+    0.4946695864200592,
+    0.5075585246086121,
+    0.45617973804473877,
+    0.04022242873907089,
+    0.3428496718406677,
+    0.48376360535621643,
+    0.28462323546409607,
+    0.5427878499031067,
+    0.4502291679382324,
+    0.8842624425888062,
+    0.12289167195558548,
+    0.30884164571762085,
+    0.5522800087928772,
+    0.42331597208976746,
+    0.33711472153663635,
+    0.8296371102333069,
+    0.32326796650886536,
+    0.7141144871711731,
+    0.6838830709457397,
+    0.5069975852966309,
+    0.1932913213968277,
+    0.40296608209609985,
+    0.24661588668823242,
+    0.4113287627696991,
+    0.1938164085149765,
+    0.45977529883384705,
+    0.3579829931259155,
+    0.6480215191841125,
+    0.313167005777359,
+    0.6951425075531006,
+    0.20265096426010132,
+    0.5520734786987305,
+    0.03750241547822952,
+    0.21823468804359436,
+    0.3151772618293762,
+    0.7568427324295044,
+    0.4340435862541199,
+    0.43568193912506104,
+    0.5196369290351868,
+    0.667351484298706,
+    0.2409723401069641,
+    0.20199891924858093,
+    0.05331358313560486,
+    0.29223334789276123,
+    0.7067504525184631,
+    0.16503511369228363,
+    0.5732407569885254,
+    0.6586480736732483,
+    0.7213663458824158,
+    0.5042742490768433,
+    0.17137376964092255,
+    0.5445418953895569,
+    0.14950811862945557,
+    0.3318041265010834,
+    0.7146000862121582,
+    0.5196489095687866,
+    0.5463770031929016,
+    0.5002331733703613,
+    0.4330118000507355,
+    0.7564549446105957,
+    0.4656877815723419,
+    0.25235456228256226,
+    0.24122115969657898,
+    0.41687992215156555,
+    0.427960604429245,
+    0.4263547360897064,
+    0.5599457621574402,
+    0.329344242811203,
+    0.4157389998435974,
+    0.43125540018081665,
+    0.4296957552433014,
+    0.31251806020736694,
+    0.338699072599411,
+    0.4770200550556183,
+    0.5402646660804749,
+    0.2686898708343506,
+    0.19396167993545532,
+    0.7802525162696838,
+    0.20107796788215637,
+    0.5397606492042542,
+    0.2323082983493805,
+    0.37176668643951416,
+    0.4498135447502136,
+    0.47846314311027527,
+    0.0908903107047081,
+    0.4954127371311188,
+    0.10056974738836288,
+    0.5988539457321167,
+    0.732778012752533,
+    0.275820791721344,
+    0.43734481930732727,
+    0.29003578424453735,
+    0.5148364901542664,
+    0.6540020704269409,
+    0.598757803440094,
+    0.5973581075668335,
+    0.3476704955101013,
+    0.2920714020729065,
+    0.3328923285007477,
+    0.6636120676994324,
+    0.19360293447971344,
+    0.1982489675283432,
+    0.44295722246170044,
+    0.7527925372123718,
+    0.45276570320129395,
+    0.5624198913574219,
+    0.30742061138153076,
+    0.8925796747207642,
+    0.9004800915718079,
+    0.49896439909935,
+    0.10979006439447403,
+    0.36592790484428406,
+    0.8032656908035278,
+    0.35388094186782837,
+    0.775709867477417,
+    0.3511117696762085,
+    0.14336425065994263,
+    0.25865113735198975,
+    0.8845342397689819,
+    0.503730833530426,
+    0.5464836359024048,
+    0.6627487540245056,
+    0.14902226626873016,
+    0.1409648209810257,
+    0.0802941545844078,
+    0.6292154788970947,
+    0.6047050952911377,
+    0.2663714587688446,
+    0.3372337520122528,
+    0.5005356669425964,
+    0.3098869323730469,
+    0.7379658818244934,
+    0.599176824092865,
+    0.09148865938186646,
+    0.6582334637641907,
+    0.22851938009262085,
+    0.266216903924942,
+    0.5915846824645996,
+    0.5519956946372986,
+    0.46166831254959106,
+    0.471784383058548,
+    0.505799412727356,
+    0.3696412444114685,
+    0.5704799294471741,
+    0.6701269745826721,
+    0.4627559185028076,
+    0.09716368466615677,
+    0.48647361993789673,
+    0.21556216478347778,
+    0.7062198519706726,
+    0.2359011322259903,
+    0.35860690474510193,
+    0.4704158902168274,
+    0.3469831049442291,
+    0.06953344494104385,
+    0.45502108335494995,
+    0.5053529739379883,
+    0.10882265120744705,
+    0.9275392889976501,
+    0.9401270151138306,
+    0.051325321197509766,
+    0.5776214599609375,
+    0.8174858093261719,
+    0.3253704607486725,
+    0.28899577260017395,
+    0.3305589556694031,
+    0.35001981258392334,
+    0.06261187046766281,
+    0.47588208317756653,
+    0.28817421197891235,
+    0.7151232957839966,
+    0.6636353731155396,
+    0.4258381426334381,
+    0.3523002862930298,
+    0.6999998092651367,
+    0.6475461721420288,
+    0.5458244681358337,
+    0.509636640548706,
+    0.4671058654785156,
+    0.5642024874687195,
+    0.14008007943630219,
+    0.329046368598938,
+    0.44081446528434753,
+    0.11362915486097336,
+    0.5841493606567383,
+    0.25527045130729675,
+    0.8428207039833069
+  ]
+}

p5-mae-15m-d116/exports/step_00040000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.44218451902270317,
+  "lora/map": 0.44218451902270317,
+  "fsd50k/map": 0.44218451902270317,
+  "train_seconds": 95.34,
+  "total_seconds": 104.67,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02325598382623866,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.012934782389870031,
+      "val_map": 0.44218451902270317,
+      "lr": 0.0,
+      "train_s": 95.3365485703107
+    }
+  ],
+  "per_class_ap": [
+    0.2546353042125702,
+    0.1488354653120041,
+    0.5241744518280029,
+    0.43027785420417786,
+    0.5371385216712952,
+    0.6595152020454407,
+    0.8734033107757568,
+    0.585438072681427,
+    0.6417781710624695,
+    0.5490096807479858,
+    0.4051862955093384,
+    0.49774351716041565,
+    0.2646405100822449,
+    0.4689691960811615,
+    0.5023972988128662,
+    0.4676853120326996,
+    0.030225366353988647,
+    0.34491148591041565,
+    0.4989073574542999,
+    0.32245856523513794,
+    0.6628319621086121,
+    0.4491468369960785,
+    0.8889389038085938,
+    0.12071438878774643,
+    0.3161230683326721,
+    0.4869007170200348,
+    0.4416470229625702,
+    0.3376682996749878,
+    0.8721713423728943,
+    0.3206067979335785,
+    0.7261271476745605,
+    0.6586877703666687,
+    0.5120478868484497,
+    0.15846951305866241,
+    0.44420093297958374,
+    0.26810845732688904,
+    0.4378005266189575,
+    0.15736554563045502,
+    0.4819164276123047,
+    0.34561505913734436,
+    0.6505361795425415,
+    0.3653278350830078,
+    0.6727085709571838,
+    0.22821395099163055,
+    0.5788183212280273,
+    0.10983341932296753,
+    0.25187838077545166,
+    0.30606719851493835,
+    0.7358735799789429,
+    0.41930556297302246,
+    0.3842477798461914,
+    0.5557680726051331,
+    0.6381608247756958,
+    0.20639656484127045,
+    0.22398142516613007,
+    0.05210442841053009,
+    0.3222188353538513,
+    0.7005054354667664,
+    0.17473576962947845,
+    0.5790032744407654,
+    0.6894604563713074,
+    0.7173550128936768,
+    0.4983404278755188,
+    0.20715245604515076,
+    0.5482317209243774,
+    0.16479484736919403,
+    0.3330775499343872,
+    0.7224918603897095,
+    0.4669981002807617,
+    0.5230428576469421,
+    0.5003142356872559,
+    0.37820398807525635,
+    0.7500597834587097,
+    0.4853915870189667,
+    0.22710971534252167,
+    0.22882989048957825,
+    0.4426105320453644,
+    0.4414452612400055,
+    0.3991045355796814,
+    0.5384286642074585,
+    0.283618688583374,
+    0.4270000159740448,
+    0.365215003490448,
+    0.44942522048950195,
+    0.34774863719940186,
+    0.3490154445171356,
+    0.4969818890094757,
+    0.5871285796165466,
+    0.2486170083284378,
+    0.26754745841026306,
+    0.7626868486404419,
+    0.19107088446617126,
+    0.5539097189903259,
+    0.2510039210319519,
+    0.4189087152481079,
+    0.43735140562057495,
+    0.5248959064483643,
+    0.09043446183204651,
+    0.5268129110336304,
+    0.09422294050455093,
+    0.599266767501831,
+    0.7356919646263123,
+    0.2663893401622772,
+    0.4588538110256195,
+    0.29141467809677124,
+    0.5467204451560974,
+    0.6566888689994812,
+    0.5845121741294861,
+    0.5976320505142212,
+    0.37378233671188354,
+    0.284553200006485,
+    0.3111930787563324,
+    0.6351888179779053,
+    0.20793545246124268,
+    0.20597073435783386,
+    0.4355541467666626,
+    0.8100497126579285,
+    0.49510064721107483,
+    0.5627173781394958,
+    0.23206505179405212,
+    0.8902486562728882,
+    0.8984489440917969,
+    0.4827193021774292,
+    0.13166756927967072,
+    0.32182008028030396,
+    0.8197134137153625,
+    0.39920154213905334,
+    0.7598366737365723,
+    0.329632967710495,
+    0.1665775328874588,
+    0.26004961133003235,
+    0.8966222405433655,
+    0.5127354264259338,
+    0.563607394695282,
+    0.6812698841094971,
+    0.10960111021995544,
+    0.1117156520485878,
+    0.07203585654497147,
+    0.6628726720809937,
+    0.6099802255630493,
+    0.22015365958213806,
+    0.3544476628303528,
+    0.3795054256916046,
+    0.3276606798171997,
+    0.7697234749794006,
+    0.5973482728004456,
+    0.07320686429738998,
+    0.6969721913337708,
+    0.21785378456115723,
+    0.28887683153152466,
+    0.564501941204071,
+    0.572932779788971,
+    0.41156089305877686,
+    0.45772916078567505,
+    0.5139738917350769,
+    0.3842545449733734,
+    0.5989450216293335,
+    0.6491472721099854,
+    0.4674725830554962,
+    0.10912048071622849,
+    0.5128953456878662,
+    0.19950608909130096,
+    0.6993611454963684,
+    0.21844054758548737,
+    0.3938511312007904,
+    0.39763349294662476,
+    0.3621595799922943,
+    0.06347060948610306,
+    0.467276394367218,
+    0.5068435072898865,
+    0.1033736914396286,
+    0.9339482188224792,
+    0.9412170052528381,
+    0.053099289536476135,
+    0.5930749177932739,
+    0.8208523392677307,
+    0.34173524379730225,
+    0.29039737582206726,
+    0.27486705780029297,
+    0.31584206223487854,
+    0.05596043914556503,
+    0.6146165728569031,
+    0.24366730451583862,
+    0.6997606754302979,
+    0.6617512106895447,
+    0.46491724252700806,
+    0.3322678804397583,
+    0.6906094551086426,
+    0.6267957091331482,
+    0.4989978075027466,
+    0.5022656917572021,
+    0.5154808163642883,
+    0.5661594271659851,
+    0.14459402859210968,
+    0.43984535336494446,
+    0.40534746646881104,
+    0.11279916763305664,
+    0.5626315474510193,
+    0.19624397158622742,
+    0.7991780638694763
+  ]
+}

p5-mae-15m-d116/exports/step_00040000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4411396104563028,
+  "lora/map": 0.4411396104563028,
+  "fsd50k/map": 0.4411396104563028,
+  "train_seconds": 96.11,
+  "total_seconds": 105.28,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021234428317984565,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013365200385851924,
+      "val_map": 0.4411396104563028,
+      "lr": 0.0,
+      "train_s": 96.10770977288485
+    }
+  ],
+  "per_class_ap": [
+    0.28339120745658875,
+    0.1955050230026245,
+    0.598949134349823,
+    0.3917539417743683,
+    0.5454056859016418,
+    0.6635244488716125,
+    0.8665724396705627,
+    0.5691028237342834,
+    0.6474472284317017,
+    0.512805163860321,
+    0.37783169746398926,
+    0.4799451231956482,
+    0.3404231369495392,
+    0.4909925162792206,
+    0.5060702562332153,
+    0.46320682764053345,
+    0.03116910718381405,
+    0.3062474727630615,
+    0.4835849404335022,
+    0.3178856670856476,
+    0.6401450634002686,
+    0.46578195691108704,
+    0.882516622543335,
+    0.11470279842615128,
+    0.3274306654930115,
+    0.5003828406333923,
+    0.4418371915817261,
+    0.30917683243751526,
+    0.8561539053916931,
+    0.3093092143535614,
+    0.7312431931495667,
+    0.6808589696884155,
+    0.5408098101615906,
+    0.1565912812948227,
+    0.4153885245323181,
+    0.286559522151947,
+    0.4399240016937256,
+    0.22991488873958588,
+    0.5118555426597595,
+    0.31754547357559204,
+    0.6496452689170837,
+    0.2931780517101288,
+    0.7007929682731628,
+    0.2140032947063446,
+    0.5948706865310669,
+    0.05774965137243271,
+    0.2426505982875824,
+    0.2738490700721741,
+    0.7888554334640503,
+    0.4569348990917206,
+    0.40249159932136536,
+    0.5071240663528442,
+    0.6364895105361938,
+    0.24140970408916473,
+    0.20178362727165222,
+    0.04823043942451477,
+    0.3209749758243561,
+    0.7024738192558289,
+    0.13590115308761597,
+    0.5690987706184387,
+    0.6736413836479187,
+    0.7133069634437561,
+    0.4955536723136902,
+    0.15827861428260803,
+    0.5424623489379883,
+    0.17411084473133087,
+    0.36518439650535583,
+    0.7241217494010925,
+    0.4546118974685669,
+    0.558788001537323,
+    0.4923451542854309,
+    0.3622291386127472,
+    0.7445205450057983,
+    0.43651077151298523,
+    0.21562613546848297,
+    0.19459035992622375,
+    0.4961167275905609,
+    0.4524100422859192,
+    0.408186674118042,
+    0.5732517242431641,
+    0.270902156829834,
+    0.44418519735336304,
+    0.3713087737560272,
+    0.45817264914512634,
+    0.34805378317832947,
+    0.3650020956993103,
+    0.47543272376060486,
+    0.5845766067504883,
+    0.24055153131484985,
+    0.22021476924419403,
+    0.80433189868927,
+    0.2373259961605072,
+    0.5675898790359497,
+    0.235109344124794,
+    0.3593147397041321,
+    0.41927123069763184,
+    0.4953930675983429,
+    0.0921970084309578,
+    0.4401276409626007,
+    0.09069748222827911,
+    0.5742257833480835,
+    0.7289739847183228,
+    0.28011786937713623,
+    0.47866567969322205,
+    0.32075369358062744,
+    0.5083897709846497,
+    0.6435129046440125,
+    0.5831124186515808,
+    0.6097152829170227,
+    0.4045124650001526,
+    0.24629855155944824,
+    0.3173708915710449,
+    0.6261619329452515,
+    0.10125131160020828,
+    0.22703371942043304,
+    0.4234195351600647,
+    0.8125239610671997,
+    0.4667668640613556,
+    0.5647031664848328,
+    0.2884438633918762,
+    0.892678439617157,
+    0.9011083841323853,
+    0.5099645853042603,
+    0.10562795400619507,
+    0.3567747473716736,
+    0.802752673625946,
+    0.41080808639526367,
+    0.795052707195282,
+    0.35545557737350464,
+    0.16056497395038605,
+    0.2473706156015396,
+    0.8756495118141174,
+    0.49599984288215637,
+    0.5488609075546265,
+    0.6965998411178589,
+    0.1635487973690033,
+    0.12467848509550095,
+    0.08138114213943481,
+    0.626379132270813,
+    0.6259575486183167,
+    0.2514129877090454,
+    0.3274601995944977,
+    0.41913124918937683,
+    0.3333374857902527,
+    0.7488105893135071,
+    0.6086195111274719,
+    0.07451105862855911,
+    0.6852994561195374,
+    0.23487573862075806,
+    0.27780526876449585,
+    0.5396918058395386,
+    0.5489118695259094,
+    0.36815309524536133,
+    0.4672590494155884,
+    0.5100914239883423,
+    0.35666561126708984,
+    0.5467026233673096,
+    0.6805679798126221,
+    0.47065281867980957,
+    0.10147871822118759,
+    0.5139567852020264,
+    0.19876129925251007,
+    0.7051828503608704,
+    0.2212151288986206,
+    0.37402263283729553,
+    0.359397292137146,
+    0.3098738193511963,
+    0.0630013644695282,
+    0.46583959460258484,
+    0.5300832986831665,
+    0.10603608936071396,
+    0.9309017658233643,
+    0.9417502880096436,
+    0.049772731959819794,
+    0.5667764544487,
+    0.8212287425994873,
+    0.34190744161605835,
+    0.28903812170028687,
+    0.33038783073425293,
+    0.3384249806404114,
+    0.05669642612338066,
+    0.5149374604225159,
+    0.21599477529525757,
+    0.7068185210227966,
+    0.6643534302711487,
+    0.4611293375492096,
+    0.350440114736557,
+    0.6999064683914185,
+    0.6277968287467957,
+    0.5353522896766663,
+    0.5313910841941833,
+    0.5260012745857239,
+    0.5760748386383057,
+    0.16305011510849,
+    0.35615524649620056,
+    0.4690908193588257,
+    0.14114977419376373,
+    0.5754272937774658,
+    0.20605522394180298,
+    0.8338806629180908
+  ]
+}

p5-mae-15m-d116/exports/step_00040000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007074299399529812,
+      "val_map": 0.005921595027861123,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02402,
+      "train_map": 0.01624842448634108,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02379,
+      "train_map": 0.03679704212283617,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02275,
+      "train_map": 0.06301213214279947,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02211,
+      "train_map": 0.07784116151455464,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02098,
+      "train_map": 0.0904953177555321,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.0207,
+      "train_map": 0.10298356279267787,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02071,
+      "train_map": 0.10818374299080212,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02094,
+      "train_map": 0.11205380005572889,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.6
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02054,
+      "train_map": 0.1340554416483618,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.2
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.0206,
+      "train_map": 0.14624857178233577,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.8
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02066,
+      "train_map": 0.14392856416156413,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02038,
+      "train_map": 0.13389080026287734,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02026,
+      "train_map": 0.15291583016329222,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01967,
+      "train_map": 0.15362613196034106,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.1
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01941,
+      "train_map": 0.1649814663707602,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.7
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01897,
+      "train_map": 0.16992529040994211,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01976,
+      "train_map": 0.17771343960810235,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 9.8
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01974,
+      "train_map": 0.16818760346048697,
+      "val_map": 0.1003925124116143,
+      "lr": 0.002799453919445244,
+      "train_s": 9.9
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01821,
+      "train_map": 0.18304522852439864,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.4
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01893,
+      "train_map": 0.19102607307022532,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.0
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01869,
+      "train_map": 0.18566289601186592,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.6
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01873,
+      "train_map": 0.19491756559160506,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.2
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01791,
+      "train_map": 0.1971767795956084,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 12.7
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01795,
+      "train_map": 0.20357139512677402,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.3
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01799,
+      "train_map": 0.20915699885023556,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 13.9
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01827,
+      "train_map": 0.2140173508999498,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.5
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.0185,
+      "train_map": 0.23099447343767085,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.1
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01804,
+      "train_map": 0.21074420352955922,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.6
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01843,
+      "train_map": 0.22628589485201142,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.2
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01808,
+      "train_map": 0.23538026554718527,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 16.8
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01764,
+      "train_map": 0.2418433478635787,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.4
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01783,
+      "train_map": 0.24399574052549516,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.0
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01815,
+      "train_map": 0.24397911554453383,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.5
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01772,
+      "train_map": 0.25702170893970516,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.1
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.0179,
+      "train_map": 0.2642255511534254,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 19.7
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01712,
+      "train_map": 0.2712642725263731,
+      "val_map": 0.15142998318903614,
+      "lr": 0.0017642705177736725,
+      "train_s": 19.8
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01678,
+      "train_map": 0.28404841501711103,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.3
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01595,
+      "train_map": 0.2877857000540511,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 20.9
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01639,
+      "train_map": 0.29390846937541376,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 21.5
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01581,
+      "train_map": 0.3051882734985234,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.1
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01632,
+      "train_map": 0.3095591191866875,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 22.7
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01586,
+      "train_map": 0.3160114189118599,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.3
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01589,
+      "train_map": 0.3235836871289975,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 23.9
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01562,
+      "train_map": 0.3407369059328506,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.5
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01562,
+      "train_map": 0.3384923731317952,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.0
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01532,
+      "train_map": 0.3468913945353517,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 25.6
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01563,
+      "train_map": 0.3472809705925678,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.2
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01534,
+      "train_map": 0.3683782867606609,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 26.8
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01542,
+      "train_map": 0.37914915568066276,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.4
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01532,
+      "train_map": 0.38661711011258654,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 27.9
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01512,
+      "train_map": 0.39395023906069754,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 28.5
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01556,
+      "train_map": 0.4000889832291759,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01508,
+      "train_map": 0.4111656768130849,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 29.7
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01529,
+      "train_map": 0.4164626581110131,
+      "val_map": 0.1986950247493737,
+      "lr": 0.0005439028207490256,
+      "train_s": 29.9
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01363,
+      "train_map": 0.42239052917193304,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.3
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01296,
+      "train_map": 0.4333515644419861,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 30.9
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01327,
+      "train_map": 0.44446920514092614,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 31.5
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01312,
+      "train_map": 0.4504552523603758,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.0
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01287,
+      "train_map": 0.4580572403621006,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 32.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.013,
+      "train_map": 0.4624687635942417,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.2
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01293,
+      "train_map": 0.46775397370291955,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 33.7
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01293,
+      "train_map": 0.4735908621720673,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.3
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01267,
+      "train_map": 0.47752270843317657,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 34.9
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01312,
+      "train_map": 0.48042964492791973,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 35.5
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01237,
+      "train_map": 0.48164740473427853,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01269,
+      "train_map": 0.4847168967117197,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 36.7
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01294,
+      "train_map": 0.48657295382996946,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01289,
+      "train_map": 0.4880806145062087,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 37.9
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01269,
+      "train_map": 0.48912019841196247,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 38.5
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01228,
+      "train_map": 0.4896134397605226,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.0
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01273,
+      "train_map": 0.49004756401255867,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 39.6
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01228,
+      "train_map": 0.4903817684645897,
+      "val_map": 0.21010085287905056,
+      "lr": 1e-05,
+      "train_s": 39.9
+    }
+  ],
+  "final_train_map": 0.4903817684645897,
+  "final_val_map": 0.21010085287905056,
+  "lora/map": 0.21010085287905056,
+  "train_seconds": 39.9,
+  "wall_seconds": 153.9
+}

p5-mae-15m-d116/exports/step_00040000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006353315490274116,
+      "val_map": 0.005613935371530393,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02525,
+      "train_map": 0.015390410598727965,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02367,
+      "train_map": 0.040771140444818776,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02234,
+      "train_map": 0.0587058732391245,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02159,
+      "train_map": 0.08050345463600483,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02085,
+      "train_map": 0.09432732934473291,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02102,
+      "train_map": 0.10753592025255343,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.0205,
+      "train_map": 0.11063509572657847,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02119,
+      "train_map": 0.11702324983494204,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02047,
+      "train_map": 0.1116130506996228,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.5
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02044,
+      "train_map": 0.13127066623693442,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.1
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02062,
+      "train_map": 0.13557227983703196,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.7
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.01993,
+      "train_map": 0.14505045416109277,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.3
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02008,
+      "train_map": 0.15878974566805182,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01932,
+      "train_map": 0.1566040046474202,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.4
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.0198,
+      "train_map": 0.15391734128453868,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.0
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01932,
+      "train_map": 0.16369355557772705,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.6
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0198,
+      "train_map": 0.17271560520654725,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.1
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01957,
+      "train_map": 0.17875658892505084,
+      "val_map": 0.10736017390569598,
+      "lr": 0.002799453919445244,
+      "train_s": 10.2
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01849,
+      "train_map": 0.17541094971520285,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.7
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01883,
+      "train_map": 0.1836251846003917,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01881,
+      "train_map": 0.18659663678321853,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.9
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01831,
+      "train_map": 0.184328768377597,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.5
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01916,
+      "train_map": 0.19792228297417033,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.1
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01865,
+      "train_map": 0.2067962254298607,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.6
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.0177,
+      "train_map": 0.20970528577834338,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.2
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01823,
+      "train_map": 0.21909144348014267,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.8
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01823,
+      "train_map": 0.21763018923201924,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.4
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01875,
+      "train_map": 0.2144747544751561,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.0
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01848,
+      "train_map": 0.2199691769011333,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.7
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01756,
+      "train_map": 0.23106997352503453,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.2
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01802,
+      "train_map": 0.24541671169776844,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.9
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01771,
+      "train_map": 0.25224193214903634,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.4
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01825,
+      "train_map": 0.2589870347752743,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.0
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01743,
+      "train_map": 0.27342233731565146,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01786,
+      "train_map": 0.27448808102456734,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.2
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.0173,
+      "train_map": 0.26787105505575604,
+      "val_map": 0.14925157367313666,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.3
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01627,
+      "train_map": 0.289830290710649,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.8
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01606,
+      "train_map": 0.29222054727926877,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.4
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01653,
+      "train_map": 0.3000110637103216,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.0
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01618,
+      "train_map": 0.3036291912141516,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.5
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01536,
+      "train_map": 0.310293609760631,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.1
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01618,
+      "train_map": 0.3194698807085375,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.7
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.0162,
+      "train_map": 0.33087982054608933,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.3
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01574,
+      "train_map": 0.3386003973998087,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.9
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01576,
+      "train_map": 0.33862852577325064,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.4
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01597,
+      "train_map": 0.36185758733376155,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.0
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01546,
+      "train_map": 0.3661623946488243,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.6
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01527,
+      "train_map": 0.3773576240859346,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.2
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01556,
+      "train_map": 0.37801739632150255,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.7
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.0152,
+      "train_map": 0.38975089399649476,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.3
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01541,
+      "train_map": 0.3976285625072426,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 28.9
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01471,
+      "train_map": 0.40304317699296427,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.5
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01559,
+      "train_map": 0.41469851101570154,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.0
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01519,
+      "train_map": 0.4131558761354076,
+      "val_map": 0.1992729360757279,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01327,
+      "train_map": 0.42475949810991026,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.6
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01322,
+      "train_map": 0.43528390475027473,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.2
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01288,
+      "train_map": 0.444330317040718,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 31.8
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01305,
+      "train_map": 0.44973452132640573,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.3
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01281,
+      "train_map": 0.45424728713350004,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 32.9
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01243,
+      "train_map": 0.46005727284971404,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.5
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01256,
+      "train_map": 0.46445904485527884,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.1
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01311,
+      "train_map": 0.4703022281460789,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01278,
+      "train_map": 0.47749506083424903,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.3
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01282,
+      "train_map": 0.47931332121368153,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 35.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01274,
+      "train_map": 0.4830974022834871,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.5
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01243,
+      "train_map": 0.4840641587237479,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.0124,
+      "train_map": 0.48588159092237193,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.7
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01253,
+      "train_map": 0.4870233144505087,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01252,
+      "train_map": 0.48749370489135185,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 38.9
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01258,
+      "train_map": 0.4878981115271742,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.5
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01289,
+      "train_map": 0.48839003018031085,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.1
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01242,
+      "train_map": 0.48853522846634295,
+      "val_map": 0.21052493427683946,
+      "lr": 1e-05,
+      "train_s": 40.4
+    }
+  ],
+  "final_train_map": 0.48853522846634295,
+  "final_val_map": 0.21052493427683946,
+  "lora/map": 0.21052493427683946,
+  "train_seconds": 40.4,
+  "wall_seconds": 154.0
+}

p5-mae-15m-d116/exports/step_00040000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+    "fingerprint": "ed187f39c16290d8",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d116",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007037295978556102,
+      "val_map": 0.006010920208511235,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02471,
+      "train_map": 0.016379142970251417,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.8
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02381,
+      "train_map": 0.03785321445591338,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.4
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02233,
+      "train_map": 0.06194370131819479,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02152,
+      "train_map": 0.08062825628213471,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02152,
+      "train_map": 0.08126286815001896,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02127,
+      "train_map": 0.10257623804931085,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02112,
+      "train_map": 0.10825400052555047,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02016,
+      "train_map": 0.11631116430466001,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02017,
+      "train_map": 0.1171590276455694,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02027,
+      "train_map": 0.1232777559976014,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02035,
+      "train_map": 0.13724247146304167,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02015,
+      "train_map": 0.13521949188479804,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.2
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01989,
+      "train_map": 0.1375321189959514,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.8
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01984,
+      "train_map": 0.1546621980937286,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01979,
+      "train_map": 0.16101626748752831,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01963,
+      "train_map": 0.16882866637540922,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01986,
+      "train_map": 0.17477465451887653,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.1
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02018,
+      "train_map": 0.1785569555546728,
+      "val_map": 0.10375578175042624,
+      "lr": 0.002799453919445244,
+      "train_s": 10.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01843,
+      "train_map": 0.1879428563735835,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.7
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.0183,
+      "train_map": 0.19546820678124363,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01839,
+      "train_map": 0.19968563207801593,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.9
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01842,
+      "train_map": 0.19065252809468974,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.5
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01864,
+      "train_map": 0.19131566214143692,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.0
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01838,
+      "train_map": 0.2020995658733997,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.6
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01882,
+      "train_map": 0.2066792179684577,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.2
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01853,
+      "train_map": 0.2119128015621316,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01787,
+      "train_map": 0.2252648805269876,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.3
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01801,
+      "train_map": 0.2400167866926322,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.9
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01875,
+      "train_map": 0.2392307957201362,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01841,
+      "train_map": 0.24647010158768642,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.1
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01808,
+      "train_map": 0.2422993644644317,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.6
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01786,
+      "train_map": 0.2514839902629747,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.2
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01767,
+      "train_map": 0.24853253188725044,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.8
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01795,
+      "train_map": 0.2478976053701788,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.4
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01831,
+      "train_map": 0.263302056652545,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.0
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01754,
+      "train_map": 0.26352339165649274,
+      "val_map": 0.1475884209164335,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.1
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01722,
+      "train_map": 0.27679755635368697,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.6
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01654,
+      "train_map": 0.27923286843698547,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.2
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01571,
+      "train_map": 0.2906993712462923,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 21.8
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.0162,
+      "train_map": 0.2938039890778528,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.4
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01601,
+      "train_map": 0.2961822072772108,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.0
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01595,
+      "train_map": 0.3116462799478358,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.6
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01624,
+      "train_map": 0.3286373283205098,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.2
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01595,
+      "train_map": 0.3396369198079184,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.7
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01579,
+      "train_map": 0.3423892224041402,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.3
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.0158,
+      "train_map": 0.3513087496016549,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 25.9
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01553,
+      "train_map": 0.35401326411207557,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.5
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01546,
+      "train_map": 0.36551558719046656,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.1
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01578,
+      "train_map": 0.3745607317441216,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.7
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01551,
+      "train_map": 0.39161591924924893,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.3
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.0156,
+      "train_map": 0.39643842073076135,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 28.9
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01513,
+      "train_map": 0.40003701395565466,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.5
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.0149,
+      "train_map": 0.409271928320941,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.0
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01496,
+      "train_map": 0.4122322568143285,
+      "val_map": 0.1984449781095733,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.0135,
+      "train_map": 0.4229481742210135,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.6
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01333,
+      "train_map": 0.4316797577890884,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.2
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.013,
+      "train_map": 0.44032871265819673,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 31.8
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01353,
+      "train_map": 0.44717027765099643,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.4
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01316,
+      "train_map": 0.45191357377032965,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 32.9
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01291,
+      "train_map": 0.4600998955041849,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.5
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01268,
+      "train_map": 0.4651007276643386,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.1
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01255,
+      "train_map": 0.4628592524076662,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01293,
+      "train_map": 0.47048636776813973,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.3
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01332,
+      "train_map": 0.472388556251829,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 35.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01293,
+      "train_map": 0.47604920247134946,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.5
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01261,
+      "train_map": 0.47893499735693323,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01268,
+      "train_map": 0.48021617943184197,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.7
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01268,
+      "train_map": 0.4816818561765455,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01257,
+      "train_map": 0.4821810496359555,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 38.9
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01232,
+      "train_map": 0.4826686716226744,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.5
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01274,
+      "train_map": 0.4828939131643107,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.0
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01279,
+      "train_map": 0.4830729885899817,
+      "val_map": 0.2090663486610978,
+      "lr": 1e-05,
+      "train_s": 40.3
+    }
+  ],
+  "final_train_map": 0.4830729885899817,
+  "final_val_map": 0.2090663486610978,
+  "lora/map": 0.2090663486610978,
+  "train_seconds": 40.3,
+  "wall_seconds": 154.0
+}

p5-mae-15m-d116/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d116/exports/step_00040000",
+  "fingerprint": "ed187f39c16290d8",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "probe/map": 0.1568205215185315,
+  "probe/map_train": 0.50557224164086,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.1872538984594142,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.347136495984159,
+  "probe/total_s": 8.72951924498193,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.18625695551427496
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.18703683579660443
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1872538984594142
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1824086796089413
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1672580423349589
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14124845039626086
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10811900045984271
+    }
+  ],
+  "per_class_ap": [
+    0.654974639415741,
+    0.017595181241631508,
+    0.0759444311261177,
+    0.22096052765846252,
+    0.11425286531448364,
+    0.2923128604888916,
+    0.2062654197216034,
+    0.30128440260887146,
+    0.028620919212698936,
+    0.040310975164175034,
+    0.025149913504719734,
+    0.06907706707715988,
+    0.5189390778541565,
+    0.3318370282649994,
+    0.06316197663545609,
+    0.5757249593734741,
+    0.3397795259952545,
+    0.36951467394828796,
+    0.06780801713466644,
+    0.09964569658041,
+    0.27211374044418335,
+    0.12681932747364044,
+    0.19859912991523743,
+    0.16306038200855255,
+    0.0814523994922638,
+    0.028594711795449257,
+    0.08803966641426086,
+    0.19112926721572876,
+    0.32193440198898315,
+    0.11596884578466415,
+    0.254650354385376,
+    0.23775574564933777,
+    0.04822254925966263,
+    0.09217724204063416,
+    0.2664763033390045,
+    0.09145419299602509,
+    0.4652236998081207,
+    0.07682885229587555,
+    0.08762726932764053,
+    0.15612947940826416,
+    0.20914652943611145,
+    0.02399190329015255,
+    0.08336225897073746,
+    0.44950076937675476,
+    0.018239310011267662,
+    0.11334268748760223,
+    0.03632032126188278,
+    0.09490086883306503,
+    0.07606862485408783,
+    0.08016955852508545,
+    0.14856304228305817,
+    0.009327099658548832,
+    0.028358224779367447,
+    0.05394277349114418,
+    0.26246178150177,
+    0.12897652387619019,
+    0.27326884865760803,
+    0.3802395761013031,
+    0.1406419724225998,
+    0.09503848105669022,
+    0.23076418042182922,
+    0.2058529108762741,
+    0.07057292759418488,
+    0.16621121764183044,
+    0.5418670773506165,
+    0.2228676825761795,
+    0.32744747400283813,
+    0.28572291135787964,
+    0.41314640641212463,
+    0.3811326026916504,
+    0.1384691596031189,
+    0.2071240246295929,
+    0.22458526492118835,
+    0.20447507500648499,
+    0.19710378348827362,
+    0.26543331146240234,
+    0.04430944472551346,
+    0.24749134480953217,
+    0.17219579219818115,
+    0.14137743413448334,
+    0.01880062185227871,
+    0.1520834118127823,
+    0.3651905953884125,
+    0.1284084916114807,
+    0.09589040279388428,
+    0.03469843044877052,
+    0.06919428706169128,
+    0.03135500103235245,
+    0.025282759219408035,
+    0.08278973400592804,
+    0.07067874073982239,
+    0.06657910346984863,
+    0.19568338990211487,
+    0.03449953719973564,
+    0.03670608252286911,
+    0.05571269243955612,
+    0.021397430449724197,
+    0.032843828201293945,
+    0.14511354267597198,
+    0.2305930107831955,
+    0.17730990052223206,
+    0.33781906962394714,
+    0.046919479966163635,
+    0.050618164241313934,
+    0.022227885201573372,
+    0.06122489273548126,
+    0.06463455408811569,
+    0.057001806795597076,
+    0.09581184387207031,
+    0.1868986040353775,
+    0.24120119214057922,
+    0.1567474752664566,
+    0.14881595969200134,
+    0.10275116562843323,
+    0.05391925573348999,
+    0.2495936006307602,
+    0.25493884086608887,
+    0.12671099603176117,
+    0.1500656008720398,
+    0.356332927942276,
+    0.3787399232387543,
+    0.1872713416814804,
+    0.08681434392929077,
+    0.12354939430952072,
+    0.013258387334644794,
+    0.03641052544116974,
+    0.1455540508031845,
+    0.19220058619976044,
+    0.17541171610355377,
+    0.1336188167333603,
+    0.005192273762077093,
+    0.06962132453918457,
+    0.1931203305721283,
+    0.20181486010551453,
+    0.1044984981417656,
+    0.013517353683710098,
+    0.11145040392875671,
+    0.7352474331855774,
+    0.25629186630249023,
+    0.33020779490470886,
+    0.42192089557647705,
+    0.3440515995025635,
+    0.20019352436065674,
+    0.14749528467655182,
+    0.11087258160114288,
+    0.2023235708475113,
+    0.10070795565843582,
+    0.30222058296203613,
+    0.11329479515552521,
+    0.2304353415966034,
+    0.2113744616508484,
+    0.17570970952510834,
+    0.3059963881969452,
+    0.16116772592067719,
+    0.1460185945034027,
+    0.25408366322517395,
+    0.13201767206192017,
+    0.11863011121749878,
+    0.03529787436127663,
+    0.0734056830406189,
+    0.5325453281402588,
+    0.3230704963207245,
+    0.3181920051574707,
+    0.1619167923927307,
+    0.272100567817688,
+    0.27541205286979675,
+    0.3138354420661926,
+    0.14318859577178955,
+    0.30814456939697266,
+    0.3719559609889984,
+    0.2359563708305359,
+    0.2926001250743866,
+    0.3192790150642395,
+    0.16674686968326569,
+    0.14085757732391357,
+    0.12240897119045258,
+    0.1582268476486206,
+    0.35866060853004456,
+    0.08175674080848694,
+    0.20858275890350342,
+    0.2654951214790344,
+    0.22506214678287506,
+    0.1708511859178543,
+    0.3635677397251129,
+    0.10665389895439148,
+    0.4552938640117645,
+    0.38428646326065063,
+    0.2218465805053711,
+    0.33127561211586,
+    0.21067380905151367,
+    0.17863355576992035,
+    0.11902201920747757,
+    0.35558199882507324,
+    0.2577069401741028,
+    0.25753989815711975,
+    0.39643365144729614,
+    0.06993331760168076,
+    0.10744944959878922,
+    0.11100920289754868,
+    0.3030839264392853,
+    0.037314869463443756,
+    0.228327214717865,
+    0.06857399642467499,
+    0.21121367812156677,
+    0.21906468272209167,
+    0.23273620009422302,
+    0.24595907330513,
+    0.5845240354537964,
+    0.2775254249572754,
+    0.295933336019516,
+    0.7759303450584412,
+    0.4858427345752716,
+    0.48435625433921814,
+    0.04966358840465546,
+    0.3172147572040558,
+    0.2186933308839798,
+    0.050310876220464706,
+    0.3041020333766937,
+    0.22088222205638885,
+    0.15275035798549652,
+    0.2012907713651657,
+    0.12563298642635345,
+    0.16704685986042023,
+    0.22329629957675934,
+    0.07464506477117538,
+    0.0723157450556755,
+    0.08767034113407135,
+    0.044403623789548874,
+    0.14413391053676605,
+    0.06853067129850388,
+    0.06481614708900452,
+    0.07751893997192383,
+    0.10356973111629486,
+    0.060524553060531616,
+    0.08683212101459503,
+    0.014951026998460293,
+    0.15930809080600739,
+    0.020597608759999275,
+    0.39910072088241577,
+    0.02994501031935215,
+    0.17757548391819,
+    0.26888102293014526,
+    0.2750900685787201,
+    0.18865203857421875,
+    0.16415414214134216,
+    0.2605435252189636,
+    0.07593870162963867,
+    0.17384183406829834,
+    0.034721918404102325,
+    0.12421075254678726,
+    0.130550816655159,
+    0.018548235297203064,
+    0.06745555251836777,
+    0.09279190748929977,
+    0.07785467058420181,
+    0.2226841151714325,
+    0.2781141698360443,
+    0.2876037061214447,
+    0.14133226871490479,
+    0.11083164066076279,
+    0.030055053532123566,
+    0.12682227790355682,
+    0.14474469423294067,
+    0.06058858707547188,
+    0.027229979634284973,
+    0.06743669509887695,
+    0.08039867877960205,
+    0.13590499758720398,
+    0.1911143809556961,
+    0.04921523854136467,
+    0.039971522986888885,
+    0.2513342797756195,
+    0.1785639375448227,
+    0.046131446957588196,
+    0.17394675314426422,
+    0.05378358066082001,
+    0.1019449532032013,
+    0.04308989271521568,
+    0.0790419653058052,
+    0.06769928336143494,
+    0.024964820593595505,
+    0.2674521207809448,
+    0.157570943236351,
+    0.2499701976776123,
+    0.06450770795345306,
+    0.27162203192710876,
+    0.3243304193019867,
+    0.34966132044792175,
+    0.25384730100631714,
+    0.2286205291748047,
+    0.21475502848625183,
+    0.22928445041179657,
+    0.10763484239578247,
+    0.20514516532421112,
+    0.22908875346183777,
+    0.2444027215242386,
+    0.13580390810966492,
+    0.006934322416782379,
+    0.024353329092264175,
+    0.011934870854020119,
+    0.2980881631374359,
+    0.19903835654258728,
+    0.19915232062339783,
+    0.08937180042266846,
+    0.04230118542909622,
+    0.1153724417090416,
+    0.03465839847922325,
+    0.17242580652236938,
+    0.06062566116452217,
+    0.12215758115053177,
+    0.17479589581489563,
+    0.0806097462773323,
+    0.10547111183404922,
+    0.07659060508012772,
+    0.10729566961526871,
+    0.12742070853710175,
+    0.08659790456295013,
+    0.07216329872608185,
+    0.15665362775325775,
+    0.07338351011276245,
+    0.2463092803955078,
+    0.04696455970406532,
+    0.4566870629787445,
+    0.423410564661026,
+    0.28479811549186707,
+    0.24679523706436157,
+    0.07198697328567505,
+    0.05773477256298065,
+    0.28934070467948914,
+    0.2795039713382721,
+    0.14275354146957397,
+    0.2429613471031189,
+    0.29692885279655457,
+    0.3822624385356903,
+    0.20529969036579132,
+    0.19124877452850342,
+    0.17358693480491638,
+    0.23184432089328766,
+    0.06797433644533157,
+    0.041229505091905594,
+    0.1364695280790329,
+    0.005945045035332441,
+    0.08952638506889343,
+    0.17153994739055634,
+    0.0778428241610527,
+    0.08249218016862869,
+    0.12577654421329498,
+    0.3634780943393707,
+    0.042749784886837006,
+    0.028908727690577507,
+    0.13208554685115814,
+    0.03182421624660492,
+    0.0994388535618782,
+    0.12010039389133453,
+    0.029698507860302925,
+    0.08134368807077408,
+    0.03024282492697239,
+    0.01294699590653181,
+    0.04101596772670746,
+    0.14624860882759094,
+    0.01513289101421833,
+    0.10006510466337204,
+    0.09850815683603287,
+    0.13025639951229095,
+    0.036143310368061066,
+    0.053947772830724716,
+    0.3867245316505432,
+    0.21478478610515594,
+    0.016934016719460487,
+    0.13537070155143738,
+    0.15711764991283417,
+    0.11133900284767151,
+    0.1583205759525299,
+    0.3354369103908539,
+    0.19840091466903687,
+    0.06838119775056839,
+    0.09976885467767715,
+    0.08707918971776962,
+    0.05788234621286392,
+    0.01504844706505537,
+    0.056706201285123825,
+    0.10411117225885391,
+    0.20332686603069305,
+    0.10234612226486206,
+    0.17956894636154175,
+    0.20785681903362274,
+    0.1961621344089508,
+    0.06465546041727066,
+    0.06565912067890167,
+    0.0777614638209343,
+    0.2781161665916443,
+    0.12071690708398819,
+    0.04363800585269928,
+    0.3833991289138794,
+    0.2988310158252716,
+    0.11587288230657578,
+    0.5029562711715698,
+    0.5265744924545288,
+    0.030694564804434776,
+    0.40517565608024597,
+    0.4223228096961975,
+    0.06405225396156311,
+    0.13716952502727509,
+    0.22629621624946594,
+    0.028827456757426262,
+    0.015516884624958038,
+    0.04451863840222359,
+    0.028474673628807068,
+    0.04404217377305031,
+    0.015783019363880157,
+    0.015715332701802254,
+    0.12728092074394226,
+    0.02565844915807247,
+    0.05280158296227455,
+    0.3264314830303192,
+    0.059981152415275574,
+    0.020695921033620834,
+    0.020393813028931618,
+    0.11510700732469559,
+    0.10136028379201889,
+    0.2589963674545288,
+    0.0792807936668396,
+    0.10739471018314362,
+    0.28386032581329346,
+    0.11734859645366669,
+    0.10798255354166031,
+    0.0617477186024189,
+    0.23280544579029083,
+    0.26420632004737854,
+    0.18198168277740479,
+    0.11731034517288208,
+    0.19074416160583496,
+    0.17841051518917084,
+    0.09252864122390747,
+    0.007046363316476345,
+    0.1295289844274521,
+    0.19973255693912506,
+    0.1028081625699997,
+    0.12916246056556702,
+    0.0346883088350296,
+    0.02114945836365223,
+    0.041877634823322296,
+    0.010892408899962902,
+    0.1408306211233139,
+    0.01605275832116604,
+    0.12060720473527908,
+    0.09076100587844849,
+    0.012692159041762352,
+    0.040869079530239105,
+    0.1206890195608139,
+    0.012044367380440235,
+    0.05830416455864906,
+    0.013544988818466663,
+    0.05234818533062935,
+    0.05246248468756676,
+    0.2130606323480606,
+    0.036628641188144684,
+    0.16184388101100922,
+    0.047206103801727295,
+    0.14667539298534393,
+    0.057621121406555176,
+    0.03817330300807953,
+    0.3608929216861725,
+    0.42086437344551086,
+    0.2512069344520569,
+    0.1408178061246872,
+    0.04729591682553291,
+    0.056702569127082825,
+    0.05444619804620743,
+    0.22413833439350128,
+    0.12463771551847458,
+    0.07073363661766052,
+    0.06914126127958298,
+    0.01882375031709671,
+    0.19753189384937286,
+    0.010200083255767822,
+    0.300545334815979,
+    0.08018393069505692,
+    0.09210149943828583,
+    0.2198091745376587,
+    0.15686766803264618,
+    0.09958463907241821,
+    0.021101366728544235,
+    0.07849140465259552,
+    0.057436663657426834,
+    0.022225668653845787,
+    0.008055775426328182,
+    0.05324137210845947,
+    0.06365063786506653,
+    0.06544902920722961,
+    0.20179466903209686,
+    0.3015863001346588,
+    0.10863767564296722,
+    0.17474378645420074,
+    0.20041368901729584,
+    0.06312891095876694,
+    0.048072658479213715,
+    0.1074841171503067,
+    0.11972378939390182,
+    0.11957798898220062,
+    0.11053802818059921,
+    0.3344782888889313,
+    0.014167233370244503,
+    0.15968407690525055,
+    0.028220107778906822,
+    0.01919443905353546,
+    0.09996098279953003,
+    0.02173963375389576,
+    0.020301442593336105,
+    0.03931962326169014,
+    0.024778218939900398,
+    0.18647736310958862,
+    0.07269894331693649,
+    0.011188764125108719,
+    0.13542263209819794,
+    0.2887742221355438,
+    0.09646916389465332,
+    0.3270938992500305,
+    0.04030699282884598,
+    0.07285871356725693,
+    0.048491738736629486,
+    0.20865850150585175,
+    0.1620686650276184,
+    0.06009228900074959,
+    0.01850132644176483,
+    0.0920589417219162,
+    0.10530931502580643
+  ]
+}

p5-mae-15m-d116/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc702fe4caac639a4edeade6d04c12f5d05a450992a047523583f22fb1279b14
+size 15360128

p5-mae-15m-d116/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d116",
+  "fingerprint": "ed187f39c16290d8",
+  "wandb_run_id": "phase5-p5-mae-15m-d116",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 7.5,
+    "distinct_clips": 590955,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.0,
+      5.885416666666667e-05,
+      0.07708802083333334,
+      0.0104609375,
+      0.035068229166666666,
+      0.0085,
+      0.45984375,
+      0.0015447916666666668,
+      0.03524635416666667,
+      0.00059375,
+      0.0,
+      0.0,
+      0.004160416666666666,
+      0.0010098958333333333,
+      0.0003572916666666667,
+      0.222171875,
+      0.11875364583333334,
+      0.00023802083333333333,
+      0.0,
+      0.024904166666666668
+    ]
+  },
+  "started_at": 1787008048.2888262,
+  "finished_at": 1787008787.442005,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6747117042541504,
+    "val/loss": 0.6309745996259153,
+    "val/frame": 0.6309745996259153,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d116/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787008787.4438221,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6747117042541504,
+  "val/loss": 0.6309745996259153,
+  "val/frame": 0.6309745996259153,
+  "val/utterance": 0.0
+}