Upload folder using huggingface_hub

p5-mae-15m-d0/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00005000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00005000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00005000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.10621460168525237,
+  "probe/map_train": 0.46106091014461226,
+  "probe/alpha": 10.0,
+  "probe/holdout_map": 0.12888370607484775,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.787947876029648,
+  "probe/total_s": 8.40868879808113,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.12640228848312354
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1267135256260326
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.1280710539463342
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.12888370607484775
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.11677610054629832
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.09694967892301928
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.07781681015449567
+    }
+  ],
+  "per_class_ap": [
+    0.5940704941749573,
+    0.007350405678153038,
+    0.054840896278619766,
+    0.15920190513134003,
+    0.07817866653203964,
+    0.22019684314727783,
+    0.19479744136333466,
+    0.3092358410358429,
+    0.017724649980664253,
+    0.022847943007946014,
+    0.02046296000480652,
+    0.08958481252193451,
+    0.47527095675468445,
+    0.17663997411727905,
+    0.05884701386094093,
+    0.3731554448604584,
+    0.22898422181606293,
+    0.3216332495212555,
+    0.04254794120788574,
+    0.06456251442432404,
+    0.18952561914920807,
+    0.04832225292921066,
+    0.11556320637464523,
+    0.12389577925205231,
+    0.039041534066200256,
+    0.02080642618238926,
+    0.03169874846935272,
+    0.16119834780693054,
+    0.1793271154165268,
+    0.02853046916425228,
+    0.1723061203956604,
+    0.08542752265930176,
+    0.01488887332379818,
+    0.07918407022953033,
+    0.17040041089057922,
+    0.023899218067526817,
+    0.2919725477695465,
+    0.057315316051244736,
+    0.05155089125037193,
+    0.06001650169491768,
+    0.10057658702135086,
+    0.022677570581436157,
+    0.025772908702492714,
+    0.2661627531051636,
+    0.008236812427639961,
+    0.07195515930652618,
+    0.02509654127061367,
+    0.04844135791063309,
+    0.040567103773355484,
+    0.049769748002290726,
+    0.10800652951002121,
+    0.007541961502283812,
+    0.025836734101176262,
+    0.02068392001092434,
+    0.13461369276046753,
+    0.08592827618122101,
+    0.11911631375551224,
+    0.27344810962677,
+    0.11251158267259598,
+    0.0632253885269165,
+    0.13368400931358337,
+    0.16322101652622223,
+    0.03108605183660984,
+    0.08097998052835464,
+    0.5039659142494202,
+    0.20902089774608612,
+    0.19354504346847534,
+    0.18247152864933014,
+    0.2825123071670532,
+    0.343379944562912,
+    0.0792648196220398,
+    0.09875111281871796,
+    0.1435268521308899,
+    0.12012859433889389,
+    0.13404390215873718,
+    0.18245992064476013,
+    0.04115922749042511,
+    0.1883089244365692,
+    0.13663417100906372,
+    0.07655366510152817,
+    0.0153116500005126,
+    0.0497775599360466,
+    0.1388792246580124,
+    0.03794554993510246,
+    0.06009986624121666,
+    0.017820212990045547,
+    0.03928030654788017,
+    0.028820941224694252,
+    0.025805555284023285,
+    0.0526566319167614,
+    0.03866672143340111,
+    0.038147978484630585,
+    0.15900549292564392,
+    0.012464412488043308,
+    0.02411200851202011,
+    0.016294291242957115,
+    0.01438616868108511,
+    0.01483906526118517,
+    0.1018526628613472,
+    0.16829775273799896,
+    0.07858602702617645,
+    0.22826643288135529,
+    0.02815120294690132,
+    0.02885262481868267,
+    0.010518462397158146,
+    0.034447599202394485,
+    0.032345522195100784,
+    0.028630999848246574,
+    0.05837598443031311,
+    0.14642110466957092,
+    0.1302998811006546,
+    0.08640854060649872,
+    0.06064898893237114,
+    0.05945515260100365,
+    0.05073568969964981,
+    0.10930472612380981,
+    0.11146723479032516,
+    0.0731140598654747,
+    0.08463065326213837,
+    0.11872812360525131,
+    0.11593961715698242,
+    0.09623236954212189,
+    0.08188756555318832,
+    0.039188139140605927,
+    0.007924369536340237,
+    0.017279617488384247,
+    0.0822908952832222,
+    0.12042935937643051,
+    0.10633136332035065,
+    0.06438133120536804,
+    0.004031315445899963,
+    0.047169703990221024,
+    0.1662382334470749,
+    0.14891527593135834,
+    0.024511197581887245,
+    0.015471551567316055,
+    0.05647072196006775,
+    0.6945536136627197,
+    0.21353067457675934,
+    0.2682315409183502,
+    0.36328959465026855,
+    0.24759940803050995,
+    0.12906478345394135,
+    0.14275428652763367,
+    0.049187857657670975,
+    0.10120786726474762,
+    0.06540276855230331,
+    0.1302349865436554,
+    0.07933483272790909,
+    0.13635222613811493,
+    0.18291103839874268,
+    0.15640436112880707,
+    0.16371013224124908,
+    0.06631443649530411,
+    0.05084517225623131,
+    0.1319996565580368,
+    0.0781208723783493,
+    0.06269751489162445,
+    0.015892934054136276,
+    0.0661599189043045,
+    0.3874746859073639,
+    0.2155081331729889,
+    0.2862856686115265,
+    0.11114035546779633,
+    0.1896217167377472,
+    0.2021946907043457,
+    0.21529722213745117,
+    0.10007579624652863,
+    0.24789591133594513,
+    0.3110082447528839,
+    0.1707664579153061,
+    0.2531706392765045,
+    0.27284330129623413,
+    0.12166100740432739,
+    0.04968290776014328,
+    0.10244140774011612,
+    0.1195472925901413,
+    0.3199937641620636,
+    0.039080724120140076,
+    0.09661374241113663,
+    0.11450862884521484,
+    0.1000213474035263,
+    0.10052397102117538,
+    0.1820622682571411,
+    0.04049360379576683,
+    0.2844122350215912,
+    0.27396202087402344,
+    0.08715073764324188,
+    0.20562776923179626,
+    0.07660004496574402,
+    0.10421376675367355,
+    0.04379440099000931,
+    0.24234099686145782,
+    0.11929114907979965,
+    0.10609791427850723,
+    0.3320562541484833,
+    0.04021519050002098,
+    0.0458909347653389,
+    0.10099893063306808,
+    0.1417972445487976,
+    0.029013292863965034,
+    0.13789893686771393,
+    0.042431291192770004,
+    0.12034303694963455,
+    0.20846466720104218,
+    0.08589527755975723,
+    0.10711472481489182,
+    0.3428138196468353,
+    0.16674847900867462,
+    0.22288459539413452,
+    0.6868406534194946,
+    0.26705893874168396,
+    0.41430598497390747,
+    0.025139274075627327,
+    0.2612321376800537,
+    0.08563394099473953,
+    0.04010896384716034,
+    0.2084842175245285,
+    0.059185415506362915,
+    0.11811573058366776,
+    0.14821016788482666,
+    0.09577875584363937,
+    0.16145078837871552,
+    0.175855353474617,
+    0.06026867404580116,
+    0.07601906359195709,
+    0.08474733680486679,
+    0.034183237701654434,
+    0.13585032522678375,
+    0.03703838586807251,
+    0.037892140448093414,
+    0.05002816393971443,
+    0.09040354192256927,
+    0.045915890485048294,
+    0.031710971146821976,
+    0.01184474304318428,
+    0.16822421550750732,
+    0.021194808185100555,
+    0.28299573063850403,
+    0.02867247350513935,
+    0.19046148657798767,
+    0.2625443637371063,
+    0.21904563903808594,
+    0.2142476588487625,
+    0.1363285332918167,
+    0.2135121375322342,
+    0.03567715734243393,
+    0.14185461401939392,
+    0.02066507376730442,
+    0.0749846026301384,
+    0.08352388441562653,
+    0.029897110536694527,
+    0.05773220211267471,
+    0.0702749639749527,
+    0.06305546313524246,
+    0.1287696212530136,
+    0.1764754056930542,
+    0.1148359477519989,
+    0.1275656372308731,
+    0.07697328925132751,
+    0.031297408044338226,
+    0.05159308761358261,
+    0.12820331752300262,
+    0.09855223447084427,
+    0.015458236448466778,
+    0.0511244535446167,
+    0.06471773982048035,
+    0.07762487232685089,
+    0.07711806148290634,
+    0.028942948207259178,
+    0.03681045398116112,
+    0.19346992671489716,
+    0.0535893477499485,
+    0.028550179675221443,
+    0.2123587280511856,
+    0.027118155732750893,
+    0.08322812616825104,
+    0.026281794533133507,
+    0.05189746618270874,
+    0.04351750761270523,
+    0.025234408676624298,
+    0.2484961599111557,
+    0.11578270047903061,
+    0.15398134291172028,
+    0.05702303722500801,
+    0.1601227968931198,
+    0.2221142202615738,
+    0.2502916753292084,
+    0.168666809797287,
+    0.18468280136585236,
+    0.16343854367733002,
+    0.167842298746109,
+    0.12249521911144257,
+    0.20116761326789856,
+    0.11533203721046448,
+    0.1002473533153534,
+    0.08073625713586807,
+    0.008092643693089485,
+    0.012552524916827679,
+    0.010617871768772602,
+    0.2609461843967438,
+    0.14144928753376007,
+    0.10379047691822052,
+    0.05831022188067436,
+    0.037988144904375076,
+    0.09928066283464432,
+    0.03096926584839821,
+    0.14277605712413788,
+    0.0455491840839386,
+    0.034961629658937454,
+    0.08713789284229279,
+    0.03088202327489853,
+    0.06480783969163895,
+    0.05102952569723129,
+    0.045402999967336655,
+    0.06735557317733765,
+    0.04978987202048302,
+    0.044204406440258026,
+    0.10704514384269714,
+    0.051523562520742416,
+    0.12600205838680267,
+    0.06552132219076157,
+    0.3446299135684967,
+    0.25289589166641235,
+    0.1825360804796219,
+    0.20042800903320312,
+    0.05119183659553528,
+    0.05083274096250534,
+    0.17505337297916412,
+    0.16780877113342285,
+    0.09963640570640564,
+    0.16925987601280212,
+    0.17533639073371887,
+    0.17112872004508972,
+    0.18454967439174652,
+    0.1029970720410347,
+    0.06161312386393547,
+    0.11467555910348892,
+    0.04537289962172508,
+    0.028310563415288925,
+    0.06830409914255142,
+    0.0059406813234090805,
+    0.03942681849002838,
+    0.12616589665412903,
+    0.09028930962085724,
+    0.06310547143220901,
+    0.10103339701890945,
+    0.26456934213638306,
+    0.031198641285300255,
+    0.024014635011553764,
+    0.05258973315358162,
+    0.016944462433457375,
+    0.06573136895895004,
+    0.0713193416595459,
+    0.021260151639580727,
+    0.027199625968933105,
+    0.02011191099882126,
+    0.014797886833548546,
+    0.028751162812113762,
+    0.05881493538618088,
+    0.01173339132219553,
+    0.04629784822463989,
+    0.08955930173397064,
+    0.0647675171494484,
+    0.019680151715874672,
+    0.0234865453094244,
+    0.3323434889316559,
+    0.15962359309196472,
+    0.014794399030506611,
+    0.08923594653606415,
+    0.09663496166467667,
+    0.07937392592430115,
+    0.10765508562326431,
+    0.30474036931991577,
+    0.07453535497188568,
+    0.0265705157071352,
+    0.05710003525018692,
+    0.043181028217077255,
+    0.010998625308275223,
+    0.01949232444167137,
+    0.025802940130233765,
+    0.09637753665447235,
+    0.043890152126550674,
+    0.051364947110414505,
+    0.09800314158201218,
+    0.17753474414348602,
+    0.13408777117729187,
+    0.03461115434765816,
+    0.05272440239787102,
+    0.03412660211324692,
+    0.23573537170886993,
+    0.06427356600761414,
+    0.02105315588414669,
+    0.30588123202323914,
+    0.19649481773376465,
+    0.05665731057524681,
+    0.36830833554267883,
+    0.48692795634269714,
+    0.02123057283461094,
+    0.31661954522132874,
+    0.3139757513999939,
+    0.041900623589754105,
+    0.09409245103597641,
+    0.1632421463727951,
+    0.015709545463323593,
+    0.009548645466566086,
+    0.022767262533307076,
+    0.021173158660531044,
+    0.03130399063229561,
+    0.01072479784488678,
+    0.008653006516397,
+    0.05037939175963402,
+    0.02388949692249298,
+    0.012203066609799862,
+    0.23972944915294647,
+    0.14651857316493988,
+    0.015673618763685226,
+    0.013188446871936321,
+    0.08041180670261383,
+    0.0733250230550766,
+    0.18395209312438965,
+    0.04785431548953056,
+    0.06494607776403427,
+    0.1397392749786377,
+    0.07930823415517807,
+    0.09416466951370239,
+    0.043192822486162186,
+    0.12395119667053223,
+    0.11045163869857788,
+    0.14491121470928192,
+    0.056954044848680496,
+    0.101918064057827,
+    0.11021455377340317,
+    0.0756373479962349,
+    0.007091365288943052,
+    0.09510267525911331,
+    0.22674158215522766,
+    0.06023360416293144,
+    0.08256283402442932,
+    0.014205191284418106,
+    0.03778184950351715,
+    0.013732262887060642,
+    0.006920601706951857,
+    0.06377663463354111,
+    0.006367912515997887,
+    0.08949142694473267,
+    0.015405615791678429,
+    0.011072291061282158,
+    0.01606863923370838,
+    0.026875292882323265,
+    0.011253602802753448,
+    0.02892068587243557,
+    0.011437824927270412,
+    0.056397438049316406,
+    0.07047559320926666,
+    0.15679042041301727,
+    0.014319060370326042,
+    0.05826473981142044,
+    0.03408016636967659,
+    0.07825632393360138,
+    0.0426885262131691,
+    0.04365439713001251,
+    0.16306479275226593,
+    0.44265520572662354,
+    0.19441048800945282,
+    0.1108676865696907,
+    0.0312892384827137,
+    0.05119343474507332,
+    0.035276468843221664,
+    0.11057840287685394,
+    0.08005912601947784,
+    0.06476633250713348,
+    0.05293929949402809,
+    0.013357236050069332,
+    0.09214615076780319,
+    0.004637745209038258,
+    0.19756531715393066,
+    0.06551005691289902,
+    0.04734654352068901,
+    0.18752168118953705,
+    0.11008061468601227,
+    0.05996367335319519,
+    0.009373081848025322,
+    0.09160289913415909,
+    0.04491325467824936,
+    0.011031449772417545,
+    0.006188825238496065,
+    0.059014175087213516,
+    0.044146135449409485,
+    0.057377394288778305,
+    0.13843999803066254,
+    0.14493902027606964,
+    0.041036564856767654,
+    0.15366527438163757,
+    0.19332148134708405,
+    0.06889348477125168,
+    0.04505721852183342,
+    0.1286952793598175,
+    0.023158244788646698,
+    0.07380054891109467,
+    0.1377508044242859,
+    0.19093000888824463,
+    0.007084225304424763,
+    0.1304844319820404,
+    0.03543683886528015,
+    0.01669020764529705,
+    0.08626948297023773,
+    0.014497760683298111,
+    0.010208717547357082,
+    0.025876060128211975,
+    0.023966791108250618,
+    0.10781549662351608,
+    0.06078154593706131,
+    0.010822612792253494,
+    0.07728970050811768,
+    0.23886097967624664,
+    0.02160847932100296,
+    0.34529435634613037,
+    0.022632768377661705,
+    0.039206765592098236,
+    0.02066412754356861,
+    0.1903194636106491,
+    0.17164233326911926,
+    0.02174496091902256,
+    0.006812528241425753,
+    0.11034205555915833,
+    0.09916799515485764
+  ]
+}

p5-mae-15m-d0/exports/step_00010000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00010000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.391678462959826,
+  "lora/map": 0.391678462959826,
+  "fsd50k/map": 0.391678462959826,
+  "train_seconds": 142.06,
+  "total_seconds": 154.83,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.02338250196655281,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01544082708559431,
+      "val_map": 0.391678462959826,
+      "lr": 0.0,
+      "train_s": 142.05848228943069
+    }
+  ],
+  "per_class_ap": [
+    0.2610257565975189,
+    0.1604515016078949,
+    0.4471666216850281,
+    0.4487468898296356,
+    0.4829784035682678,
+    0.6127719879150391,
+    0.8468357920646667,
+    0.5183661580085754,
+    0.6196397542953491,
+    0.49386754631996155,
+    0.2827344834804535,
+    0.3763551712036133,
+    0.212570920586586,
+    0.39825698733329773,
+    0.499551385641098,
+    0.4486824870109558,
+    0.02362498641014099,
+    0.25104302167892456,
+    0.46903467178344727,
+    0.1859143078327179,
+    0.48844146728515625,
+    0.40566498041152954,
+    0.769894003868103,
+    0.0879887267947197,
+    0.25807562470436096,
+    0.4126128554344177,
+    0.36538997292518616,
+    0.2641206681728363,
+    0.7570028305053711,
+    0.3097725212574005,
+    0.6378302574157715,
+    0.5442548394203186,
+    0.41177475452423096,
+    0.203923761844635,
+    0.30656859278678894,
+    0.232742577791214,
+    0.40766388177871704,
+    0.17568111419677734,
+    0.41550248861312866,
+    0.3105388283729553,
+    0.5304895639419556,
+    0.24993212521076202,
+    0.654529869556427,
+    0.1977502405643463,
+    0.5226092338562012,
+    0.048768527805805206,
+    0.2828603982925415,
+    0.2496160864830017,
+    0.7815912961959839,
+    0.4258732497692108,
+    0.40435269474983215,
+    0.5311333537101746,
+    0.6066563129425049,
+    0.18367721140384674,
+    0.1924903243780136,
+    0.028329160064458847,
+    0.21931689977645874,
+    0.6976433396339417,
+    0.10696036368608475,
+    0.48838040232658386,
+    0.5768868923187256,
+    0.6745848655700684,
+    0.48334014415740967,
+    0.24757704138755798,
+    0.4276970326900482,
+    0.1178068220615387,
+    0.2860892415046692,
+    0.6797313094139099,
+    0.5250643491744995,
+    0.5562694072723389,
+    0.4677518308162689,
+    0.23322245478630066,
+    0.727262020111084,
+    0.3202819526195526,
+    0.25319138169288635,
+    0.19502730667591095,
+    0.38669338822364807,
+    0.3014085590839386,
+    0.33833175897598267,
+    0.48940038681030273,
+    0.330704927444458,
+    0.340035080909729,
+    0.3338302671909332,
+    0.37176385521888733,
+    0.2701942026615143,
+    0.24283955991268158,
+    0.4333796799182892,
+    0.5453846454620361,
+    0.26133856177330017,
+    0.18213413655757904,
+    0.7530115246772766,
+    0.12613998353481293,
+    0.5595925450325012,
+    0.1995856761932373,
+    0.33334168791770935,
+    0.364329993724823,
+    0.3782719671726227,
+    0.12395097315311432,
+    0.4502894878387451,
+    0.08328573405742645,
+    0.5821608304977417,
+    0.7014675140380859,
+    0.2677438259124756,
+    0.4234373867511749,
+    0.27092069387435913,
+    0.40983545780181885,
+    0.6455135941505432,
+    0.4839909076690674,
+    0.5577346682548523,
+    0.2510680556297302,
+    0.22126485407352448,
+    0.3154096305370331,
+    0.5908843874931335,
+    0.08350805193185806,
+    0.15055590867996216,
+    0.3730624318122864,
+    0.7360821962356567,
+    0.4169912040233612,
+    0.5123599767684937,
+    0.2698410153388977,
+    0.8651175498962402,
+    0.8736676573753357,
+    0.3885832726955414,
+    0.080373615026474,
+    0.24969767034053802,
+    0.7789154052734375,
+    0.34597572684288025,
+    0.7509034276008606,
+    0.3200111985206604,
+    0.1195487529039383,
+    0.1807829588651657,
+    0.7943245768547058,
+    0.43027496337890625,
+    0.4829246401786804,
+    0.6317465901374817,
+    0.09571695327758789,
+    0.07515542954206467,
+    0.06355363875627518,
+    0.6045612096786499,
+    0.5531525611877441,
+    0.2272007167339325,
+    0.34514373540878296,
+    0.32476672530174255,
+    0.31951290369033813,
+    0.5770124793052673,
+    0.524440586566925,
+    0.06901159137487411,
+    0.586870014667511,
+    0.21562710404396057,
+    0.24550281465053558,
+    0.5095200538635254,
+    0.47890207171440125,
+    0.3397364616394043,
+    0.3270760178565979,
+    0.49085384607315063,
+    0.3179267346858978,
+    0.5123068690299988,
+    0.6655053496360779,
+    0.4410414397716522,
+    0.05371662974357605,
+    0.43835607171058655,
+    0.15356013178825378,
+    0.6654733419418335,
+    0.20698238909244537,
+    0.28920140862464905,
+    0.391159325838089,
+    0.34334248304367065,
+    0.06201940402388573,
+    0.38365644216537476,
+    0.4525832533836365,
+    0.1106218472123146,
+    0.9008193016052246,
+    0.905074954032898,
+    0.05406554043292999,
+    0.5085883140563965,
+    0.762944221496582,
+    0.26795268058776855,
+    0.2722395062446594,
+    0.24393273890018463,
+    0.31601208448410034,
+    0.052209630608558655,
+    0.40454694628715515,
+    0.30647188425064087,
+    0.610248863697052,
+    0.6299769878387451,
+    0.41639435291290283,
+    0.2767604887485504,
+    0.6704490184783936,
+    0.5658632516860962,
+    0.38357847929000854,
+    0.40631958842277527,
+    0.4768769443035126,
+    0.5521350502967834,
+    0.12043868750333786,
+    0.16079652309417725,
+    0.35707026720046997,
+    0.09954408556222916,
+    0.49412643909454346,
+    0.17373816668987274,
+    0.7500200867652893
+  ]
+}

p5-mae-15m-d0/exports/step_00010000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.39244942014105616,
+  "lora/map": 0.39244942014105616,
+  "fsd50k/map": 0.39244942014105616,
+  "train_seconds": 95.96,
+  "total_seconds": 105.94,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022186873643659056,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.015379457527789771,
+      "val_map": 0.39244942014105616,
+      "lr": 0.0,
+      "train_s": 95.95690873335116
+    }
+  ],
+  "per_class_ap": [
+    0.259952574968338,
+    0.17654076218605042,
+    0.47589966654777527,
+    0.44446125626564026,
+    0.4719688594341278,
+    0.6226546764373779,
+    0.8471022844314575,
+    0.5135861039161682,
+    0.6627218127250671,
+    0.5103017091751099,
+    0.33219465613365173,
+    0.43251970410346985,
+    0.2216857522726059,
+    0.4074322283267975,
+    0.4928479790687561,
+    0.4575847089290619,
+    0.021963097155094147,
+    0.16161617636680603,
+    0.4392499029636383,
+    0.17434562742710114,
+    0.5220876336097717,
+    0.3849274516105652,
+    0.7646008133888245,
+    0.097654789686203,
+    0.27098333835601807,
+    0.480743408203125,
+    0.36556482315063477,
+    0.22078122198581696,
+    0.7970753312110901,
+    0.3236886262893677,
+    0.6447989344596863,
+    0.5793468952178955,
+    0.4145153760910034,
+    0.16853387653827667,
+    0.3161933422088623,
+    0.2821933329105377,
+    0.4143680930137634,
+    0.2034468948841095,
+    0.4178781509399414,
+    0.2832663655281067,
+    0.5290701985359192,
+    0.31742116808891296,
+    0.611738920211792,
+    0.2005002349615097,
+    0.5355976223945618,
+    0.055177558213472366,
+    0.2655337154865265,
+    0.2546825110912323,
+    0.7605574727058411,
+    0.4138298034667969,
+    0.4261664152145386,
+    0.5457687973976135,
+    0.5981631278991699,
+    0.22845050692558289,
+    0.1965036690235138,
+    0.020507799461483955,
+    0.21934662759304047,
+    0.6696261167526245,
+    0.11856435239315033,
+    0.49592480063438416,
+    0.5962975025177002,
+    0.6672869920730591,
+    0.4928935170173645,
+    0.20872196555137634,
+    0.4062245786190033,
+    0.11868847906589508,
+    0.2866800129413605,
+    0.679144024848938,
+    0.4813300669193268,
+    0.5552956461906433,
+    0.4682920575141907,
+    0.2265586107969284,
+    0.7236859202384949,
+    0.2875455319881439,
+    0.17991924285888672,
+    0.22234739363193512,
+    0.37603622674942017,
+    0.3554786443710327,
+    0.3524185121059418,
+    0.554042637348175,
+    0.3082335889339447,
+    0.3017818331718445,
+    0.30294549465179443,
+    0.43889233469963074,
+    0.34988734126091003,
+    0.2412710189819336,
+    0.42935988306999207,
+    0.5453868508338928,
+    0.19302068650722504,
+    0.17014138400554657,
+    0.7339269518852234,
+    0.14347055554389954,
+    0.549431324005127,
+    0.19151358306407928,
+    0.3595091998577118,
+    0.38951200246810913,
+    0.34215810894966125,
+    0.09390690177679062,
+    0.4569408893585205,
+    0.06846652925014496,
+    0.5726478695869446,
+    0.6919829845428467,
+    0.1820027083158493,
+    0.42301565408706665,
+    0.2684050500392914,
+    0.3551942706108093,
+    0.6695993542671204,
+    0.49244213104248047,
+    0.5534505248069763,
+    0.23210789263248444,
+    0.23472821712493896,
+    0.30239999294281006,
+    0.5785540342330933,
+    0.1101495549082756,
+    0.1393461972475052,
+    0.36399009823799133,
+    0.7245633006095886,
+    0.4640912115573883,
+    0.5017396807670593,
+    0.2384524643421173,
+    0.8624672293663025,
+    0.8708389401435852,
+    0.40747782588005066,
+    0.08558222651481628,
+    0.273276150226593,
+    0.7572534680366516,
+    0.3199223577976227,
+    0.7344775199890137,
+    0.31777939200401306,
+    0.1169559434056282,
+    0.18520487844944,
+    0.7951202392578125,
+    0.4586156904697418,
+    0.46859151124954224,
+    0.6199010610580444,
+    0.09877846390008926,
+    0.08005873113870621,
+    0.05809029936790466,
+    0.60524982213974,
+    0.5409559011459351,
+    0.20567362010478973,
+    0.34092745184898376,
+    0.38987141847610474,
+    0.32489538192749023,
+    0.5945534110069275,
+    0.5482484102249146,
+    0.06355872005224228,
+    0.6135836243629456,
+    0.22850987315177917,
+    0.24305292963981628,
+    0.4670454263687134,
+    0.5252699851989746,
+    0.29725077748298645,
+    0.30512526631355286,
+    0.5081881880760193,
+    0.3735760748386383,
+    0.5595858097076416,
+    0.6897493004798889,
+    0.4449213445186615,
+    0.05701186880469322,
+    0.45626360177993774,
+    0.16339290142059326,
+    0.6585807204246521,
+    0.16469015181064606,
+    0.3279685378074646,
+    0.3809370696544647,
+    0.37814149260520935,
+    0.07102897018194199,
+    0.31987813115119934,
+    0.45229777693748474,
+    0.09434010833501816,
+    0.9012902975082397,
+    0.9147042036056519,
+    0.05801483616232872,
+    0.4961128234863281,
+    0.7987979650497437,
+    0.31485888361930847,
+    0.2726348638534546,
+    0.24695849418640137,
+    0.30192887783050537,
+    0.03752091899514198,
+    0.4224098026752472,
+    0.2580493092536926,
+    0.6108676791191101,
+    0.6223936080932617,
+    0.38495421409606934,
+    0.30158185958862305,
+    0.6605678200721741,
+    0.6127769351005554,
+    0.4259001910686493,
+    0.35068196058273315,
+    0.4133055508136749,
+    0.5556648969650269,
+    0.13571882247924805,
+    0.17612561583518982,
+    0.35717302560806274,
+    0.09122730791568756,
+    0.4605717658996582,
+    0.16477689146995544,
+    0.747681736946106
+  ]
+}

p5-mae-15m-d0/exports/step_00010000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.38777236762456596,
+  "lora/map": 0.38777236762456596,
+  "fsd50k/map": 0.38777236762456596,
+  "train_seconds": 99.83,
+  "total_seconds": 109.3,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020759321437217294,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01605149068266947,
+      "val_map": 0.38777236762456596,
+      "lr": 0.0,
+      "train_s": 99.82782323134597
+    }
+  ],
+  "per_class_ap": [
+    0.24565792083740234,
+    0.14651699364185333,
+    0.48792797327041626,
+    0.4200093448162079,
+    0.493291974067688,
+    0.6311599016189575,
+    0.8350847959518433,
+    0.5002528429031372,
+    0.624110758304596,
+    0.42733415961265564,
+    0.2931632399559021,
+    0.42740026116371155,
+    0.21821674704551697,
+    0.4052031934261322,
+    0.48921406269073486,
+    0.45383724570274353,
+    0.022691138088703156,
+    0.25192251801490784,
+    0.4067373275756836,
+    0.21027353405952454,
+    0.4848836362361908,
+    0.38087019324302673,
+    0.7237758040428162,
+    0.10800449550151825,
+    0.2613982558250427,
+    0.4129006266593933,
+    0.35268405079841614,
+    0.24751244485378265,
+    0.7644935846328735,
+    0.3048796057701111,
+    0.6541941165924072,
+    0.5377886891365051,
+    0.4419161081314087,
+    0.16762320697307587,
+    0.3182876408100128,
+    0.27116480469703674,
+    0.41207432746887207,
+    0.21154047548770905,
+    0.3941211998462677,
+    0.252433717250824,
+    0.5095919370651245,
+    0.2736072242259979,
+    0.5895505547523499,
+    0.19111831486225128,
+    0.561593770980835,
+    0.060346346348524094,
+    0.2864460051059723,
+    0.29200804233551025,
+    0.7404409050941467,
+    0.4154647886753082,
+    0.3890126943588257,
+    0.48915839195251465,
+    0.5767778158187866,
+    0.17751438915729523,
+    0.17585277557373047,
+    0.022556407377123833,
+    0.2293071746826172,
+    0.6706077456474304,
+    0.10283127427101135,
+    0.4825728237628937,
+    0.5847681760787964,
+    0.6824855804443359,
+    0.46876975893974304,
+    0.20842333137989044,
+    0.4252628684043884,
+    0.12991178035736084,
+    0.30018195509910583,
+    0.713516354560852,
+    0.3679179549217224,
+    0.561453640460968,
+    0.4585072100162506,
+    0.24475692212581635,
+    0.706459105014801,
+    0.3200286030769348,
+    0.26037535071372986,
+    0.20607760548591614,
+    0.40081119537353516,
+    0.3155667781829834,
+    0.3572534918785095,
+    0.4784894287586212,
+    0.333785742521286,
+    0.34237968921661377,
+    0.33681342005729675,
+    0.4133988320827484,
+    0.28390392661094666,
+    0.22534014284610748,
+    0.43575969338417053,
+    0.5393322706222534,
+    0.21240918338298798,
+    0.18032331764698029,
+    0.7442125082015991,
+    0.15487943589687347,
+    0.5322416424751282,
+    0.20010162889957428,
+    0.3821720778942108,
+    0.3495064973831177,
+    0.39599496126174927,
+    0.07467812299728394,
+    0.41691312193870544,
+    0.08508367091417313,
+    0.5762271285057068,
+    0.7032426595687866,
+    0.2212008386850357,
+    0.41844794154167175,
+    0.2745678722858429,
+    0.4017626941204071,
+    0.6635705232620239,
+    0.5069472789764404,
+    0.5412382483482361,
+    0.2191687524318695,
+    0.2012268453836441,
+    0.3103688657283783,
+    0.5716384053230286,
+    0.1026730164885521,
+    0.1448047012090683,
+    0.3700105547904968,
+    0.6932277083396912,
+    0.4300794303417206,
+    0.4975963234901428,
+    0.2605951726436615,
+    0.8639622926712036,
+    0.8721345067024231,
+    0.3540912866592407,
+    0.07612251490354538,
+    0.23585516214370728,
+    0.7744903564453125,
+    0.3018597364425659,
+    0.7389432191848755,
+    0.3164691925048828,
+    0.13114970922470093,
+    0.15206579864025116,
+    0.7756550908088684,
+    0.3903757631778717,
+    0.4801972210407257,
+    0.6294488310813904,
+    0.11431433260440826,
+    0.09051848202943802,
+    0.07435107976198196,
+    0.5724802017211914,
+    0.5439522862434387,
+    0.19831299781799316,
+    0.3388786017894745,
+    0.34103164076805115,
+    0.3825683891773224,
+    0.5490202903747559,
+    0.5852822065353394,
+    0.0542449951171875,
+    0.5958859324455261,
+    0.19452102482318878,
+    0.21214142441749573,
+    0.51459801197052,
+    0.5293639302253723,
+    0.2896603047847748,
+    0.27906185388565063,
+    0.4540192782878876,
+    0.29394328594207764,
+    0.5232516527175903,
+    0.6428065896034241,
+    0.43579623103141785,
+    0.05134439468383789,
+    0.405069500207901,
+    0.13943876326084137,
+    0.6630783677101135,
+    0.2626603841781616,
+    0.301883339881897,
+    0.515571653842926,
+    0.3481813371181488,
+    0.060039203613996506,
+    0.3544476628303528,
+    0.44832801818847656,
+    0.08855555951595306,
+    0.8973785638809204,
+    0.9100341796875,
+    0.05992714688181877,
+    0.5154790282249451,
+    0.7943401336669922,
+    0.24821247160434723,
+    0.26939234137535095,
+    0.2388661801815033,
+    0.3046244978904724,
+    0.05385008081793785,
+    0.394788920879364,
+    0.2885934114456177,
+    0.6131496429443359,
+    0.60740065574646,
+    0.4036327004432678,
+    0.2807483971118927,
+    0.6635192036628723,
+    0.6083188056945801,
+    0.38894933462142944,
+    0.44769784808158875,
+    0.4287140965461731,
+    0.5633203983306885,
+    0.130587637424469,
+    0.15572313964366913,
+    0.3635593354701996,
+    0.0972956046462059,
+    0.49487778544425964,
+    0.17404668033123016,
+    0.7482671737670898
+  ]
+}

p5-mae-15m-d0/exports/step_00010000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.00691934830692033,
+      "val_map": 0.0058079040280156246,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02412,
+      "train_map": 0.013826383118393109,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 1.2
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02397,
+      "train_map": 0.03549522674583743,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 2.1
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02292,
+      "train_map": 0.056114299150592024,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 3.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0224,
+      "train_map": 0.06895485626263244,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 4.2
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02155,
+      "train_map": 0.0750200558808125,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 5.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02118,
+      "train_map": 0.07710251660639353,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 6.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02145,
+      "train_map": 0.08335141262103161,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 7.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02162,
+      "train_map": 0.09490701787976064,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 8.2
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02125,
+      "train_map": 0.09463799366704498,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 9.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.0214,
+      "train_map": 0.1102654531145684,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 10.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02168,
+      "train_map": 0.10542400506461141,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 11.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02108,
+      "train_map": 0.10577046298607477,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 12.5
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02095,
+      "train_map": 0.11354264340131938,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 13.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02054,
+      "train_map": 0.12298898592209567,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 14.7
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02035,
+      "train_map": 0.12137782757932168,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 15.7
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.0199,
+      "train_map": 0.12588807733277074,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 16.8
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02064,
+      "train_map": 0.12500284204791445,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 17.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02066,
+      "train_map": 0.12512827545415037,
+      "val_map": 0.07724584223069887,
+      "lr": 0.002799453919445244,
+      "train_s": 18.0
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01922,
+      "train_map": 0.13132503531268838,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 18.9
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.02017,
+      "train_map": 0.14306108137871892,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 20.0
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01982,
+      "train_map": 0.1444515881103868,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 21.1
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01969,
+      "train_map": 0.14510299549111125,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 22.2
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01887,
+      "train_map": 0.13901579894471836,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 23.3
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.019,
+      "train_map": 0.14873393126622025,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 24.3
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01905,
+      "train_map": 0.15694240214430374,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 25.4
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01926,
+      "train_map": 0.16376104707735992,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 26.5
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01944,
+      "train_map": 0.17518608095795907,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 27.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01911,
+      "train_map": 0.16850118435816785,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 28.5
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01969,
+      "train_map": 0.17719592242121726,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 29.4
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01932,
+      "train_map": 0.1686926235160322,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 30.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01859,
+      "train_map": 0.18725079221498978,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 31.6
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01884,
+      "train_map": 0.18988699341666454,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 32.7
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01916,
+      "train_map": 0.19190511561354068,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 33.8
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01876,
+      "train_map": 0.20578684909463607,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 34.9
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01897,
+      "train_map": 0.21000617389625514,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 36.0
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01833,
+      "train_map": 0.21118799041677444,
+      "val_map": 0.11675420819483061,
+      "lr": 0.0017642705177736725,
+      "train_s": 36.3
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01824,
+      "train_map": 0.22487160485004565,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 37.1
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01721,
+      "train_map": 0.2279519036631374,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 38.2
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.0176,
+      "train_map": 0.22754016629839052,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 39.3
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01716,
+      "train_map": 0.22903198624061566,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 40.4
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01745,
+      "train_map": 0.24344132240840446,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 41.5
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01719,
+      "train_map": 0.2457785756615268,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 42.6
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01705,
+      "train_map": 0.25340746487163895,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 43.7
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.017,
+      "train_map": 0.26306755637283485,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 44.8
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01699,
+      "train_map": 0.2718503585127686,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 45.8
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01659,
+      "train_map": 0.28253509255172066,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 46.9
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.0169,
+      "train_map": 0.2757503249535807,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 48.1
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01643,
+      "train_map": 0.28541610815493385,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 49.1
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01681,
+      "train_map": 0.29747651381845774,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 50.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01655,
+      "train_map": 0.3004452437692564,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 50.8
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01627,
+      "train_map": 0.3124737527391094,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 52.0
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01673,
+      "train_map": 0.3205646244116283,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 53.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01624,
+      "train_map": 0.3270339690293742,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 54.2
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01642,
+      "train_map": 0.3315321477501171,
+      "val_map": 0.15931851035107697,
+      "lr": 0.0005439028207490256,
+      "train_s": 54.6
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01499,
+      "train_map": 0.33676103133163937,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 55.3
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01451,
+      "train_map": 0.3476279430352929,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 56.4
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01482,
+      "train_map": 0.3553718445253553,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 57.5
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01454,
+      "train_map": 0.3579756510982986,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 58.6
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01445,
+      "train_map": 0.3667086811923551,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 59.7
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01458,
+      "train_map": 0.36931945026924645,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 60.8
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01443,
+      "train_map": 0.37557493364774186,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 61.9
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01436,
+      "train_map": 0.37956908567184744,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 63.0
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01398,
+      "train_map": 0.3831260590345742,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 64.0
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.0145,
+      "train_map": 0.38787281249899,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 65.0
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01404,
+      "train_map": 0.3902377832214396,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 66.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01418,
+      "train_map": 0.3922864564568992,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 67.2
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01436,
+      "train_map": 0.3929496019569701,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 68.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01454,
+      "train_map": 0.3943723943119823,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 69.4
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01411,
+      "train_map": 0.3951193034557,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 70.5
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01386,
+      "train_map": 0.3952716217540643,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 71.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01426,
+      "train_map": 0.3957374017629101,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 72.7
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01391,
+      "train_map": 0.3963481420032553,
+      "val_map": 0.1701015593851625,
+      "lr": 1e-05,
+      "train_s": 73.2
+    }
+  ],
+  "final_train_map": 0.3963481420032553,
+  "final_val_map": 0.1701015593851625,
+  "lora/map": 0.1701015593851625,
+  "train_seconds": 73.2,
+  "wall_seconds": 269.7
+}

p5-mae-15m-d0/exports/step_00010000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006519647991877629,
+      "val_map": 0.005718342125092401,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02532,
+      "train_map": 0.013767141592998121,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 1.0
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02392,
+      "train_map": 0.03977042643883066,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.9
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02255,
+      "train_map": 0.056021103980920965,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 3.0
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02198,
+      "train_map": 0.06781572093140065,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 4.1
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02147,
+      "train_map": 0.07198794506555617,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 5.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02171,
+      "train_map": 0.08213108823859121,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 6.1
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02114,
+      "train_map": 0.08956470630313686,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 7.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02198,
+      "train_map": 0.09029877635180257,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 8.2
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02145,
+      "train_map": 0.10104810514074682,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 9.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02103,
+      "train_map": 0.09026066538130254,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 10.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02151,
+      "train_map": 0.0897239921641036,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 11.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02096,
+      "train_map": 0.10164350101086302,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 12.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02075,
+      "train_map": 0.11116304242607043,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 13.3
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02029,
+      "train_map": 0.11852843646027247,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 14.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02075,
+      "train_map": 0.1177762630475116,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 15.4
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02028,
+      "train_map": 0.13211066742379932,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 16.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02051,
+      "train_map": 0.12389711857432291,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 17.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02025,
+      "train_map": 0.1283304753723913,
+      "val_map": 0.07722702500917569,
+      "lr": 0.002799453919445244,
+      "train_s": 17.6
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01948,
+      "train_map": 0.1284851062631118,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 18.4
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01994,
+      "train_map": 0.13150790334675652,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 19.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01976,
+      "train_map": 0.137377403169319,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 20.3
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01954,
+      "train_map": 0.13641093353753242,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 21.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01992,
+      "train_map": 0.14562915096437626,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 22.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01968,
+      "train_map": 0.14216594904638205,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 23.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.0186,
+      "train_map": 0.1570340504461592,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 24.5
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01951,
+      "train_map": 0.16425214547609143,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 25.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01925,
+      "train_map": 0.17063223556447527,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 26.6
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01958,
+      "train_map": 0.15540378778003,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 27.5
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01954,
+      "train_map": 0.1794185851209318,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 28.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01866,
+      "train_map": 0.1816745178015864,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 29.6
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01897,
+      "train_map": 0.1856071004410764,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 30.7
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01881,
+      "train_map": 0.19474834258503773,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 31.8
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01948,
+      "train_map": 0.192409361626041,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 32.7
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01851,
+      "train_map": 0.2086509847660077,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 33.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01887,
+      "train_map": 0.20496468246513289,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 34.6
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01849,
+      "train_map": 0.2093237304708353,
+      "val_map": 0.1144823651615905,
+      "lr": 0.0017642705177736725,
+      "train_s": 34.9
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01737,
+      "train_map": 0.22333511275431916,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 35.7
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01756,
+      "train_map": 0.22392995545615846,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 36.7
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01788,
+      "train_map": 0.23669811566068705,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 37.7
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01759,
+      "train_map": 0.23679124381555777,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 38.6
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01669,
+      "train_map": 0.24576786215429458,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 39.6
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01766,
+      "train_map": 0.25267824817950746,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 40.5
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01755,
+      "train_map": 0.2589708937692546,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 41.5
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01704,
+      "train_map": 0.2648356418961224,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 42.6
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01706,
+      "train_map": 0.27334370598394914,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 43.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01706,
+      "train_map": 0.2760000189578963,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 44.6
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01684,
+      "train_map": 0.2751256038542604,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 45.9
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01681,
+      "train_map": 0.28940739701069057,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 46.7
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01682,
+      "train_map": 0.2920883396813607,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 47.6
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01678,
+      "train_map": 0.3057590786304035,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 48.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01662,
+      "train_map": 0.3135147940286168,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 49.8
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01606,
+      "train_map": 0.3213689500073667,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 50.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01691,
+      "train_map": 0.32701328770033095,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 51.8
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.0165,
+      "train_map": 0.32617502285263006,
+      "val_map": 0.1583248634364958,
+      "lr": 0.0005439028207490256,
+      "train_s": 52.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01481,
+      "train_map": 0.3340034742222876,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 52.9
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01477,
+      "train_map": 0.3419735516038011,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 54.1
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01452,
+      "train_map": 0.35094597647267,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 55.1
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01472,
+      "train_map": 0.3551705772414153,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 56.0
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01444,
+      "train_map": 0.3626057377802579,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 57.0
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01398,
+      "train_map": 0.3677676806731796,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 58.1
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01416,
+      "train_map": 0.37534001805029626,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 59.2
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01483,
+      "train_map": 0.376638999463287,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 60.1
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.0145,
+      "train_map": 0.381056040956637,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 61.1
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01429,
+      "train_map": 0.3862400821266975,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 62.0
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01443,
+      "train_map": 0.3899165794811789,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 63.2
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01394,
+      "train_map": 0.39106326564736454,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 64.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01392,
+      "train_map": 0.3926402946449887,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 65.1
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01418,
+      "train_map": 0.3932213454491386,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 66.1
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01412,
+      "train_map": 0.3936745019795716,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 67.1
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01418,
+      "train_map": 0.39440592561814886,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 68.0
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01462,
+      "train_map": 0.3942102589229196,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 68.9
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01409,
+      "train_map": 0.3948305185912513,
+      "val_map": 0.17097973067620928,
+      "lr": 1e-05,
+      "train_s": 69.5
+    }
+  ],
+  "final_train_map": 0.3948305185912513,
+  "final_val_map": 0.17097973067620928,
+  "lora/map": 0.17097973067620928,
+  "train_seconds": 69.5,
+  "wall_seconds": 252.6
+}

p5-mae-15m-d0/exports/step_00010000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006619584611245914,
+      "val_map": 0.006056885231918951,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02483,
+      "train_map": 0.013907063875123823,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02403,
+      "train_map": 0.03250907677341963,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.9
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02263,
+      "train_map": 0.05213081937277092,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02184,
+      "train_map": 0.06607696936139748,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 3.8
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02192,
+      "train_map": 0.07409236154367041,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 4.7
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02173,
+      "train_map": 0.08680285995011439,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 5.8
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02158,
+      "train_map": 0.08273743079671286,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 6.9
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02087,
+      "train_map": 0.09014045348942308,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 8.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02073,
+      "train_map": 0.09520576043192304,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 9.1
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02094,
+      "train_map": 0.09753960731573601,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 10.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02139,
+      "train_map": 0.10419868119546978,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 11.0
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02085,
+      "train_map": 0.11427589280502536,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 12.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02052,
+      "train_map": 0.11294346394554572,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 12.9
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.02063,
+      "train_map": 0.11768557022209059,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 13.8
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02057,
+      "train_map": 0.13146314224443864,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 14.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.02028,
+      "train_map": 0.1325568760678073,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 15.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02065,
+      "train_map": 0.12914018310426223,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 17.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02083,
+      "train_map": 0.134461575428084,
+      "val_map": 0.07707048881537434,
+      "lr": 0.002799453919445244,
+      "train_s": 17.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.0194,
+      "train_map": 0.14847072357474428,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 18.1
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01899,
+      "train_map": 0.15537026494854542,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 19.1
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01936,
+      "train_map": 0.14924092642853365,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 20.3
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01943,
+      "train_map": 0.1422809860395158,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 21.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01953,
+      "train_map": 0.14566932165415594,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 22.3
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01938,
+      "train_map": 0.14931973524434064,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 23.2
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01981,
+      "train_map": 0.15994143457062704,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 24.2
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01952,
+      "train_map": 0.1600507046661536,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 25.3
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01892,
+      "train_map": 0.16774605342630558,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 26.4
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01916,
+      "train_map": 0.17944033578766308,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 27.5
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01966,
+      "train_map": 0.18093651569796554,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 28.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01947,
+      "train_map": 0.1880822550943669,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 29.4
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01906,
+      "train_map": 0.18391390510108427,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 30.5
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01898,
+      "train_map": 0.19581785940422025,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 31.4
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01878,
+      "train_map": 0.20946304661891577,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 32.5
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01878,
+      "train_map": 0.20532714271214586,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 33.6
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01936,
+      "train_map": 0.20934880162771274,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 34.6
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01848,
+      "train_map": 0.21153285117127157,
+      "val_map": 0.11809598931077818,
+      "lr": 0.0017642705177736725,
+      "train_s": 34.9
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01829,
+      "train_map": 0.22298211991907127,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 35.8
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01783,
+      "train_map": 0.2249283530153829,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 36.7
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01686,
+      "train_map": 0.22769158707659487,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 37.7
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01744,
+      "train_map": 0.237095783738529,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 38.9
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01713,
+      "train_map": 0.2405872704183764,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 40.0
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01714,
+      "train_map": 0.25291290398920396,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 40.9
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01765,
+      "train_map": 0.2594062444812263,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 42.0
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01709,
+      "train_map": 0.26820389335388334,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 43.1
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.0169,
+      "train_map": 0.2776422893320983,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 44.1
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01694,
+      "train_map": 0.2822807138640808,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 45.2
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01675,
+      "train_map": 0.2880974026163598,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 46.3
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01653,
+      "train_map": 0.29274530796266995,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 47.4
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01705,
+      "train_map": 0.2976427613554321,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 48.5
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.0166,
+      "train_map": 0.3143399042807223,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 49.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.0168,
+      "train_map": 0.31625259784271187,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 50.7
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01625,
+      "train_map": 0.32938527496817893,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 51.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01607,
+      "train_map": 0.3341924596888913,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 52.9
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01609,
+      "train_map": 0.33881945595625906,
+      "val_map": 0.15919781571335426,
+      "lr": 0.0005439028207490256,
+      "train_s": 53.3
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01486,
+      "train_map": 0.34722418993697335,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 54.0
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01464,
+      "train_map": 0.35388448775394254,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 55.1
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01425,
+      "train_map": 0.36240783647635855,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 56.2
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01497,
+      "train_map": 0.3677744887825773,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 57.3
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01477,
+      "train_map": 0.373933791205909,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 58.4
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01424,
+      "train_map": 0.3813259656093944,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 59.5
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01415,
+      "train_map": 0.38493204053908414,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 60.5
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01385,
+      "train_map": 0.3868190766377569,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 61.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.0142,
+      "train_map": 0.3898663065048108,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 62.8
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01455,
+      "train_map": 0.3931536054878409,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 63.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01426,
+      "train_map": 0.39618138185714635,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 65.0
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01413,
+      "train_map": 0.39835191419811133,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 66.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01393,
+      "train_map": 0.4003721037685192,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 67.2
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01402,
+      "train_map": 0.4015616800890532,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 68.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01398,
+      "train_map": 0.4019187424346041,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 69.4
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01376,
+      "train_map": 0.40246632330091336,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 70.5
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01406,
+      "train_map": 0.4025752167102564,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 71.6
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01414,
+      "train_map": 0.4025152367089064,
+      "val_map": 0.17047143795578767,
+      "lr": 1e-05,
+      "train_s": 72.1
+    }
+  ],
+  "final_train_map": 0.4025152367089064,
+  "final_val_map": 0.17047143795578767,
+  "lora/map": 0.17047143795578767,
+  "train_seconds": 72.1,
+  "wall_seconds": 263.2
+}

p5-mae-15m-d0/exports/step_00010000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00010000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.12065101813160915,
+  "probe/map_train": 0.5454774264536049,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.14828080962415593,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.7770386699121445,
+  "probe/total_s": 8.302918010973372,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.14605160627074087
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.14641221208971494
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.14828080962415593
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.14795967988869568
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.13748531026740962
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1179635750803128
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09452933022192198
+    }
+  ],
+  "per_class_ap": [
+    0.6160424947738647,
+    0.007798872422426939,
+    0.07295152544975281,
+    0.17878828942775726,
+    0.06823073327541351,
+    0.23810157179832458,
+    0.22115737199783325,
+    0.2849964201450348,
+    0.03194765746593475,
+    0.05322602018713951,
+    0.018039898946881294,
+    0.09508348256349564,
+    0.47074583172798157,
+    0.25874635577201843,
+    0.03943042457103729,
+    0.46703416109085083,
+    0.27209270000457764,
+    0.3281443119049072,
+    0.05182236433029175,
+    0.06374817341566086,
+    0.1992492973804474,
+    0.06514912843704224,
+    0.1749412715435028,
+    0.1111595407128334,
+    0.04063739627599716,
+    0.02000286616384983,
+    0.04749828949570656,
+    0.1474001556634903,
+    0.1912880390882492,
+    0.057514872401952744,
+    0.2224654257297516,
+    0.1363225281238556,
+    0.017510080710053444,
+    0.06519617885351181,
+    0.2392396330833435,
+    0.03403536230325699,
+    0.3378828167915344,
+    0.047975245863199234,
+    0.055679116398096085,
+    0.10996480286121368,
+    0.15073341131210327,
+    0.013852370902895927,
+    0.04662671685218811,
+    0.3359778821468353,
+    0.00955558754503727,
+    0.04598991200327873,
+    0.013496759347617626,
+    0.06875981390476227,
+    0.034302968531847,
+    0.0774180069565773,
+    0.10282143950462341,
+    0.007408920209854841,
+    0.04464425891637802,
+    0.031945258378982544,
+    0.19225150346755981,
+    0.08729768544435501,
+    0.18190518021583557,
+    0.36489439010620117,
+    0.10098863393068314,
+    0.07968054711818695,
+    0.16739511489868164,
+    0.17003588378429413,
+    0.050414878875017166,
+    0.1133568212389946,
+    0.5408392548561096,
+    0.20095987617969513,
+    0.24018558859825134,
+    0.25897544622421265,
+    0.42542847990989685,
+    0.34829387068748474,
+    0.12317914515733719,
+    0.10336494445800781,
+    0.1645035743713379,
+    0.13980534672737122,
+    0.1378852128982544,
+    0.20055997371673584,
+    0.05124742537736893,
+    0.19122634828090668,
+    0.1262633353471756,
+    0.05336244776844978,
+    0.017911436036229134,
+    0.07908942550420761,
+    0.27083253860473633,
+    0.09047055244445801,
+    0.06461019068956375,
+    0.02010801061987877,
+    0.04314570128917694,
+    0.017129670828580856,
+    0.01930217631161213,
+    0.027908962219953537,
+    0.03656502813100815,
+    0.036345500499010086,
+    0.15683813393115997,
+    0.011063461191952229,
+    0.03229699656367302,
+    0.03521338105201721,
+    0.016183486208319664,
+    0.04787272959947586,
+    0.12391205877065659,
+    0.151494562625885,
+    0.13829305768013,
+    0.20084720849990845,
+    0.04449506476521492,
+    0.04247520491480827,
+    0.01611042208969593,
+    0.04106017202138901,
+    0.05842125415802002,
+    0.0829266756772995,
+    0.058168478310108185,
+    0.1562858372926712,
+    0.11088211089372635,
+    0.10664107650518417,
+    0.08472684770822525,
+    0.06727424263954163,
+    0.05539579316973686,
+    0.15148116648197174,
+    0.15313322842121124,
+    0.0875932052731514,
+    0.09175863116979599,
+    0.2600407600402832,
+    0.27787110209465027,
+    0.09375519305467606,
+    0.09724784642457962,
+    0.07879630476236343,
+    0.015585779212415218,
+    0.029068483039736748,
+    0.10908208042383194,
+    0.1535656750202179,
+    0.0897160992026329,
+    0.07813643664121628,
+    0.004345679190009832,
+    0.05332348495721817,
+    0.13178172707557678,
+    0.13288557529449463,
+    0.043396059423685074,
+    0.009961778298020363,
+    0.05721277743577957,
+    0.7150590419769287,
+    0.21871164441108704,
+    0.2927687466144562,
+    0.38627737760543823,
+    0.26823148131370544,
+    0.1173752099275589,
+    0.14707425236701965,
+    0.0848797857761383,
+    0.08427029103040695,
+    0.08284715563058853,
+    0.1593770831823349,
+    0.0859043076634407,
+    0.17607976496219635,
+    0.13537845015525818,
+    0.14080679416656494,
+    0.20231229066848755,
+    0.09517110884189606,
+    0.10752028971910477,
+    0.22229862213134766,
+    0.08626510947942734,
+    0.13592277467250824,
+    0.023414546623826027,
+    0.040775589644908905,
+    0.39703741669654846,
+    0.2380049228668213,
+    0.2349521368741989,
+    0.12829764187335968,
+    0.20283298194408417,
+    0.18366995453834534,
+    0.19997768104076385,
+    0.0787656381726265,
+    0.21676450967788696,
+    0.326651394367218,
+    0.21235613524913788,
+    0.2495831549167633,
+    0.27665242552757263,
+    0.1283804178237915,
+    0.06434280425310135,
+    0.05111684277653694,
+    0.1297726184129715,
+    0.28972873091697693,
+    0.07937248796224594,
+    0.08834758400917053,
+    0.10745171457529068,
+    0.09635379910469055,
+    0.08472535014152527,
+    0.2329796850681305,
+    0.054037850350141525,
+    0.32465890049934387,
+    0.30928686261177063,
+    0.1572652906179428,
+    0.22923989593982697,
+    0.10038932412862778,
+    0.1252383291721344,
+    0.06132759153842926,
+    0.2891906797885895,
+    0.1642342209815979,
+    0.15592741966247559,
+    0.3686181902885437,
+    0.05014300346374512,
+    0.053387925028800964,
+    0.10035943984985352,
+    0.23372678458690643,
+    0.03836784139275551,
+    0.18288712203502655,
+    0.08356990665197372,
+    0.15661892294883728,
+    0.270947128534317,
+    0.12178453803062439,
+    0.14798249304294586,
+    0.4717983901500702,
+    0.21663281321525574,
+    0.28853896260261536,
+    0.7160953283309937,
+    0.3124955892562866,
+    0.47705259919166565,
+    0.054991599172353745,
+    0.2850583791732788,
+    0.0742269977927208,
+    0.042836278676986694,
+    0.21342778205871582,
+    0.10900545120239258,
+    0.11878597736358643,
+    0.15925075113773346,
+    0.11014944314956665,
+    0.18424803018569946,
+    0.19012100994586945,
+    0.06753317266702652,
+    0.07109582424163818,
+    0.06753832846879959,
+    0.03822597116231918,
+    0.09643338620662689,
+    0.031416330486536026,
+    0.052417486906051636,
+    0.04347030445933342,
+    0.07145329564809799,
+    0.05306587368249893,
+    0.022792112082242966,
+    0.013018936850130558,
+    0.18975840508937836,
+    0.017094220966100693,
+    0.27807000279426575,
+    0.03362525999546051,
+    0.2048155963420868,
+    0.2659488022327423,
+    0.24544523656368256,
+    0.16007369756698608,
+    0.15772345662117004,
+    0.261263370513916,
+    0.04859430342912674,
+    0.19039495289325714,
+    0.024371741339564323,
+    0.10268869251012802,
+    0.09159602969884872,
+    0.02137688547372818,
+    0.050047069787979126,
+    0.06348075717687607,
+    0.05684097483754158,
+    0.15640446543693542,
+    0.19546721875667572,
+    0.17497746646404266,
+    0.09380802512168884,
+    0.07520398497581482,
+    0.026070019230246544,
+    0.07052350789308548,
+    0.14753031730651855,
+    0.08282407373189926,
+    0.018195031210780144,
+    0.058557506650686264,
+    0.06956927478313446,
+    0.06658516824245453,
+    0.1347097009420395,
+    0.033847738057374954,
+    0.031149931252002716,
+    0.2237909436225891,
+    0.11374533921480179,
+    0.026867281645536423,
+    0.1704799234867096,
+    0.022208038717508316,
+    0.07373316586017609,
+    0.042624253779649734,
+    0.060687560588121414,
+    0.05755025893449783,
+    0.022840313613414764,
+    0.23006221652030945,
+    0.13468725979328156,
+    0.18522076308727264,
+    0.0795421376824379,
+    0.19639380276203156,
+    0.2516026198863983,
+    0.27072420716285706,
+    0.20097415149211884,
+    0.19916367530822754,
+    0.23656895756721497,
+    0.18910099565982819,
+    0.1181909590959549,
+    0.21412408351898193,
+    0.1628032773733139,
+    0.17921799421310425,
+    0.09791228920221329,
+    0.0063058361411094666,
+    0.015852155163884163,
+    0.008924241177737713,
+    0.2711890935897827,
+    0.15986689925193787,
+    0.13391196727752686,
+    0.07467750459909439,
+    0.03311707079410553,
+    0.08116838335990906,
+    0.03481133654713631,
+    0.17024348676204681,
+    0.05475492402911186,
+    0.06475727260112762,
+    0.11254390329122543,
+    0.0338657945394516,
+    0.10148351639509201,
+    0.06133897230029106,
+    0.06571055948734283,
+    0.11049563437700272,
+    0.06672963500022888,
+    0.027388429269194603,
+    0.09456267207860947,
+    0.05269822105765343,
+    0.17211879789829254,
+    0.05464593693614006,
+    0.4053521454334259,
+    0.3615221381187439,
+    0.230027973651886,
+    0.21698753535747528,
+    0.037821654230356216,
+    0.06570013612508774,
+    0.1873331218957901,
+    0.176560178399086,
+    0.1256224513053894,
+    0.1878010332584381,
+    0.18657810986042023,
+    0.24452419579029083,
+    0.152240589261055,
+    0.1280086785554886,
+    0.08181939274072647,
+    0.1362980455160141,
+    0.05203511565923691,
+    0.03419886901974678,
+    0.06991865485906601,
+    0.01616721600294113,
+    0.050763919949531555,
+    0.14282649755477905,
+    0.10514308512210846,
+    0.0618293359875679,
+    0.11003439128398895,
+    0.2771327495574951,
+    0.04567462205886841,
+    0.022071966901421547,
+    0.10604176670312881,
+    0.017780372872948647,
+    0.07883062213659286,
+    0.09199079126119614,
+    0.02404560148715973,
+    0.04717028886079788,
+    0.02395070344209671,
+    0.010291636921465397,
+    0.0420285128057003,
+    0.09650706499814987,
+    0.0074186003766953945,
+    0.031190047040581703,
+    0.1050604060292244,
+    0.1085987538099289,
+    0.029383523389697075,
+    0.03360955789685249,
+    0.3188507854938507,
+    0.21213048696517944,
+    0.016631469130516052,
+    0.07274898141622543,
+    0.11144816130399704,
+    0.10113342851400375,
+    0.09713917970657349,
+    0.36381402611732483,
+    0.10374034196138382,
+    0.021368958055973053,
+    0.05217934399843216,
+    0.03698550909757614,
+    0.010557861998677254,
+    0.02169279381632805,
+    0.01864524744451046,
+    0.12829892337322235,
+    0.0835999920964241,
+    0.047758523374795914,
+    0.1702716201543808,
+    0.18972019851207733,
+    0.17754589021205902,
+    0.05234891176223755,
+    0.05847674608230591,
+    0.026015762239694595,
+    0.19362160563468933,
+    0.11205891519784927,
+    0.013486702926456928,
+    0.32818272709846497,
+    0.23583267629146576,
+    0.051349788904190063,
+    0.4467638432979584,
+    0.5613313317298889,
+    0.017318131402134895,
+    0.3371450901031494,
+    0.3745771050453186,
+    0.048958662897348404,
+    0.08603888005018234,
+    0.18797560036182404,
+    0.01666681095957756,
+    0.012630227953195572,
+    0.01598260924220085,
+    0.020749548450112343,
+    0.02401627041399479,
+    0.016857709735631943,
+    0.00843531172722578,
+    0.09948250651359558,
+    0.01929430663585663,
+    0.016403010115027428,
+    0.2583409547805786,
+    0.16785801947116852,
+    0.03286519646644592,
+    0.007538451813161373,
+    0.0954962819814682,
+    0.08516573160886765,
+    0.26315823197364807,
+    0.05142173916101456,
+    0.06440615653991699,
+    0.14114239811897278,
+    0.09223905205726624,
+    0.10484989732503891,
+    0.030770521610975266,
+    0.18183861672878265,
+    0.18608377873897552,
+    0.1437898576259613,
+    0.05326203629374504,
+    0.14425796270370483,
+    0.16312658786773682,
+    0.07418309152126312,
+    0.006431346759200096,
+    0.13461612164974213,
+    0.18740105628967285,
+    0.06743220239877701,
+    0.1205696240067482,
+    0.022795066237449646,
+    0.014562682248651981,
+    0.013204555958509445,
+    0.00789392739534378,
+    0.04895375296473503,
+    0.007827560417354107,
+    0.08637750893831253,
+    0.017685292288661003,
+    0.006740892771631479,
+    0.013677465729415417,
+    0.04935960844159126,
+    0.008035553619265556,
+    0.04475432261824608,
+    0.012228935025632381,
+    0.03291764110326767,
+    0.03159504756331444,
+    0.19111935794353485,
+    0.017519280314445496,
+    0.06441959738731384,
+    0.03702136129140854,
+    0.1251237839460373,
+    0.020091647282242775,
+    0.049414895474910736,
+    0.25191718339920044,
+    0.41388383507728577,
+    0.22367596626281738,
+    0.10229688882827759,
+    0.0416300930082798,
+    0.0660233199596405,
+    0.042099207639694214,
+    0.11466221511363983,
+    0.10514950752258301,
+    0.05311690643429756,
+    0.09837118536233902,
+    0.0091231819242239,
+    0.10016632080078125,
+    0.005193036049604416,
+    0.227298766374588,
+    0.0677662044763565,
+    0.06594084203243256,
+    0.1523318588733673,
+    0.11009718477725983,
+    0.07075612246990204,
+    0.02203315496444702,
+    0.06746597588062286,
+    0.05922812968492508,
+    0.008685474283993244,
+    0.007281114812940359,
+    0.052300553768873215,
+    0.05638240650296211,
+    0.04459502920508385,
+    0.16092969477176666,
+    0.23588255047798157,
+    0.04804088920354843,
+    0.1529615819454193,
+    0.20948240160942078,
+    0.05659465864300728,
+    0.039856478571891785,
+    0.08400869369506836,
+    0.05199844390153885,
+    0.08536262810230255,
+    0.14522911608219147,
+    0.22619710862636566,
+    0.007956252433359623,
+    0.1340833604335785,
+    0.02455723285675049,
+    0.013056856580078602,
+    0.08481884747743607,
+    0.015307491645216942,
+    0.013078573159873486,
+    0.03157744184136391,
+    0.019469507038593292,
+    0.15711134672164917,
+    0.057313140481710434,
+    0.0077835433185100555,
+    0.10835165530443192,
+    0.27080419659614563,
+    0.038362856954336166,
+    0.3106054365634918,
+    0.02664351835846901,
+    0.031377919018268585,
+    0.022890226915478706,
+    0.19587786495685577,
+    0.15713900327682495,
+    0.03976229205727577,
+    0.007431138772517443,
+    0.1033632680773735,
+    0.1016995906829834
+  ]
+}

p5-mae-15m-d0/exports/step_00015000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00015000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00015000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.13076216320063658,
+  "probe/map_train": 0.5291084824182956,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.15298062441225538,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.01696765399538,
+  "probe/total_s": 8.409181341063231,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.15168352672199328
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.15184736525351836
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.15298062441225538
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1523205621682277
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1443570010546079
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.12365459600610189
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.09852177136802102
+    }
+  ],
+  "per_class_ap": [
+    0.6237225532531738,
+    0.011593712493777275,
+    0.07061327993869781,
+    0.1983082890510559,
+    0.08538033813238144,
+    0.27789372205734253,
+    0.2047950029373169,
+    0.2944960594177246,
+    0.039556439965963364,
+    0.046847641468048096,
+    0.02024931088089943,
+    0.09950649738311768,
+    0.4905911684036255,
+    0.2989945113658905,
+    0.06242126598954201,
+    0.4923725128173828,
+    0.29707229137420654,
+    0.3416440188884735,
+    0.05274025723338127,
+    0.09826277196407318,
+    0.24211663007736206,
+    0.08050455898046494,
+    0.1804889589548111,
+    0.1353747546672821,
+    0.0544145442545414,
+    0.021581262350082397,
+    0.05819650739431381,
+    0.17037981748580933,
+    0.2238483875989914,
+    0.07607565820217133,
+    0.2835073173046112,
+    0.15047752857208252,
+    0.02206309512257576,
+    0.07552190124988556,
+    0.24549858272075653,
+    0.04659836366772652,
+    0.31253284215927124,
+    0.07606455683708191,
+    0.08279582113027573,
+    0.1197911947965622,
+    0.1462266743183136,
+    0.018796531483530998,
+    0.031671538949012756,
+    0.36428511142730713,
+    0.009213347919285297,
+    0.061171941459178925,
+    0.01215818990021944,
+    0.1204594075679779,
+    0.04223986342549324,
+    0.07042555510997772,
+    0.11132215708494186,
+    0.00806390680372715,
+    0.07102777063846588,
+    0.06005930155515671,
+    0.21567989885807037,
+    0.10469911247491837,
+    0.22503662109375,
+    0.3488551676273346,
+    0.1056700274348259,
+    0.0810132771730423,
+    0.13857419788837433,
+    0.17688468098640442,
+    0.042586881667375565,
+    0.10801797360181808,
+    0.547251284122467,
+    0.25356724858283997,
+    0.26912641525268555,
+    0.3241768479347229,
+    0.3970946669578552,
+    0.3485508859157562,
+    0.10721805691719055,
+    0.1469055861234665,
+    0.18976113200187683,
+    0.15939070284366608,
+    0.1752035915851593,
+    0.22922545671463013,
+    0.02897101268172264,
+    0.23973101377487183,
+    0.1760559231042862,
+    0.08801622688770294,
+    0.024471217766404152,
+    0.08293510228395462,
+    0.30994150042533875,
+    0.07258933782577515,
+    0.08239846676588058,
+    0.01899692602455616,
+    0.048487573862075806,
+    0.021427029743790627,
+    0.025251468643546104,
+    0.04260333627462387,
+    0.05830274894833565,
+    0.05381786450743675,
+    0.160399928689003,
+    0.013249711133539677,
+    0.034263938665390015,
+    0.05976578965783119,
+    0.01354398112744093,
+    0.021320046856999397,
+    0.12477628886699677,
+    0.1954043209552765,
+    0.14338994026184082,
+    0.28360888361930847,
+    0.04587613791227341,
+    0.04561547189950943,
+    0.029013128951191902,
+    0.04490813985466957,
+    0.06766364723443985,
+    0.06996509432792664,
+    0.05634701997041702,
+    0.1729278415441513,
+    0.1884128898382187,
+    0.11850946396589279,
+    0.10874973237514496,
+    0.07283469289541245,
+    0.04278330132365227,
+    0.1674910932779312,
+    0.1607537418603897,
+    0.1101844310760498,
+    0.14896658062934875,
+    0.1971946358680725,
+    0.20692171156406403,
+    0.10653277486562729,
+    0.08864625543355942,
+    0.09024340659379959,
+    0.016194777563214302,
+    0.023957867175340652,
+    0.13254739344120026,
+    0.17194488644599915,
+    0.12870679795742035,
+    0.12126275151968002,
+    0.004989167209714651,
+    0.06914141774177551,
+    0.13863375782966614,
+    0.13122442364692688,
+    0.044592343270778656,
+    0.012925923801958561,
+    0.07130919396877289,
+    0.727969765663147,
+    0.24801255762577057,
+    0.31578484177589417,
+    0.4080316126346588,
+    0.2991737127304077,
+    0.151132270693779,
+    0.15000499784946442,
+    0.10365644097328186,
+    0.10554066300392151,
+    0.07510281354188919,
+    0.2299736887216568,
+    0.10403867065906525,
+    0.18490862846374512,
+    0.16066834330558777,
+    0.1761462539434433,
+    0.21811546385288239,
+    0.1074352115392685,
+    0.11095717549324036,
+    0.18903325498104095,
+    0.10001280903816223,
+    0.10317203402519226,
+    0.029728038236498833,
+    0.06280883401632309,
+    0.4235760569572449,
+    0.26782336831092834,
+    0.27727875113487244,
+    0.14560432732105255,
+    0.23198387026786804,
+    0.2548874318599701,
+    0.2798866629600525,
+    0.12316597253084183,
+    0.283949613571167,
+    0.33459585905075073,
+    0.22007490694522858,
+    0.292354941368103,
+    0.31232061982154846,
+    0.14153312146663666,
+    0.09256268292665482,
+    0.07625516504049301,
+    0.12219469249248505,
+    0.31090423464775085,
+    0.06568609178066254,
+    0.1349734216928482,
+    0.16478891670703888,
+    0.14294879138469696,
+    0.122720867395401,
+    0.31662943959236145,
+    0.05623245984315872,
+    0.3908572196960449,
+    0.3825586438179016,
+    0.1332208663225174,
+    0.27814024686813354,
+    0.11073153465986252,
+    0.13704419136047363,
+    0.07978736609220505,
+    0.2994033396244049,
+    0.16435585916042328,
+    0.1276799440383911,
+    0.37836384773254395,
+    0.05773147940635681,
+    0.0714116245508194,
+    0.12411458790302277,
+    0.2529872953891754,
+    0.0374571792781353,
+    0.1961376667022705,
+    0.07456959038972855,
+    0.18574373424053192,
+    0.22347253561019897,
+    0.14514006674289703,
+    0.17802591621875763,
+    0.5076645612716675,
+    0.21946845948696136,
+    0.2698565125465393,
+    0.7419344782829285,
+    0.3242686688899994,
+    0.4709492623806,
+    0.04720732569694519,
+    0.2914562225341797,
+    0.11120065301656723,
+    0.0281280055642128,
+    0.2001141458749771,
+    0.1090773493051529,
+    0.12537188827991486,
+    0.15662838518619537,
+    0.13073690235614777,
+    0.20718082785606384,
+    0.20071469247341156,
+    0.07432355731725693,
+    0.06979309022426605,
+    0.07969941198825836,
+    0.037070758640766144,
+    0.11474298685789108,
+    0.030255865305662155,
+    0.03624362498521805,
+    0.04797947779297829,
+    0.046167753636837006,
+    0.04352350905537605,
+    0.03410577401518822,
+    0.012835678644478321,
+    0.17844505608081818,
+    0.020023183897137642,
+    0.27836498618125916,
+    0.024900056421756744,
+    0.20982922613620758,
+    0.27831339836120605,
+    0.29714998602867126,
+    0.1673208624124527,
+    0.18687710165977478,
+    0.2542373538017273,
+    0.056736234575510025,
+    0.21758845448493958,
+    0.025552941486239433,
+    0.10463126003742218,
+    0.11300881952047348,
+    0.02046586386859417,
+    0.06526442617177963,
+    0.07944288104772568,
+    0.046126868575811386,
+    0.1819429248571396,
+    0.2037380486726761,
+    0.2085045427083969,
+    0.11023550480604172,
+    0.10337722301483154,
+    0.027443084865808487,
+    0.09014597535133362,
+    0.21315039694309235,
+    0.0770707055926323,
+    0.016409453004598618,
+    0.06332991272211075,
+    0.07423199713230133,
+    0.1032559871673584,
+    0.10646019876003265,
+    0.041257087141275406,
+    0.03317844122648239,
+    0.23102185130119324,
+    0.13600070774555206,
+    0.038258302956819534,
+    0.15870927274227142,
+    0.027916908264160156,
+    0.06782198697328568,
+    0.03120713122189045,
+    0.06886953860521317,
+    0.0628596693277359,
+    0.017488796263933182,
+    0.21597830951213837,
+    0.15893904864788055,
+    0.20955704152584076,
+    0.08320027589797974,
+    0.21941356360912323,
+    0.27647238969802856,
+    0.2995181083679199,
+    0.19090375304222107,
+    0.21893610060214996,
+    0.20966240763664246,
+    0.18965119123458862,
+    0.12100250273942947,
+    0.20053786039352417,
+    0.16483908891677856,
+    0.16369697451591492,
+    0.11197412759065628,
+    0.0067060356959700584,
+    0.01632935181260109,
+    0.007731224410235882,
+    0.2721145749092102,
+    0.16013507544994354,
+    0.15689648687839508,
+    0.049803975969552994,
+    0.0387376993894577,
+    0.10257859528064728,
+    0.023562414571642876,
+    0.18021586537361145,
+    0.04430221766233444,
+    0.05581037700176239,
+    0.13825814425945282,
+    0.044037315994501114,
+    0.12219888716936111,
+    0.0850406289100647,
+    0.07043319940567017,
+    0.1095912754535675,
+    0.06702670454978943,
+    0.0424579419195652,
+    0.1311429738998413,
+    0.060235604643821716,
+    0.24165327847003937,
+    0.04591384902596474,
+    0.41487830877304077,
+    0.3627895414829254,
+    0.24679253995418549,
+    0.19943004846572876,
+    0.06507063657045364,
+    0.08032454550266266,
+    0.2828987240791321,
+    0.27139541506767273,
+    0.15955372154712677,
+    0.21490858495235443,
+    0.28029364347457886,
+    0.29892295598983765,
+    0.1979731172323227,
+    0.16057956218719482,
+    0.13554492592811584,
+    0.19343101978302002,
+    0.047837261110544205,
+    0.03892616182565689,
+    0.09587680548429489,
+    0.006615186110138893,
+    0.04884166643023491,
+    0.13977786898612976,
+    0.08656629174947739,
+    0.07388845831155777,
+    0.10390601307153702,
+    0.28068435192108154,
+    0.02526381053030491,
+    0.02126302197575569,
+    0.11642155796289444,
+    0.015688380226492882,
+    0.06364831328392029,
+    0.09725017845630646,
+    0.022667918354272842,
+    0.04134049639105797,
+    0.030492285266518593,
+    0.011384999379515648,
+    0.03468012064695358,
+    0.1501261442899704,
+    0.00972159393131733,
+    0.07461612671613693,
+    0.09918423742055893,
+    0.09015383571386337,
+    0.02945130318403244,
+    0.03425918146967888,
+    0.36090967059135437,
+    0.17738956212997437,
+    0.013916686177253723,
+    0.1268138736486435,
+    0.10561469942331314,
+    0.07479358464479446,
+    0.10427959263324738,
+    0.37583523988723755,
+    0.1099465936422348,
+    0.03926527127623558,
+    0.06930673867464066,
+    0.05942080169916153,
+    0.014830529689788818,
+    0.015725694596767426,
+    0.019197842106223106,
+    0.07830803841352463,
+    0.08254969865083694,
+    0.047739893198013306,
+    0.12438070774078369,
+    0.11728667467832565,
+    0.14603213965892792,
+    0.03679843246936798,
+    0.04682929441332817,
+    0.03946907818317413,
+    0.2064986377954483,
+    0.11516406387090683,
+    0.021785585209727287,
+    0.3093513250350952,
+    0.19658438861370087,
+    0.0621495358645916,
+    0.45106029510498047,
+    0.5427994728088379,
+    0.022185426205396652,
+    0.3599886894226074,
+    0.37139248847961426,
+    0.053597550839185715,
+    0.08750710636377335,
+    0.21389997005462646,
+    0.016943994909524918,
+    0.014682995155453682,
+    0.036393336951732635,
+    0.04009897634387016,
+    0.03853987157344818,
+    0.011454593390226364,
+    0.009987994097173214,
+    0.07750989496707916,
+    0.012871727347373962,
+    0.025752414017915726,
+    0.30366525053977966,
+    0.17623482644557953,
+    0.024695122614502907,
+    0.026472512632608414,
+    0.09737661480903625,
+    0.1022506132721901,
+    0.2494216412305832,
+    0.06820681691169739,
+    0.084739089012146,
+    0.1879691630601883,
+    0.08914153277873993,
+    0.10114391893148422,
+    0.04325108602643013,
+    0.16096602380275726,
+    0.16366015374660492,
+    0.2209961712360382,
+    0.06558623909950256,
+    0.15604741871356964,
+    0.1849006712436676,
+    0.08259759098291397,
+    0.0061822813004255295,
+    0.08358069509267807,
+    0.2163887768983841,
+    0.0806368738412857,
+    0.1291784793138504,
+    0.02441633678972721,
+    0.0113260792568326,
+    0.022601893171668053,
+    0.007317733485251665,
+    0.056730203330516815,
+    0.01566513255238533,
+    0.08647944778203964,
+    0.022785667330026627,
+    0.008873415179550648,
+    0.015203592367470264,
+    0.08913976699113846,
+    0.010999874211847782,
+    0.04616250470280647,
+    0.009467937983572483,
+    0.05365977808833122,
+    0.032937683165073395,
+    0.17505884170532227,
+    0.029995527118444443,
+    0.09615962952375412,
+    0.02578134462237358,
+    0.10626838356256485,
+    0.03344942256808281,
+    0.032642755657434464,
+    0.28530213236808777,
+    0.3994079828262329,
+    0.1946861445903778,
+    0.14072927832603455,
+    0.029572496190667152,
+    0.05053090304136276,
+    0.0530436635017395,
+    0.18033111095428467,
+    0.08672729879617691,
+    0.0518249087035656,
+    0.0920102670788765,
+    0.011448878794908524,
+    0.0719829797744751,
+    0.00534655200317502,
+    0.23596616089344025,
+    0.07788889110088348,
+    0.061164312064647675,
+    0.22932122647762299,
+    0.1413491666316986,
+    0.07385925203561783,
+    0.01958467625081539,
+    0.056129615753889084,
+    0.08162965625524521,
+    0.016277257353067398,
+    0.00700602401047945,
+    0.04757340997457504,
+    0.04704314097762108,
+    0.05062250420451164,
+    0.19101612269878387,
+    0.23133127391338348,
+    0.07322932779788971,
+    0.17513462901115417,
+    0.2289811074733734,
+    0.03216321021318436,
+    0.03653521090745926,
+    0.09380921721458435,
+    0.03654482588171959,
+    0.09850222617387772,
+    0.1277395486831665,
+    0.23046329617500305,
+    0.00836541410535574,
+    0.14157061278820038,
+    0.0242279265075922,
+    0.01459028571844101,
+    0.08465384691953659,
+    0.019249223172664642,
+    0.014942515641450882,
+    0.03102378360927105,
+    0.021835925057530403,
+    0.14658445119857788,
+    0.0654195100069046,
+    0.015627771615982056,
+    0.13081887364387512,
+    0.23513351380825043,
+    0.05820487439632416,
+    0.3365493714809418,
+    0.038557227700948715,
+    0.022466028109192848,
+    0.025878841057419777,
+    0.22089362144470215,
+    0.16954775154590607,
+    0.03579193726181984,
+    0.012834770604968071,
+    0.1399136483669281,
+    0.08706196397542953
+  ]
+}

p5-mae-15m-d0/exports/step_00020000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00020000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.420470288451761,
+  "lora/map": 0.420470288451761,
+  "fsd50k/map": 0.420470288451761,
+  "train_seconds": 97.02,
+  "total_seconds": 106.7,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.023981181491399182,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.01355751367217234,
+      "val_map": 0.420470288451761,
+      "lr": 0.0,
+      "train_s": 97.01692122151144
+    }
+  ],
+  "per_class_ap": [
+    0.2905619442462921,
+    0.09110294282436371,
+    0.5778374671936035,
+    0.43622729182243347,
+    0.4973827004432678,
+    0.638104259967804,
+    0.858925998210907,
+    0.566210925579071,
+    0.5740591883659363,
+    0.4799986481666565,
+    0.3426780700683594,
+    0.4717733860015869,
+    0.289266437292099,
+    0.4281451404094696,
+    0.5045982003211975,
+    0.47612276673316956,
+    0.03624171018600464,
+    0.3193155825138092,
+    0.49374791979789734,
+    0.20233407616615295,
+    0.5327833294868469,
+    0.41163116693496704,
+    0.8066641688346863,
+    0.09928567707538605,
+    0.28990817070007324,
+    0.49329787492752075,
+    0.39366453886032104,
+    0.24247482419013977,
+    0.8433197140693665,
+    0.2861165404319763,
+    0.6993770599365234,
+    0.6720538139343262,
+    0.5107426643371582,
+    0.14971821010112762,
+    0.39000487327575684,
+    0.2805131673812866,
+    0.42943140864372253,
+    0.19431167840957642,
+    0.48050472140312195,
+    0.34460318088531494,
+    0.5561214089393616,
+    0.37560465931892395,
+    0.705791175365448,
+    0.2636844515800476,
+    0.5865744352340698,
+    0.056208085268735886,
+    0.23929496109485626,
+    0.2820034623146057,
+    0.7440754771232605,
+    0.45220309495925903,
+    0.4273625910282135,
+    0.5284001231193542,
+    0.6273158192634583,
+    0.22136129438877106,
+    0.20215043425559998,
+    0.029400743544101715,
+    0.314931720495224,
+    0.6757100224494934,
+    0.10767008364200592,
+    0.536100447177887,
+    0.6527882814407349,
+    0.6944345831871033,
+    0.5140071511268616,
+    0.1938151866197586,
+    0.47945618629455566,
+    0.12181726843118668,
+    0.3155190944671631,
+    0.6986595392227173,
+    0.3970237076282501,
+    0.5737537145614624,
+    0.4793851971626282,
+    0.2563287913799286,
+    0.7495516538619995,
+    0.4416431486606598,
+    0.2691566050052643,
+    0.20717425644397736,
+    0.41817811131477356,
+    0.3809534013271332,
+    0.3908827006816864,
+    0.5391983985900879,
+    0.32293257117271423,
+    0.41255247592926025,
+    0.36535266041755676,
+    0.4188762605190277,
+    0.3262820839881897,
+    0.30909407138824463,
+    0.46190953254699707,
+    0.45957228541374207,
+    0.2121451497077942,
+    0.19204117357730865,
+    0.7834656238555908,
+    0.20146401226520538,
+    0.5706433057785034,
+    0.19153085350990295,
+    0.3228399157524109,
+    0.4112987220287323,
+    0.43705111742019653,
+    0.057012803852558136,
+    0.40904128551483154,
+    0.09631803631782532,
+    0.5804809927940369,
+    0.7276135683059692,
+    0.21592532098293304,
+    0.4448266923427582,
+    0.28661781549453735,
+    0.4933813512325287,
+    0.6756408214569092,
+    0.5671858787536621,
+    0.5687844157218933,
+    0.35088247060775757,
+    0.24242188036441803,
+    0.3208310902118683,
+    0.5483318567276001,
+    0.15633317828178406,
+    0.19816751778125763,
+    0.4051092863082886,
+    0.8063442707061768,
+    0.5033407211303711,
+    0.525416910648346,
+    0.2970358729362488,
+    0.8700932860374451,
+    0.8784788846969604,
+    0.43794143199920654,
+    0.09833298623561859,
+    0.35141414403915405,
+    0.7905359864234924,
+    0.37370064854621887,
+    0.7756287455558777,
+    0.3332034945487976,
+    0.11746781319379807,
+    0.1969548761844635,
+    0.868841290473938,
+    0.5792431235313416,
+    0.5238608121871948,
+    0.6493575572967529,
+    0.12213566899299622,
+    0.08126620203256607,
+    0.06253325939178467,
+    0.6206554770469666,
+    0.5830808877944946,
+    0.1990855485200882,
+    0.37580418586730957,
+    0.38666096329689026,
+    0.3884536027908325,
+    0.6707282066345215,
+    0.6182920336723328,
+    0.08383181691169739,
+    0.6336044669151306,
+    0.23277243971824646,
+    0.3290073871612549,
+    0.5373269319534302,
+    0.47523006796836853,
+    0.3291950821876526,
+    0.4096967875957489,
+    0.5033999681472778,
+    0.4075060784816742,
+    0.578153133392334,
+    0.6985722780227661,
+    0.47203418612480164,
+    0.0764368399977684,
+    0.43300876021385193,
+    0.20079800486564636,
+    0.6775299310684204,
+    0.2863577902317047,
+    0.3066873550415039,
+    0.5017477869987488,
+    0.375359445810318,
+    0.07567443698644638,
+    0.37296968698501587,
+    0.47391727566719055,
+    0.11679775267839432,
+    0.9003543853759766,
+    0.9134202599525452,
+    0.05352030321955681,
+    0.5013939142227173,
+    0.7582074403762817,
+    0.341472864151001,
+    0.2640053629875183,
+    0.30516794323921204,
+    0.3186974823474884,
+    0.038741353899240494,
+    0.38743260502815247,
+    0.28186091780662537,
+    0.6986569166183472,
+    0.6262766122817993,
+    0.4337001144886017,
+    0.32769349217414856,
+    0.6662665009498596,
+    0.6257311105728149,
+    0.4657559394836426,
+    0.47241780161857605,
+    0.46225470304489136,
+    0.5631424784660339,
+    0.1647200584411621,
+    0.26029279828071594,
+    0.31647440791130066,
+    0.1229124367237091,
+    0.6032465100288391,
+    0.18961690366268158,
+    0.782428503036499
+  ]
+}

p5-mae-15m-d0/exports/step_00020000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4186619300302118,
+  "lora/map": 0.4186619300302118,
+  "fsd50k/map": 0.4186619300302118,
+  "train_seconds": 96.24,
+  "total_seconds": 106.06,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.021385876836720854,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013621824149066566,
+      "val_map": 0.4186619300302118,
+      "lr": 0.0,
+      "train_s": 96.23994780040812
+    }
+  ],
+  "per_class_ap": [
+    0.28184205293655396,
+    0.10658767819404602,
+    0.5306239128112793,
+    0.4777144491672516,
+    0.510397732257843,
+    0.6463246941566467,
+    0.8601043820381165,
+    0.5381020903587341,
+    0.5858926177024841,
+    0.4675351083278656,
+    0.3811163008213043,
+    0.44768521189689636,
+    0.27830970287323,
+    0.4709186553955078,
+    0.5117856860160828,
+    0.48219722509384155,
+    0.02783220075070858,
+    0.2614496350288391,
+    0.4734671711921692,
+    0.20289096236228943,
+    0.5017918348312378,
+    0.40660539269447327,
+    0.8181835412979126,
+    0.08922277390956879,
+    0.26372969150543213,
+    0.4191732704639435,
+    0.37609466910362244,
+    0.23085644841194153,
+    0.8357598185539246,
+    0.2979063391685486,
+    0.7143644094467163,
+    0.6732543110847473,
+    0.4903096854686737,
+    0.18841160833835602,
+    0.4070641100406647,
+    0.2472630888223648,
+    0.44034555554389954,
+    0.1753392219543457,
+    0.4455195367336273,
+    0.3108766973018646,
+    0.5401189923286438,
+    0.34345871210098267,
+    0.6862331628799438,
+    0.2282038927078247,
+    0.5635939836502075,
+    0.07319813966751099,
+    0.24375392496585846,
+    0.33556780219078064,
+    0.7434096932411194,
+    0.403248131275177,
+    0.4259297549724579,
+    0.5279437899589539,
+    0.6001494526863098,
+    0.2119344025850296,
+    0.1718847006559372,
+    0.025546886026859283,
+    0.2814916968345642,
+    0.6717767119407654,
+    0.11484440416097641,
+    0.5459834933280945,
+    0.6624717712402344,
+    0.7002034187316895,
+    0.5011146068572998,
+    0.21242158114910126,
+    0.46774259209632874,
+    0.11501609534025192,
+    0.28551989793777466,
+    0.6810197234153748,
+    0.49561092257499695,
+    0.5513388514518738,
+    0.5068680047988892,
+    0.27405157685279846,
+    0.7380631566047668,
+    0.38306376338005066,
+    0.29420843720436096,
+    0.2293098270893097,
+    0.41953927278518677,
+    0.46643051505088806,
+    0.3574138879776001,
+    0.5083696842193604,
+    0.30208510160446167,
+    0.36555352807044983,
+    0.2808738946914673,
+    0.40350937843322754,
+    0.2836158573627472,
+    0.30720433592796326,
+    0.478701114654541,
+    0.5102100372314453,
+    0.2194061428308487,
+    0.2329772561788559,
+    0.7550680041313171,
+    0.22207188606262207,
+    0.5751453638076782,
+    0.24094338715076447,
+    0.374808669090271,
+    0.42143383622169495,
+    0.41348469257354736,
+    0.07989080995321274,
+    0.4501194357872009,
+    0.09849458932876587,
+    0.5853091478347778,
+    0.7232854962348938,
+    0.2757163941860199,
+    0.43754518032073975,
+    0.28698670864105225,
+    0.48112747073173523,
+    0.6729068160057068,
+    0.5553845763206482,
+    0.5745816826820374,
+    0.32829055190086365,
+    0.18137839436531067,
+    0.3118012249469757,
+    0.5739167332649231,
+    0.11805189400911331,
+    0.19493745267391205,
+    0.3849126100540161,
+    0.7675071358680725,
+    0.5163611173629761,
+    0.5311720371246338,
+    0.3043837547302246,
+    0.8814192414283752,
+    0.8902585506439209,
+    0.4307308495044708,
+    0.1553797572851181,
+    0.35552388429641724,
+    0.7861862182617188,
+    0.3947462737560272,
+    0.7442076802253723,
+    0.326305627822876,
+    0.11149027943611145,
+    0.19433008134365082,
+    0.8446290493011475,
+    0.4860890209674835,
+    0.5087252855300903,
+    0.622775673866272,
+    0.0696779415011406,
+    0.10780464857816696,
+    0.05981879681348801,
+    0.578983724117279,
+    0.5748783349990845,
+    0.2724514901638031,
+    0.4127809405326843,
+    0.3759435713291168,
+    0.35999995470046997,
+    0.6764096617698669,
+    0.5989479422569275,
+    0.07539147138595581,
+    0.675804615020752,
+    0.2284717857837677,
+    0.32914745807647705,
+    0.5285624265670776,
+    0.47108519077301025,
+    0.38100746273994446,
+    0.39057475328445435,
+    0.49851730465888977,
+    0.41788163781166077,
+    0.5307843685150146,
+    0.7064644694328308,
+    0.4589284658432007,
+    0.08989441394805908,
+    0.4738040566444397,
+    0.21444223821163177,
+    0.6713330149650574,
+    0.21522250771522522,
+    0.3529859483242035,
+    0.46306848526000977,
+    0.3645130395889282,
+    0.058602042496204376,
+    0.42617401480674744,
+    0.5004754066467285,
+    0.10697773844003677,
+    0.919851541519165,
+    0.9286319017410278,
+    0.04353320226073265,
+    0.5610700845718384,
+    0.7975406646728516,
+    0.33947500586509705,
+    0.2590426206588745,
+    0.24983926117420197,
+    0.3077498972415924,
+    0.0522611103951931,
+    0.4128052890300751,
+    0.24610958993434906,
+    0.688498318195343,
+    0.6483075022697449,
+    0.44867444038391113,
+    0.3244735896587372,
+    0.6837767362594604,
+    0.6197181344032288,
+    0.46732351183891296,
+    0.4573967456817627,
+    0.46604737639427185,
+    0.568588137626648,
+    0.14263823628425598,
+    0.2964727580547333,
+    0.4234451949596405,
+    0.13377369940280914,
+    0.5625748634338379,
+    0.1609562337398529,
+    0.7871490716934204
+  ]
+}

p5-mae-15m-d0/exports/step_00020000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.41949862058274445,
+  "lora/map": 0.41949862058274445,
+  "fsd50k/map": 0.41949862058274445,
+  "train_seconds": 98.23,
+  "total_seconds": 108.07,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020733925880631433,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013955584053550645,
+      "val_map": 0.41949862058274445,
+      "lr": 0.0,
+      "train_s": 98.23399840225466
+    }
+  ],
+  "per_class_ap": [
+    0.2956075966358185,
+    0.11854583024978638,
+    0.5426026582717896,
+    0.42608878016471863,
+    0.5176107883453369,
+    0.6403477787971497,
+    0.8654134273529053,
+    0.5499811172485352,
+    0.5757238268852234,
+    0.49643591046333313,
+    0.3776317238807678,
+    0.46334677934646606,
+    0.23101288080215454,
+    0.363749235868454,
+    0.5083305239677429,
+    0.47668734192848206,
+    0.02857905440032482,
+    0.2853745222091675,
+    0.5392764210700989,
+    0.20763659477233887,
+    0.552463710308075,
+    0.408020555973053,
+    0.8595553040504456,
+    0.11106815934181213,
+    0.2822794020175934,
+    0.45424485206604004,
+    0.3982674181461334,
+    0.24928058683872223,
+    0.818925678730011,
+    0.2959120571613312,
+    0.6721643805503845,
+    0.6380983591079712,
+    0.48660212755203247,
+    0.16822046041488647,
+    0.3895800709724426,
+    0.2593761682510376,
+    0.41537192463874817,
+    0.19323189556598663,
+    0.42063334584236145,
+    0.30725589394569397,
+    0.5934516787528992,
+    0.2807142734527588,
+    0.7064485549926758,
+    0.21687768399715424,
+    0.5537095665931702,
+    0.070196732878685,
+    0.20937421917915344,
+    0.30749639868736267,
+    0.7782884836196899,
+    0.4020649194717407,
+    0.3694590926170349,
+    0.46904435753822327,
+    0.6136891841888428,
+    0.21876847743988037,
+    0.22002290189266205,
+    0.025217104703187943,
+    0.2609206736087799,
+    0.6890077590942383,
+    0.13431382179260254,
+    0.5439571142196655,
+    0.6482625007629395,
+    0.7083872556686401,
+    0.5013282895088196,
+    0.22912262380123138,
+    0.5553264617919922,
+    0.1488412618637085,
+    0.2842679023742676,
+    0.6886666417121887,
+    0.46629688143730164,
+    0.5432488322257996,
+    0.4868693947792053,
+    0.2584220767021179,
+    0.7594085335731506,
+    0.40959474444389343,
+    0.22843998670578003,
+    0.23372288048267365,
+    0.41385576128959656,
+    0.4143979549407959,
+    0.3930230438709259,
+    0.5434569120407104,
+    0.22439278662204742,
+    0.3728823661804199,
+    0.3395825922489166,
+    0.3986397981643677,
+    0.27795174717903137,
+    0.3201058506965637,
+    0.4814409017562866,
+    0.4784797728061676,
+    0.20428936183452606,
+    0.24127133190631866,
+    0.7689584493637085,
+    0.22485226392745972,
+    0.5552074313163757,
+    0.2370641678571701,
+    0.3526880145072937,
+    0.4114702641963959,
+    0.4184814691543579,
+    0.08369514346122742,
+    0.43851935863494873,
+    0.10063379257917404,
+    0.5879712700843811,
+    0.7226210236549377,
+    0.2600938081741333,
+    0.43819737434387207,
+    0.31249552965164185,
+    0.4529968500137329,
+    0.6565474271774292,
+    0.5569838881492615,
+    0.5745015144348145,
+    0.33856117725372314,
+    0.23237767815589905,
+    0.317974328994751,
+    0.5671663284301758,
+    0.10354108363389969,
+    0.18477189540863037,
+    0.40101584792137146,
+    0.7635464072227478,
+    0.5261924862861633,
+    0.5440146923065186,
+    0.2827359139919281,
+    0.8801310062408447,
+    0.888050377368927,
+    0.48466795682907104,
+    0.09191391617059708,
+    0.3025069236755371,
+    0.7945936918258667,
+    0.38528984785079956,
+    0.7640870213508606,
+    0.30594661831855774,
+    0.1422070413827896,
+    0.22106806933879852,
+    0.8485987186431885,
+    0.46840518712997437,
+    0.52129727602005,
+    0.6535831093788147,
+    0.10227183252573013,
+    0.09688979387283325,
+    0.07146020978689194,
+    0.6203296184539795,
+    0.5742067694664001,
+    0.22487801313400269,
+    0.3622150719165802,
+    0.3828156590461731,
+    0.3865238130092621,
+    0.6756877899169922,
+    0.5984665155410767,
+    0.08268795907497406,
+    0.6507497429847717,
+    0.26474228501319885,
+    0.320467472076416,
+    0.5265101790428162,
+    0.5211631059646606,
+    0.3481025695800781,
+    0.4039570689201355,
+    0.4970252811908722,
+    0.3444249629974365,
+    0.572700560092926,
+    0.6894752383232117,
+    0.46210455894470215,
+    0.07334985584020615,
+    0.5024001598358154,
+    0.17767328023910522,
+    0.6680346727371216,
+    0.3724396228790283,
+    0.36899444460868835,
+    0.4364258646965027,
+    0.3874194324016571,
+    0.07386372983455658,
+    0.41653814911842346,
+    0.48681315779685974,
+    0.12171699851751328,
+    0.9201328754425049,
+    0.9314537048339844,
+    0.048792824149131775,
+    0.5789732336997986,
+    0.7790471315383911,
+    0.3167996108531952,
+    0.2643563449382782,
+    0.2747681736946106,
+    0.2927740216255188,
+    0.05754637345671654,
+    0.4592709243297577,
+    0.24277137219905853,
+    0.6873485445976257,
+    0.6397861838340759,
+    0.4234422743320465,
+    0.3197627067565918,
+    0.6842899918556213,
+    0.6121875643730164,
+    0.5284928679466248,
+    0.4996163845062256,
+    0.501751184463501,
+    0.5607402920722961,
+    0.16054019331932068,
+    0.20959565043449402,
+    0.3505183756351471,
+    0.14125953614711761,
+    0.5485242009162903,
+    0.22506536543369293,
+    0.7988325357437134
+  ]
+}

p5-mae-15m-d0/exports/step_00020000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007331660006436532,
+      "val_map": 0.00599149651816592,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02405,
+      "train_map": 0.013725818355193988,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02389,
+      "train_map": 0.03557637055411995,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02288,
+      "train_map": 0.058279994675276385,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02234,
+      "train_map": 0.07233752098033448,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02154,
+      "train_map": 0.08282070596564554,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02114,
+      "train_map": 0.08572941703016762,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.6
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.021,
+      "train_map": 0.10709449581216943,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02111,
+      "train_map": 0.10750994267670236,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02071,
+      "train_map": 0.10612332548431883,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02107,
+      "train_map": 0.12560217723734607,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02083,
+      "train_map": 0.12109109038836985,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02068,
+      "train_map": 0.08176602432557313,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02047,
+      "train_map": 0.13368162907133377,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01988,
+      "train_map": 0.14115541559720032,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01987,
+      "train_map": 0.14619595705367186,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01948,
+      "train_map": 0.15270734044848686,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.0202,
+      "train_map": 0.15688264802313875,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 9.9
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02021,
+      "train_map": 0.15301064519473198,
+      "val_map": 0.09324879122392558,
+      "lr": 0.002799453919445244,
+      "train_s": 10.0
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01867,
+      "train_map": 0.15663840562861547,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.5
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01956,
+      "train_map": 0.16757490797113253,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.1
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01909,
+      "train_map": 0.16393899091075845,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.7
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.019,
+      "train_map": 0.1744109553751488,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01849,
+      "train_map": 0.17290142255497698,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 12.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01853,
+      "train_map": 0.1866758228712618,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01849,
+      "train_map": 0.18566942321175472,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01855,
+      "train_map": 0.19458363238153042,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01895,
+      "train_map": 0.20859579619044966,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.2
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01848,
+      "train_map": 0.20026287301204942,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.8
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01886,
+      "train_map": 0.21310872142424053,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.4
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01853,
+      "train_map": 0.21855869485450594,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.0
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01796,
+      "train_map": 0.2270784506952457,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.6
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.0182,
+      "train_map": 0.23313949319518099,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.3
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.0186,
+      "train_map": 0.2251907974239474,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.8
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01805,
+      "train_map": 0.24481835593142506,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.4
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01845,
+      "train_map": 0.25139136245011207,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.0
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01778,
+      "train_map": 0.24742392849608322,
+      "val_map": 0.14091071106433387,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.1
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01739,
+      "train_map": 0.2623774891726291,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.6
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01647,
+      "train_map": 0.26245958000718417,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.2
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.017,
+      "train_map": 0.2760688873994,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 21.8
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01643,
+      "train_map": 0.2852773391844906,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.4
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01682,
+      "train_map": 0.28840015856001305,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.0
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01638,
+      "train_map": 0.30147925665534936,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.6
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01642,
+      "train_map": 0.30394846985233237,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.2
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01609,
+      "train_map": 0.31802090963585555,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.8
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01618,
+      "train_map": 0.31797217993344934,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.4
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.0158,
+      "train_map": 0.32495234173455717,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.0
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01623,
+      "train_map": 0.3216276754531479,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.5
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01586,
+      "train_map": 0.33932286946269097,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.1
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01597,
+      "train_map": 0.34822094680801513,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.7
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01576,
+      "train_map": 0.3535791506223819,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.3
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01557,
+      "train_map": 0.36753000126024127,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 28.8
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01587,
+      "train_map": 0.37462558733401874,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.4
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01534,
+      "train_map": 0.38642912505431354,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.0
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01566,
+      "train_map": 0.3886650570754874,
+      "val_map": 0.18372607141277228,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.2
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01402,
+      "train_map": 0.3934554278504181,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.6
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01347,
+      "train_map": 0.4005961141900727,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.2
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01385,
+      "train_map": 0.40851530728532987,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 31.7
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01368,
+      "train_map": 0.41796742526697706,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.3
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01347,
+      "train_map": 0.4241042837705569,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 32.9
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01336,
+      "train_map": 0.4282344431250552,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.5
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01333,
+      "train_map": 0.4309324915653388,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.1
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01337,
+      "train_map": 0.43794897123747123,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.7
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01298,
+      "train_map": 0.4417839708828157,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.3
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01349,
+      "train_map": 0.4415365986391704,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 35.8
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01294,
+      "train_map": 0.44680569954994054,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.4
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01318,
+      "train_map": 0.4500061275660143,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.0
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01342,
+      "train_map": 0.4506744526157004,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.6
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01349,
+      "train_map": 0.4523600417470287,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.2
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01315,
+      "train_map": 0.4536055322715295,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 38.7
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01284,
+      "train_map": 0.4533781400710288,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.3
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01317,
+      "train_map": 0.45458212109243734,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 39.9
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01285,
+      "train_map": 0.4548376808490823,
+      "val_map": 0.19454154659387793,
+      "lr": 1e-05,
+      "train_s": 40.1
+    }
+  ],
+  "final_train_map": 0.4548376808490823,
+  "final_val_map": 0.19454154659387793,
+  "lora/map": 0.19454154659387793,
+  "train_seconds": 40.1,
+  "wall_seconds": 154.3
+}

p5-mae-15m-d0/exports/step_00020000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006574568277281449,
+      "val_map": 0.005863803379861479,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.0252,
+      "train_map": 0.014642133804495876,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02376,
+      "train_map": 0.03947564521256615,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02252,
+      "train_map": 0.05639092396039947,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02187,
+      "train_map": 0.07674267618789689,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.5
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02127,
+      "train_map": 0.07972566128498124,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02134,
+      "train_map": 0.0892764572655001,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02092,
+      "train_map": 0.09545998130279966,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.2
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02162,
+      "train_map": 0.09952823945146189,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.8
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02086,
+      "train_map": 0.11993704952186493,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.4
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02064,
+      "train_map": 0.11162632155237433,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.0
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02074,
+      "train_map": 0.11550008777071293,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.6
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02045,
+      "train_map": 0.1313886920465563,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02036,
+      "train_map": 0.12946237175260622,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01981,
+      "train_map": 0.13988389886837926,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02014,
+      "train_map": 0.14787280984555126,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.9
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01953,
+      "train_map": 0.1619436020708415,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.5
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02004,
+      "train_map": 0.15802921640971213,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01985,
+      "train_map": 0.15844720330812123,
+      "val_map": 0.09089867116006858,
+      "lr": 0.002799453919445244,
+      "train_s": 10.1
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.0189,
+      "train_map": 0.16904466070740198,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.7
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01928,
+      "train_map": 0.17232430322481004,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.3
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01901,
+      "train_map": 0.1762305544516994,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.8
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01865,
+      "train_map": 0.1746193182595477,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.5
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01941,
+      "train_map": 0.18480816495249602,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.1
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01902,
+      "train_map": 0.19189130530941814,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.7
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01795,
+      "train_map": 0.1979116906086778,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.3
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.0186,
+      "train_map": 0.20478241607914388,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.9
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01859,
+      "train_map": 0.21100684299541944,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.5
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01881,
+      "train_map": 0.20242818623367675,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.1
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01885,
+      "train_map": 0.21474235125444477,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.7
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.0178,
+      "train_map": 0.21721441927675222,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.3
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01826,
+      "train_map": 0.23046069412865097,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.9
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01827,
+      "train_map": 0.2339921133783584,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.5
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01864,
+      "train_map": 0.23742179584157508,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.1
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01773,
+      "train_map": 0.254234331879991,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.7
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01828,
+      "train_map": 0.2527657266002876,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.3
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01777,
+      "train_map": 0.2562950178256269,
+      "val_map": 0.13747370660135372,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.4
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01667,
+      "train_map": 0.26361750220028113,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.9
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01665,
+      "train_map": 0.2726732090325846,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.5
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01701,
+      "train_map": 0.2844922078907688,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.1
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01661,
+      "train_map": 0.28344694582261215,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.7
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01582,
+      "train_map": 0.2896622691172718,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.3
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.0168,
+      "train_map": 0.28515976421407774,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.9
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01668,
+      "train_map": 0.3085328971267284,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.5
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01627,
+      "train_map": 0.31248852115237563,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.0
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01625,
+      "train_map": 0.32373625177366966,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.6
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01627,
+      "train_map": 0.3304865971522183,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.2
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01586,
+      "train_map": 0.3348055401643777,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.8
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01576,
+      "train_map": 0.3450915782855544,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.4
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01586,
+      "train_map": 0.35028048634592734,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01562,
+      "train_map": 0.35946867872026006,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01583,
+      "train_map": 0.37600325795325257,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01506,
+      "train_map": 0.3794576283500122,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01597,
+      "train_map": 0.3875509303900814,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.4
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01561,
+      "train_map": 0.3883451420170532,
+      "val_map": 0.18411453550706214,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.6
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01382,
+      "train_map": 0.39616775076546523,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.0
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01365,
+      "train_map": 0.40594629216338357,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.6
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01335,
+      "train_map": 0.4186142526277159,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.2
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01345,
+      "train_map": 0.4235445061412267,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.8
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01338,
+      "train_map": 0.42899288877003616,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.4
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01297,
+      "train_map": 0.43310999206180706,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.0
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01301,
+      "train_map": 0.43920008771906144,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.6
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01355,
+      "train_map": 0.44358962916891026,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01334,
+      "train_map": 0.44902638919594956,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.8
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01317,
+      "train_map": 0.4517699666268261,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.4
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01312,
+      "train_map": 0.4540798570589645,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.0
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01284,
+      "train_map": 0.4568977775140551,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.6
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01285,
+      "train_map": 0.4593727429321414,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.2
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01305,
+      "train_map": 0.45977269619194333,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.8
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01304,
+      "train_map": 0.46097853948031703,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.4
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01287,
+      "train_map": 0.4608432084438612,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.0
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01342,
+      "train_map": 0.46165698577969755,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.6
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01285,
+      "train_map": 0.4618020206954917,
+      "val_map": 0.19379875499691523,
+      "lr": 1e-05,
+      "train_s": 40.8
+    }
+  ],
+  "final_train_map": 0.4618020206954917,
+  "final_val_map": 0.19379875499691523,
+  "lora/map": 0.19379875499691523,
+  "train_seconds": 40.8,
+  "wall_seconds": 155.7
+}

p5-mae-15m-d0/exports/step_00020000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006754788008131497,
+      "val_map": 0.006220952191070231,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02475,
+      "train_map": 0.015668849734809476,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.7
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02391,
+      "train_map": 0.03445932219305078,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.3
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02249,
+      "train_map": 0.058995350925945475,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.9
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.0217,
+      "train_map": 0.07861188155876392,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02167,
+      "train_map": 0.07779635339392175,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.1
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02151,
+      "train_map": 0.09125868439987174,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.7
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02143,
+      "train_map": 0.09527644792402011,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.3
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02049,
+      "train_map": 0.10433365824275369,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 5.0
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02041,
+      "train_map": 0.10735696211741774,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.6
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02051,
+      "train_map": 0.11586654012178052,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.2
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02068,
+      "train_map": 0.12868369720828501,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.8
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02056,
+      "train_map": 0.1345609027399298,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.4
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02007,
+      "train_map": 0.14353002373047838,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 8.0
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01993,
+      "train_map": 0.14859218287601558,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.6
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02012,
+      "train_map": 0.157421502419014,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.2
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01988,
+      "train_map": 0.15774882362207374,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.8
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.02029,
+      "train_map": 0.1595931272446558,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02057,
+      "train_map": 0.1646623283865874,
+      "val_map": 0.09211508115661636,
+      "lr": 0.002799453919445244,
+      "train_s": 10.5
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01876,
+      "train_map": 0.17499804198724242,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 11.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01822,
+      "train_map": 0.1803406986533408,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.6
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.019,
+      "train_map": 0.18514510698658918,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01876,
+      "train_map": 0.18849591673236954,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01903,
+      "train_map": 0.1839182026175326,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01878,
+      "train_map": 0.19365204581186754,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 14.0
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01916,
+      "train_map": 0.19707601663720153,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.5
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01896,
+      "train_map": 0.19789048761882214,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01825,
+      "train_map": 0.2020771737639886,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.7
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01854,
+      "train_map": 0.21522218666871765,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.4
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01896,
+      "train_map": 0.2157936638814929,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 17.0
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01878,
+      "train_map": 0.23180483429793416,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.5
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01843,
+      "train_map": 0.23127406451981902,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.1
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01846,
+      "train_map": 0.23982476817525258,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.7
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01813,
+      "train_map": 0.240348575604051,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.3
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01832,
+      "train_map": 0.2388120820035405,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 20.0
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01868,
+      "train_map": 0.2458793239745769,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.5
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.0179,
+      "train_map": 0.24578951453468437,
+      "val_map": 0.13738379692676453,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.7
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01759,
+      "train_map": 0.26056570214249436,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.1
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01718,
+      "train_map": 0.27031323197341933,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.7
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01623,
+      "train_map": 0.27770363771316,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.3
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01659,
+      "train_map": 0.27415368537572293,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.9
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01641,
+      "train_map": 0.28534130515456485,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.5
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01642,
+      "train_map": 0.2977019064605547,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 24.1
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01661,
+      "train_map": 0.30539204952160365,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.7
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01648,
+      "train_map": 0.3114371305822874,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.3
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.0161,
+      "train_map": 0.3155740841434989,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.9
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01601,
+      "train_map": 0.3313784310806267,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.5
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01599,
+      "train_map": 0.3383873377871864,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 27.1
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01587,
+      "train_map": 0.34583601519196827,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.8
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01642,
+      "train_map": 0.348389432827396,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.4
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01593,
+      "train_map": 0.36002064890544544,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.9
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01591,
+      "train_map": 0.3649363500725273,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.5
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01563,
+      "train_map": 0.3792626952939796,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 30.1
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.0153,
+      "train_map": 0.38299633570340597,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.7
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01539,
+      "train_map": 0.3860920950155387,
+      "val_map": 0.18319565774183685,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.9
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01398,
+      "train_map": 0.39156376571170065,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.3
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01371,
+      "train_map": 0.4048241974761183,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.9
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01343,
+      "train_map": 0.4120399756551468,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.5
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01398,
+      "train_map": 0.4235623737786538,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 33.1
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01357,
+      "train_map": 0.42691921421893975,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.6
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01341,
+      "train_map": 0.4322300942109251,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.2
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01324,
+      "train_map": 0.4393628903256422,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.8
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01288,
+      "train_map": 0.440756513318312,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.4
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01325,
+      "train_map": 0.4481519504999866,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 36.0
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01372,
+      "train_map": 0.4496782937032335,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.6
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01352,
+      "train_map": 0.45371008581663896,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.1
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01326,
+      "train_map": 0.4551976954659882,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.7
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01311,
+      "train_map": 0.4566615642785347,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.3
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01313,
+      "train_map": 0.4577267200489877,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.9
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01297,
+      "train_map": 0.45895876075217124,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.5
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01265,
+      "train_map": 0.45988270978264834,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.1
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01315,
+      "train_map": 0.45995643607692427,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.6
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01327,
+      "train_map": 0.46054525695302906,
+      "val_map": 0.19400069171622877,
+      "lr": 1e-05,
+      "train_s": 40.9
+    }
+  ],
+  "final_train_map": 0.46054525695302906,
+  "final_val_map": 0.19400069171622877,
+  "lora/map": 0.19400069171622877,
+  "train_seconds": 40.9,
+  "wall_seconds": 155.5
+}

p5-mae-15m-d0/exports/step_00020000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00020000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.14009024958573352,
+  "probe/map_train": 0.5299194028187522,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.16525357694937662,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.764396145939827,
+  "probe/total_s": 8.290333035984077,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.16343141709846679
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16387407625919345
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.16525357694937662
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16324507584530273
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.15348295586146557
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13287244606109255
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10606044270204243
+    }
+  ],
+  "per_class_ap": [
+    0.6298686265945435,
+    0.014457597397267818,
+    0.06441491097211838,
+    0.19732311367988586,
+    0.11542931199073792,
+    0.27180159091949463,
+    0.20676228404045105,
+    0.3133416473865509,
+    0.04971267655491829,
+    0.050612084567546844,
+    0.01839061826467514,
+    0.07493327558040619,
+    0.521904468536377,
+    0.3200890123844147,
+    0.05148380622267723,
+    0.4640464782714844,
+    0.3068571388721466,
+    0.3403693735599518,
+    0.06775504350662231,
+    0.11694671958684921,
+    0.25725266337394714,
+    0.08377545326948166,
+    0.18490424752235413,
+    0.14402411878108978,
+    0.08247560262680054,
+    0.024292489513754845,
+    0.07076830416917801,
+    0.1825532764196396,
+    0.3166927397251129,
+    0.08848212659358978,
+    0.269208699464798,
+    0.18083344399929047,
+    0.02614046446979046,
+    0.05902727693319321,
+    0.2511930465698242,
+    0.06405334919691086,
+    0.3999050557613373,
+    0.07318465411663055,
+    0.11207791417837143,
+    0.14242470264434814,
+    0.19494812190532684,
+    0.017936009913682938,
+    0.05896710604429245,
+    0.36193373799324036,
+    0.011362207122147083,
+    0.0805022194981575,
+    0.013514168560504913,
+    0.12769484519958496,
+    0.037864118814468384,
+    0.0751149132847786,
+    0.11202133446931839,
+    0.008204896934330463,
+    0.08238980919122696,
+    0.03697123005986214,
+    0.21132615208625793,
+    0.1046409010887146,
+    0.2483060657978058,
+    0.3438805639743805,
+    0.11767818033695221,
+    0.08862245827913284,
+    0.15380294620990753,
+    0.18177010118961334,
+    0.0599106028676033,
+    0.1281830072402954,
+    0.5395300984382629,
+    0.22270411252975464,
+    0.3092379868030548,
+    0.31676605343818665,
+    0.403524786233902,
+    0.3883601427078247,
+    0.09940757602453232,
+    0.11404283344745636,
+    0.19184531271457672,
+    0.1738782674074173,
+    0.18098564445972443,
+    0.24348099529743195,
+    0.04638585448265076,
+    0.19411052763462067,
+    0.17529112100601196,
+    0.1274922490119934,
+    0.02390788309276104,
+    0.10335752367973328,
+    0.3705611824989319,
+    0.12640179693698883,
+    0.09030613303184509,
+    0.026801306754350662,
+    0.056552786380052567,
+    0.04420854151248932,
+    0.06509848684072495,
+    0.1276879608631134,
+    0.05719558522105217,
+    0.05279231071472168,
+    0.17260169982910156,
+    0.025298016145825386,
+    0.03864267095923424,
+    0.06557271629571915,
+    0.028795277699828148,
+    0.05570325255393982,
+    0.12334971129894257,
+    0.1945800483226776,
+    0.16329386830329895,
+    0.2889421582221985,
+    0.044242970645427704,
+    0.04466302692890167,
+    0.03025204688310623,
+    0.056857213377952576,
+    0.061785850673913956,
+    0.06270163506269455,
+    0.08822224289178848,
+    0.203184574842453,
+    0.20731127262115479,
+    0.12455664575099945,
+    0.10258026421070099,
+    0.07565160095691681,
+    0.03773023933172226,
+    0.17964071035385132,
+    0.17627015709877014,
+    0.1298825442790985,
+    0.14008209109306335,
+    0.27606597542762756,
+    0.2822176218032837,
+    0.12511134147644043,
+    0.07025345414876938,
+    0.10467018932104111,
+    0.0101331090554595,
+    0.025442074984312057,
+    0.13133522868156433,
+    0.17586861550807953,
+    0.12384665012359619,
+    0.08870760351419449,
+    0.005659017246216536,
+    0.08110294491052628,
+    0.12312076985836029,
+    0.12258455157279968,
+    0.05350377783179283,
+    0.018016686663031578,
+    0.07580149918794632,
+    0.7244048118591309,
+    0.25271129608154297,
+    0.3227921426296234,
+    0.42858630418777466,
+    0.3406486511230469,
+    0.19083812832832336,
+    0.15819790959358215,
+    0.07220272719860077,
+    0.13599245250225067,
+    0.10155162215232849,
+    0.2922385334968567,
+    0.1441524475812912,
+    0.20357292890548706,
+    0.1734144538640976,
+    0.18113844096660614,
+    0.2559669613838196,
+    0.13181881606578827,
+    0.13307307660579681,
+    0.18746516108512878,
+    0.09066943824291229,
+    0.07935505360364914,
+    0.023765290156006813,
+    0.05550070106983185,
+    0.4656822681427002,
+    0.3151044547557831,
+    0.33003100752830505,
+    0.14548809826374054,
+    0.26473546028137207,
+    0.29207706451416016,
+    0.31628063321113586,
+    0.1560238003730774,
+    0.3122034966945648,
+    0.37544170022010803,
+    0.2071319818496704,
+    0.28520461916923523,
+    0.323930561542511,
+    0.2152867168188095,
+    0.12248728424310684,
+    0.06742676347494125,
+    0.10932619869709015,
+    0.3181895315647125,
+    0.07031580060720444,
+    0.197344571352005,
+    0.22861520946025848,
+    0.21106164157390594,
+    0.1571083962917328,
+    0.3193393647670746,
+    0.08666032552719116,
+    0.4061301052570343,
+    0.358905553817749,
+    0.13153225183486938,
+    0.32195809483528137,
+    0.14952531456947327,
+    0.14883814752101898,
+    0.12149305641651154,
+    0.3193919062614441,
+    0.2009410858154297,
+    0.16965439915657043,
+    0.3775183856487274,
+    0.07153861224651337,
+    0.11980987340211868,
+    0.12815599143505096,
+    0.27452442049980164,
+    0.05770604684948921,
+    0.23377476632595062,
+    0.10269196331501007,
+    0.17492911219596863,
+    0.23691114783287048,
+    0.16186565160751343,
+    0.20722559094429016,
+    0.5399798154830933,
+    0.23238274455070496,
+    0.25227785110473633,
+    0.7567394375801086,
+    0.3585189878940582,
+    0.4463420808315277,
+    0.05657203868031502,
+    0.2975647449493408,
+    0.1049601212143898,
+    0.035732951015233994,
+    0.2300732582807541,
+    0.16403773427009583,
+    0.12778249382972717,
+    0.17368930578231812,
+    0.1331540197134018,
+    0.20981597900390625,
+    0.20892123878002167,
+    0.09271984547376633,
+    0.07159062474966049,
+    0.05992669612169266,
+    0.043363433331251144,
+    0.1531035304069519,
+    0.046893104910850525,
+    0.041812464594841,
+    0.05065391957759857,
+    0.06835052371025085,
+    0.0432426743209362,
+    0.02965717390179634,
+    0.015582072548568249,
+    0.18168404698371887,
+    0.021145546808838844,
+    0.30278831720352173,
+    0.02073308639228344,
+    0.21101497113704681,
+    0.2877814471721649,
+    0.2865549325942993,
+    0.1602114886045456,
+    0.16119804978370667,
+    0.28404510021209717,
+    0.07289262861013412,
+    0.21005000174045563,
+    0.02172691747546196,
+    0.14278627932071686,
+    0.12325693666934967,
+    0.02501426823437214,
+    0.10647419840097427,
+    0.07267796248197556,
+    0.05132231488823891,
+    0.1735248863697052,
+    0.20917776226997375,
+    0.22742702066898346,
+    0.1070890799164772,
+    0.12431065738201141,
+    0.03270571306347847,
+    0.09090080112218857,
+    0.2110074907541275,
+    0.05146380141377449,
+    0.02242545410990715,
+    0.06743858009576797,
+    0.06550555676221848,
+    0.09041277319192886,
+    0.09575717151165009,
+    0.039711110293865204,
+    0.033296383917331696,
+    0.24459458887577057,
+    0.13015086948871613,
+    0.043409086763858795,
+    0.17616400122642517,
+    0.029248902574181557,
+    0.05541367456316948,
+    0.041220102459192276,
+    0.07514055073261261,
+    0.05252032354474068,
+    0.024109892547130585,
+    0.253093421459198,
+    0.1325155794620514,
+    0.22982558608055115,
+    0.0752333328127861,
+    0.24548032879829407,
+    0.2763933539390564,
+    0.29698261618614197,
+    0.20186945796012878,
+    0.22179140150547028,
+    0.226739302277565,
+    0.21737273037433624,
+    0.1252841353416443,
+    0.18683430552482605,
+    0.2135356366634369,
+    0.18906749784946442,
+    0.12774845957756042,
+    0.009438635781407356,
+    0.02222897671163082,
+    0.009664093144237995,
+    0.2757115662097931,
+    0.1853943169116974,
+    0.1656971573829651,
+    0.07173766195774078,
+    0.03799320012331009,
+    0.11968372762203217,
+    0.03789291903376579,
+    0.1831146478652954,
+    0.040176086127758026,
+    0.06063193455338478,
+    0.17324164509773254,
+    0.05501331016421318,
+    0.12388090789318085,
+    0.0866277888417244,
+    0.0717918798327446,
+    0.10753172636032104,
+    0.06296995282173157,
+    0.053399208933115005,
+    0.11032789200544357,
+    0.05960533395409584,
+    0.24261821806430817,
+    0.04425734281539917,
+    0.4333146810531616,
+    0.381420761346817,
+    0.2582396864891052,
+    0.24425926804542542,
+    0.0718216821551323,
+    0.08452284336090088,
+    0.28719717264175415,
+    0.26827824115753174,
+    0.15416660904884338,
+    0.23225200176239014,
+    0.28772562742233276,
+    0.2987998127937317,
+    0.23922859132289886,
+    0.18496088683605194,
+    0.1581757366657257,
+    0.251037061214447,
+    0.05452677607536316,
+    0.03681608662009239,
+    0.11283066868782043,
+    0.005816461518406868,
+    0.07226871699094772,
+    0.14617905020713806,
+    0.09643857926130295,
+    0.06616680324077606,
+    0.10622528195381165,
+    0.2829363942146301,
+    0.03060418739914894,
+    0.0190881434828043,
+    0.11411040276288986,
+    0.021883230656385422,
+    0.07886521518230438,
+    0.09155933558940887,
+    0.023539390414953232,
+    0.06264971196651459,
+    0.03082284890115261,
+    0.014270004816353321,
+    0.02591044269502163,
+    0.16717305779457092,
+    0.009997280314564705,
+    0.0718185231089592,
+    0.12933392822742462,
+    0.0854584351181984,
+    0.03395233675837517,
+    0.030138112604618073,
+    0.37590712308883667,
+    0.2082257717847824,
+    0.016785819083452225,
+    0.11916904896497726,
+    0.12460563331842422,
+    0.09770116209983826,
+    0.08515627682209015,
+    0.36310550570487976,
+    0.1196746975183487,
+    0.04137986898422241,
+    0.07968875765800476,
+    0.06701423972845078,
+    0.027272356674075127,
+    0.014774066396057606,
+    0.022240692749619484,
+    0.0735854059457779,
+    0.12451793998479843,
+    0.04595597833395004,
+    0.1672178953886032,
+    0.16939695179462433,
+    0.20279613137245178,
+    0.054222892969846725,
+    0.057782892137765884,
+    0.03447478637099266,
+    0.21840278804302216,
+    0.10948870331048965,
+    0.020117314532399178,
+    0.3364197015762329,
+    0.21003618836402893,
+    0.07063771784305573,
+    0.464693158864975,
+    0.5402047634124756,
+    0.023360732942819595,
+    0.3642866909503937,
+    0.40606170892715454,
+    0.057336967438459396,
+    0.11968321353197098,
+    0.19815519452095032,
+    0.026589583605527878,
+    0.021204384043812752,
+    0.04785895720124245,
+    0.024817388504743576,
+    0.05434134975075722,
+    0.015303101390600204,
+    0.013464119285345078,
+    0.09554696828126907,
+    0.04584914445877075,
+    0.04143141955137253,
+    0.3113696575164795,
+    0.18031653761863708,
+    0.0219118595123291,
+    0.013462036848068237,
+    0.10786958038806915,
+    0.12719671428203583,
+    0.24193160235881805,
+    0.0754656121134758,
+    0.07288096845149994,
+    0.21590466797351837,
+    0.08796590566635132,
+    0.08462361991405487,
+    0.03709528222680092,
+    0.1761658936738968,
+    0.16517767310142517,
+    0.17629529535770416,
+    0.05838414654135704,
+    0.14184078574180603,
+    0.2039487063884735,
+    0.09201718866825104,
+    0.007327553816139698,
+    0.07785561680793762,
+    0.2156299203634262,
+    0.094089575111866,
+    0.10222139209508896,
+    0.024642668664455414,
+    0.016810597851872444,
+    0.029346970841288567,
+    0.01019449532032013,
+    0.08733362704515457,
+    0.012437121942639351,
+    0.10336559265851974,
+    0.02707754820585251,
+    0.007344197016209364,
+    0.023271042853593826,
+    0.09532418102025986,
+    0.00822228379547596,
+    0.04740838333964348,
+    0.014037839137017727,
+    0.03919578343629837,
+    0.0403473824262619,
+    0.24965961277484894,
+    0.03525599464774132,
+    0.1017317920923233,
+    0.033880673348903656,
+    0.10700496286153793,
+    0.04096123203635216,
+    0.030195696279406548,
+    0.3103155493736267,
+    0.407390832901001,
+    0.19415566325187683,
+    0.14124302566051483,
+    0.04945773631334305,
+    0.04773106053471565,
+    0.04211346432566643,
+    0.14831413328647614,
+    0.09587537497282028,
+    0.06301647424697876,
+    0.06507930159568787,
+    0.010357609950006008,
+    0.0774485245347023,
+    0.004778448026627302,
+    0.2536124289035797,
+    0.06764402240514755,
+    0.08631530404090881,
+    0.21564754843711853,
+    0.16400863230228424,
+    0.08547531813383102,
+    0.026867104694247246,
+    0.10877901315689087,
+    0.0884411409497261,
+    0.01664697378873825,
+    0.007885303348302841,
+    0.060304898768663406,
+    0.048878081142902374,
+    0.053984541445970535,
+    0.23994994163513184,
+    0.23217228055000305,
+    0.08467818796634674,
+    0.15540356934070587,
+    0.22393323481082916,
+    0.052735019475221634,
+    0.03994017839431763,
+    0.08364555239677429,
+    0.0584871731698513,
+    0.11129765212535858,
+    0.10897393524646759,
+    0.27496904134750366,
+    0.010469711385667324,
+    0.137395441532135,
+    0.026217594742774963,
+    0.02214999496936798,
+    0.10112487524747849,
+    0.01916435919702053,
+    0.016113346442580223,
+    0.03868486359715462,
+    0.020888978615403175,
+    0.14948616921901703,
+    0.08241454511880875,
+    0.008089580573141575,
+    0.12935078144073486,
+    0.22899344563484192,
+    0.07375699281692505,
+    0.3367667496204376,
+    0.025146983563899994,
+    0.02112116850912571,
+    0.021215233951807022,
+    0.22851358354091644,
+    0.15480771660804749,
+    0.043904874473810196,
+    0.008265641517937183,
+    0.12051008641719818,
+    0.11037040501832962
+  ]
+}

p5-mae-15m-d0/exports/step_00025000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00025000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00025000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.14403558452039306,
+  "probe/map_train": 0.523115738264976,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17039670615122995,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 7.369349158019759,
+  "probe/total_s": 8.749145106063224,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1689782754422662
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.16900970311252228
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17039670615122995
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.16710801417603593
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1547830547793703
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.13220675198177487
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.10856168806699566
+    }
+  ],
+  "per_class_ap": [
+    0.6313137412071228,
+    0.014552724547684193,
+    0.08031042665243149,
+    0.17949986457824707,
+    0.11924774199724197,
+    0.28625252842903137,
+    0.21802178025245667,
+    0.31328895688056946,
+    0.031856708228588104,
+    0.04778673127293587,
+    0.02186296135187149,
+    0.07339651137590408,
+    0.5433277487754822,
+    0.31555604934692383,
+    0.058953650295734406,
+    0.5164193511009216,
+    0.32036933302879333,
+    0.35984084010124207,
+    0.07612744718790054,
+    0.1368672251701355,
+    0.2679828703403473,
+    0.07407177239656448,
+    0.2036636918783188,
+    0.13196203112602234,
+    0.06122667342424393,
+    0.03720100224018097,
+    0.0995771661400795,
+    0.18739695847034454,
+    0.3126722276210785,
+    0.07784806936979294,
+    0.2528100311756134,
+    0.19618834555149078,
+    0.0229339599609375,
+    0.060593679547309875,
+    0.24592724442481995,
+    0.046824533492326736,
+    0.4086333215236664,
+    0.05768987908959389,
+    0.08570753782987595,
+    0.13822737336158752,
+    0.19424571096897125,
+    0.01909223385155201,
+    0.0701444000005722,
+    0.3612928092479706,
+    0.012307128868997097,
+    0.08339568227529526,
+    0.013235939666628838,
+    0.09299195557832718,
+    0.04887690022587776,
+    0.0984915941953659,
+    0.12748746573925018,
+    0.009371519088745117,
+    0.0787167027592659,
+    0.04174068942666054,
+    0.21372926235198975,
+    0.10589494556188583,
+    0.24613571166992188,
+    0.3493364751338959,
+    0.13029539585113525,
+    0.08594048023223877,
+    0.1345149129629135,
+    0.18915149569511414,
+    0.08426036685705185,
+    0.15039049088954926,
+    0.557071328163147,
+    0.24674873054027557,
+    0.29790717363357544,
+    0.3203369677066803,
+    0.4337100684642792,
+    0.3853905498981476,
+    0.10977741330862045,
+    0.13107766211032867,
+    0.1934608370065689,
+    0.17641180753707886,
+    0.17777766287326813,
+    0.24950957298278809,
+    0.056814566254615784,
+    0.1835855096578598,
+    0.19385993480682373,
+    0.1095723807811737,
+    0.01997191645205021,
+    0.1059718132019043,
+    0.33805200457572937,
+    0.12292543053627014,
+    0.09583091735839844,
+    0.028516510501503944,
+    0.08029624819755554,
+    0.05372440069913864,
+    0.044611282646656036,
+    0.07836572825908661,
+    0.09504207968711853,
+    0.08892515301704407,
+    0.1970650851726532,
+    0.027434824034571648,
+    0.03899276629090309,
+    0.06480992585420609,
+    0.017298026010394096,
+    0.0408201739192009,
+    0.13799771666526794,
+    0.19347505271434784,
+    0.18996165692806244,
+    0.25547483563423157,
+    0.04647073894739151,
+    0.04416771978139877,
+    0.03381313383579254,
+    0.04716884344816208,
+    0.07428562641143799,
+    0.07378105819225311,
+    0.0848296657204628,
+    0.22642000019550323,
+    0.20771686732769012,
+    0.14069631695747375,
+    0.12227053940296173,
+    0.09356503933668137,
+    0.04617023840546608,
+    0.19739998877048492,
+    0.19478492438793182,
+    0.11421255767345428,
+    0.1277788281440735,
+    0.2809234857559204,
+    0.30719202756881714,
+    0.15453465282917023,
+    0.0805736631155014,
+    0.08630144596099854,
+    0.009707051329314709,
+    0.022774945944547653,
+    0.13302060961723328,
+    0.18409641087055206,
+    0.13185951113700867,
+    0.11397620290517807,
+    0.005650521256029606,
+    0.06446133553981781,
+    0.1651417464017868,
+    0.1666032373905182,
+    0.07941411435604095,
+    0.011019522324204445,
+    0.12167411297559738,
+    0.7315597534179688,
+    0.2559768259525299,
+    0.3366001546382904,
+    0.4390374720096588,
+    0.3548589050769806,
+    0.15097035467624664,
+    0.1527731716632843,
+    0.09739407896995544,
+    0.1446927934885025,
+    0.10801321268081665,
+    0.2656211853027344,
+    0.13571131229400635,
+    0.2083260416984558,
+    0.13016711175441742,
+    0.17519719898700714,
+    0.259176105260849,
+    0.1253800392150879,
+    0.13815593719482422,
+    0.22527800500392914,
+    0.10853271931409836,
+    0.10382141172885895,
+    0.02894664742052555,
+    0.06834934651851654,
+    0.4805818200111389,
+    0.31056496500968933,
+    0.33222708106040955,
+    0.1450110673904419,
+    0.2847406566143036,
+    0.30671367049217224,
+    0.3221617043018341,
+    0.13460510969161987,
+    0.3149189054965973,
+    0.3897411823272705,
+    0.2347768247127533,
+    0.3047366738319397,
+    0.3388192355632782,
+    0.17670650780200958,
+    0.10959937423467636,
+    0.06294022500514984,
+    0.12443345040082932,
+    0.3464173376560211,
+    0.08577200025320053,
+    0.16785579919815063,
+    0.21168091893196106,
+    0.17387624084949493,
+    0.16504675149917603,
+    0.33647510409355164,
+    0.0686575174331665,
+    0.4069586992263794,
+    0.36426088213920593,
+    0.1432696431875229,
+    0.3140941262245178,
+    0.16733227670192719,
+    0.17671136558055878,
+    0.09655462950468063,
+    0.32223397493362427,
+    0.1931568831205368,
+    0.1724526435136795,
+    0.3886074125766754,
+    0.06760980933904648,
+    0.11863242089748383,
+    0.130924791097641,
+    0.30985942482948303,
+    0.05586652085185051,
+    0.22857940196990967,
+    0.12783066928386688,
+    0.17503856122493744,
+    0.22792862355709076,
+    0.17209865152835846,
+    0.21081078052520752,
+    0.5722476243972778,
+    0.24059975147247314,
+    0.25307324528694153,
+    0.7623299956321716,
+    0.3866845369338989,
+    0.5168381333351135,
+    0.060025569051504135,
+    0.3150048851966858,
+    0.10152952373027802,
+    0.03873388096690178,
+    0.23221011459827423,
+    0.1638830155134201,
+    0.12803645431995392,
+    0.15224230289459229,
+    0.12600037455558777,
+    0.19442690908908844,
+    0.20396175980567932,
+    0.07655410468578339,
+    0.0873895138502121,
+    0.06642576307058334,
+    0.03690890967845917,
+    0.11898846179246902,
+    0.04276260361075401,
+    0.04499593749642372,
+    0.07786771655082703,
+    0.06232078745961189,
+    0.030173182487487793,
+    0.04279105365276337,
+    0.01460301037877798,
+    0.17922864854335785,
+    0.021207328885793686,
+    0.33772891759872437,
+    0.022363925352692604,
+    0.21521438658237457,
+    0.27828118205070496,
+    0.26599982380867004,
+    0.20282229781150818,
+    0.16935758292675018,
+    0.23558111488819122,
+    0.058844055980443954,
+    0.21946291625499725,
+    0.023235181346535683,
+    0.13321344554424286,
+    0.1196746677160263,
+    0.02254791185259819,
+    0.08035153895616531,
+    0.06706401705741882,
+    0.05259750410914421,
+    0.19091695547103882,
+    0.197020024061203,
+    0.25476256012916565,
+    0.09141828864812851,
+    0.1377800703048706,
+    0.0326794758439064,
+    0.08824796974658966,
+    0.16777092218399048,
+    0.0560913123190403,
+    0.019879190251231194,
+    0.06119907647371292,
+    0.07635950297117233,
+    0.09825442731380463,
+    0.09565525501966476,
+    0.039071034640073776,
+    0.035840217024087906,
+    0.22609397768974304,
+    0.13182394206523895,
+    0.04551422968506813,
+    0.14568445086479187,
+    0.026340216398239136,
+    0.06262267380952835,
+    0.023258399218320847,
+    0.07634930312633514,
+    0.05486266314983368,
+    0.02249532751739025,
+    0.22198736667633057,
+    0.14994651079177856,
+    0.24181300401687622,
+    0.07798726111650467,
+    0.2600497603416443,
+    0.2743554711341858,
+    0.3155834376811981,
+    0.23568536341190338,
+    0.22649535536766052,
+    0.23889081180095673,
+    0.2390349805355072,
+    0.12585516273975372,
+    0.20712311565876007,
+    0.21777662634849548,
+    0.21646912395954132,
+    0.13552646338939667,
+    0.008057664148509502,
+    0.015675518661737442,
+    0.014873621985316277,
+    0.2824374735355377,
+    0.19953545928001404,
+    0.19803142547607422,
+    0.07357523590326309,
+    0.036047592759132385,
+    0.10504572838544846,
+    0.050077229738235474,
+    0.1820264607667923,
+    0.06033414974808693,
+    0.06891416758298874,
+    0.18453672528266907,
+    0.055385541170835495,
+    0.13883189857006073,
+    0.10115973651409149,
+    0.07705079764127731,
+    0.13232505321502686,
+    0.06326840817928314,
+    0.05126515030860901,
+    0.11864478141069412,
+    0.05154085531830788,
+    0.2475637048482895,
+    0.030314480885863304,
+    0.44441166520118713,
+    0.38808849453926086,
+    0.27526965737342834,
+    0.24210722744464874,
+    0.05811409652233124,
+    0.07950235158205032,
+    0.28966251015663147,
+    0.2799341678619385,
+    0.16494178771972656,
+    0.2571922242641449,
+    0.29291337728500366,
+    0.3171386122703552,
+    0.21689121425151825,
+    0.18351925909519196,
+    0.1416674703359604,
+    0.212362602353096,
+    0.06656979769468307,
+    0.04146726056933403,
+    0.12540678679943085,
+    0.009612761437892914,
+    0.07115697115659714,
+    0.15445813536643982,
+    0.12014950811862946,
+    0.09715380519628525,
+    0.11357682198286057,
+    0.3098236918449402,
+    0.02075193077325821,
+    0.02273273654282093,
+    0.1190166026353836,
+    0.020689141005277634,
+    0.08017972111701965,
+    0.0901891216635704,
+    0.021135136485099792,
+    0.07507731765508652,
+    0.022666344419121742,
+    0.011553146876394749,
+    0.0338934026658535,
+    0.16427597403526306,
+    0.012217245064675808,
+    0.06808967888355255,
+    0.1534515917301178,
+    0.10180416703224182,
+    0.036958664655685425,
+    0.04760054126381874,
+    0.4030822217464447,
+    0.17022228240966797,
+    0.019129561260342598,
+    0.15045835077762604,
+    0.1512460559606552,
+    0.11713007092475891,
+    0.08855380862951279,
+    0.35399311780929565,
+    0.15888471901416779,
+    0.047800563275814056,
+    0.08545839041471481,
+    0.07986891269683838,
+    0.02750566229224205,
+    0.015368789434432983,
+    0.016591710969805717,
+    0.09273917227983475,
+    0.14083676040172577,
+    0.07220055162906647,
+    0.15330623090267181,
+    0.19636817276477814,
+    0.1971306949853897,
+    0.039739642292261124,
+    0.04834238812327385,
+    0.04560048133134842,
+    0.20523615181446075,
+    0.11800729483366013,
+    0.02085888385772705,
+    0.3490333557128906,
+    0.26978790760040283,
+    0.0681554451584816,
+    0.4784005582332611,
+    0.5322344899177551,
+    0.022874878719449043,
+    0.34529635310173035,
+    0.4573257565498352,
+    0.05745866149663925,
+    0.1294003278017044,
+    0.1941927820444107,
+    0.027801627293229103,
+    0.03529976308345795,
+    0.05511263385415077,
+    0.059119727462530136,
+    0.06070580706000328,
+    0.02295779436826706,
+    0.0188966803252697,
+    0.0870545357465744,
+    0.028058145195245743,
+    0.04193040356040001,
+    0.2966274917125702,
+    0.10673277080059052,
+    0.02761884033679962,
+    0.017222214490175247,
+    0.10587935894727707,
+    0.09804294258356094,
+    0.2562180459499359,
+    0.06484819948673248,
+    0.07274637371301651,
+    0.2065081000328064,
+    0.10810574889183044,
+    0.0954420417547226,
+    0.0598921962082386,
+    0.1811685860157013,
+    0.16359932720661163,
+    0.1985965520143509,
+    0.07945206761360168,
+    0.1578069031238556,
+    0.2073274850845337,
+    0.098380908370018,
+    0.008675751276314259,
+    0.0920398160815239,
+    0.22618865966796875,
+    0.0966312438249588,
+    0.10026238858699799,
+    0.03937813267111778,
+    0.017353292554616928,
+    0.027995314449071884,
+    0.010476663708686829,
+    0.08427946269512177,
+    0.015148711390793324,
+    0.11255399137735367,
+    0.041045933961868286,
+    0.008365643210709095,
+    0.022566672414541245,
+    0.07935435324907303,
+    0.01704435609281063,
+    0.06495887041091919,
+    0.015217995271086693,
+    0.04739769175648689,
+    0.04623916745185852,
+    0.20314712822437286,
+    0.022012917324900627,
+    0.11886626482009888,
+    0.03657219186425209,
+    0.12513794004917145,
+    0.04389017075300217,
+    0.03183279559016228,
+    0.34340447187423706,
+    0.4426426589488983,
+    0.22210869193077087,
+    0.13659869134426117,
+    0.04380292445421219,
+    0.0625038668513298,
+    0.06342871487140656,
+    0.16839048266410828,
+    0.11822040379047394,
+    0.07279948890209198,
+    0.06509382277727127,
+    0.014795628376305103,
+    0.10018270462751389,
+    0.0048227449879050255,
+    0.2536980211734772,
+    0.06761544197797775,
+    0.10383311659097672,
+    0.22158527374267578,
+    0.1703721433877945,
+    0.09833221137523651,
+    0.02034565806388855,
+    0.10558377206325531,
+    0.06931258738040924,
+    0.009421044029295444,
+    0.00963449664413929,
+    0.06348537653684616,
+    0.04901045933365822,
+    0.0453047975897789,
+    0.18931648135185242,
+    0.3074098229408264,
+    0.07572977989912033,
+    0.16792362928390503,
+    0.21639877557754517,
+    0.05294385552406311,
+    0.05124469846487045,
+    0.08163921535015106,
+    0.047876182943582535,
+    0.10827343910932541,
+    0.10427749156951904,
+    0.27276521921157837,
+    0.011629106476902962,
+    0.14514677226543427,
+    0.023661846294999123,
+    0.017872929573059082,
+    0.09855379164218903,
+    0.02545410394668579,
+    0.016235731542110443,
+    0.03756505995988846,
+    0.018695779144763947,
+    0.13113242387771606,
+    0.09161245077848434,
+    0.0069929021410644054,
+    0.12544302642345428,
+    0.24088437855243683,
+    0.09574605524539948,
+    0.37266677618026733,
+    0.0414721854031086,
+    0.019099252298474312,
+    0.022212354466319084,
+    0.2242170125246048,
+    0.18471777439117432,
+    0.05556177347898483,
+    0.010079577565193176,
+    0.10378897190093994,
+    0.1192488744854927
+  ]
+}

p5-mae-15m-d0/exports/step_00030000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00030000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00030000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.14917895972262185,
+  "probe/map_train": 0.5199117275410856,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17597858742165753,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.830923172063194,
+  "probe/total_s": 8.305193937034346,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17396086804741956
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17459941295238893
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17597858742165753
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1737651082252345
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16210707388747575
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.1397281357584666
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11261162450236659
+    }
+  ],
+  "per_class_ap": [
+    0.6308591961860657,
+    0.013524653390049934,
+    0.0760941132903099,
+    0.1771436482667923,
+    0.12162303179502487,
+    0.3032185435295105,
+    0.2281969040632248,
+    0.29885226488113403,
+    0.031980447471141815,
+    0.03937019780278206,
+    0.02149992622435093,
+    0.0811181366443634,
+    0.5622568130493164,
+    0.3242831230163574,
+    0.04294077306985855,
+    0.5083619356155396,
+    0.30953460931777954,
+    0.36519312858581543,
+    0.0705036073923111,
+    0.1500798612833023,
+    0.2549528181552887,
+    0.07216297090053558,
+    0.20390626788139343,
+    0.1431361436843872,
+    0.07309284061193466,
+    0.03130858764052391,
+    0.0910291075706482,
+    0.18838724493980408,
+    0.32993078231811523,
+    0.08593432605266571,
+    0.24631541967391968,
+    0.20448088645935059,
+    0.01938606984913349,
+    0.06581319868564606,
+    0.2502163052558899,
+    0.060231272131204605,
+    0.4448935389518738,
+    0.06668110936880112,
+    0.10562027990818024,
+    0.12842154502868652,
+    0.20263689756393433,
+    0.017698582261800766,
+    0.08253524452447891,
+    0.387245774269104,
+    0.01099460944533348,
+    0.09487802535295486,
+    0.01391249243170023,
+    0.11168967932462692,
+    0.05926407128572464,
+    0.09034562855958939,
+    0.13723105192184448,
+    0.00959738064557314,
+    0.07452554255723953,
+    0.04794258624315262,
+    0.232613205909729,
+    0.12601560354232788,
+    0.2513969838619232,
+    0.36849093437194824,
+    0.12143556028604507,
+    0.08092564344406128,
+    0.13511784374713898,
+    0.1862480640411377,
+    0.07745065540075302,
+    0.15569187700748444,
+    0.5594594478607178,
+    0.257455438375473,
+    0.2960222661495209,
+    0.32806313037872314,
+    0.43516817688941956,
+    0.3914572596549988,
+    0.10730151832103729,
+    0.1380385458469391,
+    0.20676442980766296,
+    0.17729231715202332,
+    0.18232204020023346,
+    0.24849623441696167,
+    0.056515488773584366,
+    0.1802874505519867,
+    0.18927602469921112,
+    0.13036729395389557,
+    0.020940611138939857,
+    0.10975413024425507,
+    0.37265485525131226,
+    0.11323922127485275,
+    0.10940001159906387,
+    0.02733004279434681,
+    0.05954821780323982,
+    0.029652589932084084,
+    0.039643872529268265,
+    0.08440733700990677,
+    0.056755680590867996,
+    0.054528892040252686,
+    0.2046712189912796,
+    0.025986457243561745,
+    0.038603633642196655,
+    0.06596238166093826,
+    0.018966060131788254,
+    0.037122998386621475,
+    0.14578326046466827,
+    0.20493456721305847,
+    0.20012608170509338,
+    0.2648981809616089,
+    0.046777598559856415,
+    0.04530702158808708,
+    0.029653169214725494,
+    0.053720444440841675,
+    0.07346530258655548,
+    0.06793450564146042,
+    0.10086820274591446,
+    0.23686552047729492,
+    0.2306903451681137,
+    0.13576170802116394,
+    0.11649438738822937,
+    0.08597315102815628,
+    0.04303758591413498,
+    0.22340470552444458,
+    0.21172024309635162,
+    0.13377299904823303,
+    0.17823319137096405,
+    0.2839222848415375,
+    0.29835745692253113,
+    0.16066576540470123,
+    0.07429326325654984,
+    0.09377341717481613,
+    0.0095949936658144,
+    0.021578818559646606,
+    0.13703683018684387,
+    0.177216038107872,
+    0.1796598881483078,
+    0.13695938885211945,
+    0.006468870677053928,
+    0.07590137422084808,
+    0.11578565835952759,
+    0.11816654354333878,
+    0.07274623215198517,
+    0.008601073175668716,
+    0.11520830541849136,
+    0.7275979518890381,
+    0.24720986187458038,
+    0.3291711211204529,
+    0.4445450007915497,
+    0.329393208026886,
+    0.1694847047328949,
+    0.11803587526082993,
+    0.09834526479244232,
+    0.18732231855392456,
+    0.10391801595687866,
+    0.3372797667980194,
+    0.15894825756549835,
+    0.19844873249530792,
+    0.18689844012260437,
+    0.1874808669090271,
+    0.25518637895584106,
+    0.12764756381511688,
+    0.12397482991218567,
+    0.218606635928154,
+    0.10082122683525085,
+    0.09963097423315048,
+    0.02862853743135929,
+    0.06171303242444992,
+    0.4847559630870819,
+    0.3061849772930145,
+    0.3380063772201538,
+    0.16586557030677795,
+    0.27355581521987915,
+    0.29804039001464844,
+    0.3299066722393036,
+    0.17296379804611206,
+    0.31322386860847473,
+    0.4115077257156372,
+    0.23844654858112335,
+    0.29393336176872253,
+    0.3297078311443329,
+    0.23833729326725006,
+    0.11241615563631058,
+    0.06962763518095016,
+    0.1310884952545166,
+    0.3491147756576538,
+    0.06781008839607239,
+    0.17043635249137878,
+    0.2483929991722107,
+    0.1948222815990448,
+    0.17327991127967834,
+    0.33502912521362305,
+    0.08454466611146927,
+    0.43487757444381714,
+    0.3890933692455292,
+    0.18624073266983032,
+    0.2970842719078064,
+    0.1788574457168579,
+    0.20592790842056274,
+    0.11343317478895187,
+    0.35533973574638367,
+    0.22118444740772247,
+    0.19697929918766022,
+    0.39740875363349915,
+    0.06890639662742615,
+    0.10904408991336823,
+    0.11584646254777908,
+    0.30363741517066956,
+    0.05859356373548508,
+    0.23905223608016968,
+    0.1830810308456421,
+    0.18283171951770782,
+    0.20199698209762573,
+    0.18549801409244537,
+    0.22066901624202728,
+    0.5729184746742249,
+    0.25275346636772156,
+    0.24646084010601044,
+    0.7764484286308289,
+    0.3939325213432312,
+    0.5214148163795471,
+    0.05502697452902794,
+    0.3139243423938751,
+    0.13122811913490295,
+    0.04428599029779434,
+    0.23598767817020416,
+    0.17506499588489532,
+    0.11631052196025848,
+    0.15182693302631378,
+    0.13754549622535706,
+    0.20474873483181,
+    0.19672968983650208,
+    0.06968159973621368,
+    0.09177324920892715,
+    0.04768746346235275,
+    0.03352201730012894,
+    0.13071972131729126,
+    0.04178842529654503,
+    0.051522113382816315,
+    0.05983981862664223,
+    0.08683183789253235,
+    0.03405524417757988,
+    0.04203157126903534,
+    0.019823096692562103,
+    0.17779353260993958,
+    0.02750653773546219,
+    0.37920597195625305,
+    0.027082577347755432,
+    0.20023147761821747,
+    0.28871238231658936,
+    0.2734472453594208,
+    0.1923166811466217,
+    0.15499800443649292,
+    0.2593696117401123,
+    0.061076272279024124,
+    0.2065189629793167,
+    0.02568886987864971,
+    0.1415005326271057,
+    0.10613333433866501,
+    0.02452259697020054,
+    0.08388214558362961,
+    0.07189035415649414,
+    0.062477171421051025,
+    0.1827646940946579,
+    0.23282015323638916,
+    0.28385287523269653,
+    0.08501891046762466,
+    0.15437595546245575,
+    0.03887370973825455,
+    0.10195862501859665,
+    0.20406052470207214,
+    0.056086666882038116,
+    0.021572839468717575,
+    0.06731312721967697,
+    0.08065848797559738,
+    0.12612886726856232,
+    0.08484157919883728,
+    0.03703270107507706,
+    0.034158121794462204,
+    0.229706272482872,
+    0.14914634823799133,
+    0.045278169214725494,
+    0.13968011736869812,
+    0.026074931025505066,
+    0.05552596226334572,
+    0.019278494641184807,
+    0.06420735269784927,
+    0.06760480999946594,
+    0.019473783671855927,
+    0.2409619837999344,
+    0.1453668475151062,
+    0.24098257720470428,
+    0.0793030858039856,
+    0.26279211044311523,
+    0.3215281665325165,
+    0.35165244340896606,
+    0.2330358475446701,
+    0.2436676025390625,
+    0.22633008658885956,
+    0.24823592603206635,
+    0.11599471420049667,
+    0.18924275040626526,
+    0.2523449659347534,
+    0.23718155920505524,
+    0.15923988819122314,
+    0.009020361118018627,
+    0.015275397337973118,
+    0.012991674244403839,
+    0.2885553538799286,
+    0.20072782039642334,
+    0.21555568277835846,
+    0.09184093028306961,
+    0.037163350731134415,
+    0.11460347473621368,
+    0.053952574729919434,
+    0.19164299964904785,
+    0.06662292033433914,
+    0.0938640832901001,
+    0.16090606153011322,
+    0.06423535943031311,
+    0.1444079726934433,
+    0.11841932684183121,
+    0.095551036298275,
+    0.13490384817123413,
+    0.060845956206321716,
+    0.04804196208715439,
+    0.13707749545574188,
+    0.054887089878320694,
+    0.2766331136226654,
+    0.036270301789045334,
+    0.45586878061294556,
+    0.4023171365261078,
+    0.285163015127182,
+    0.2662176489830017,
+    0.07164497673511505,
+    0.08791381865739822,
+    0.2924726903438568,
+    0.28604406118392944,
+    0.15858019888401031,
+    0.2187090814113617,
+    0.2974753975868225,
+    0.36027640104293823,
+    0.24587437510490417,
+    0.21313144266605377,
+    0.1689462810754776,
+    0.27049264311790466,
+    0.06821665912866592,
+    0.04375109449028969,
+    0.14748123288154602,
+    0.012161980383098125,
+    0.0538640171289444,
+    0.16811642050743103,
+    0.11173416674137115,
+    0.08766500651836395,
+    0.11875028908252716,
+    0.34505507349967957,
+    0.029523497447371483,
+    0.026778841391205788,
+    0.12810324132442474,
+    0.02764158509671688,
+    0.0813966915011406,
+    0.10612428933382034,
+    0.022712398320436478,
+    0.08259916305541992,
+    0.024073800072073936,
+    0.01926770620048046,
+    0.03542911633849144,
+    0.16763579845428467,
+    0.01309810671955347,
+    0.06275136768817902,
+    0.16883619129657745,
+    0.11317890882492065,
+    0.03649413213133812,
+    0.045662421733140945,
+    0.39927026629447937,
+    0.20479163527488708,
+    0.01986340619623661,
+    0.17252948880195618,
+    0.14465774595737457,
+    0.0950550064444542,
+    0.09451369196176529,
+    0.3905927240848541,
+    0.14703021943569183,
+    0.056433554738759995,
+    0.08999697118997574,
+    0.09364188462495804,
+    0.055039308965206146,
+    0.015287041664123535,
+    0.019554227590560913,
+    0.09359260648488998,
+    0.14081084728240967,
+    0.07363482564687729,
+    0.16521631181240082,
+    0.17743884027004242,
+    0.22791238129138947,
+    0.046893566846847534,
+    0.04777178540825844,
+    0.06631644070148468,
+    0.18707992136478424,
+    0.1321587711572647,
+    0.020108617842197418,
+    0.3659621775150299,
+    0.2758331000804901,
+    0.0654216930270195,
+    0.5047534108161926,
+    0.5752450227737427,
+    0.025655725970864296,
+    0.3917618989944458,
+    0.44497552514076233,
+    0.05698075890541077,
+    0.13445118069648743,
+    0.20941376686096191,
+    0.030048152431845665,
+    0.036961283534765244,
+    0.08015008270740509,
+    0.060456424951553345,
+    0.09079303592443466,
+    0.027602575719356537,
+    0.018172280862927437,
+    0.10047101229429245,
+    0.02599777653813362,
+    0.04234926402568817,
+    0.30524927377700806,
+    0.10909757763147354,
+    0.02484041079878807,
+    0.012234487570822239,
+    0.11986393481492996,
+    0.10409897565841675,
+    0.2622043788433075,
+    0.06537068635225296,
+    0.08116542547941208,
+    0.2147548645734787,
+    0.11440163105726242,
+    0.11445624381303787,
+    0.052123673260211945,
+    0.18673762679100037,
+    0.1785483956336975,
+    0.18561121821403503,
+    0.1085779070854187,
+    0.17436964809894562,
+    0.22580817341804504,
+    0.12768524885177612,
+    0.009286561980843544,
+    0.1002291813492775,
+    0.24610604345798492,
+    0.0958419144153595,
+    0.10840171575546265,
+    0.03221268206834793,
+    0.01925654150545597,
+    0.027681266888976097,
+    0.009892700240015984,
+    0.09114143997430801,
+    0.010936475358903408,
+    0.11358819156885147,
+    0.03367982804775238,
+    0.009592236019670963,
+    0.02537977322936058,
+    0.08415041118860245,
+    0.012215555645525455,
+    0.062240391969680786,
+    0.015896720811724663,
+    0.06985975056886673,
+    0.04838649928569794,
+    0.21804046630859375,
+    0.030006317421793938,
+    0.1370808631181717,
+    0.04139506816864014,
+    0.1513243168592453,
+    0.04530720412731171,
+    0.03195915371179581,
+    0.3288288414478302,
+    0.3896540105342865,
+    0.22369541227817535,
+    0.16226187348365784,
+    0.04023370146751404,
+    0.09243874996900558,
+    0.05044074356555939,
+    0.1950540542602539,
+    0.10334973782300949,
+    0.07405976206064224,
+    0.08230305463075638,
+    0.019117482006549835,
+    0.09963645040988922,
+    0.004822949878871441,
+    0.25227949023246765,
+    0.08456682413816452,
+    0.09828069061040878,
+    0.23389188945293427,
+    0.1681765764951706,
+    0.08563276380300522,
+    0.021999208256602287,
+    0.11945127695798874,
+    0.07544031739234924,
+    0.010314032435417175,
+    0.010378568433225155,
+    0.0663393959403038,
+    0.06417018175125122,
+    0.061850640922784805,
+    0.1936817765235901,
+    0.3052087426185608,
+    0.09076542407274246,
+    0.1659327894449234,
+    0.22577953338623047,
+    0.04965483397245407,
+    0.0529964454472065,
+    0.08157634735107422,
+    0.05131085216999054,
+    0.10249464958906174,
+    0.11114484071731567,
+    0.28962719440460205,
+    0.009365802630782127,
+    0.14881840348243713,
+    0.028391167521476746,
+    0.023465003818273544,
+    0.10017263144254684,
+    0.021645935252308846,
+    0.016431933268904686,
+    0.04361828789114952,
+    0.02001383900642395,
+    0.12136183679103851,
+    0.06986720860004425,
+    0.01017682533711195,
+    0.11786729097366333,
+    0.24744391441345215,
+    0.10234076529741287,
+    0.34833914041519165,
+    0.04511040076613426,
+    0.02434215322136879,
+    0.02151416428387165,
+    0.22988379001617432,
+    0.18180617690086365,
+    0.06537377089262009,
+    0.011755760759115219,
+    0.07460096478462219,
+    0.11290072649717331
+  ]
+}

p5-mae-15m-d0/exports/step_00035000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00035000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00035000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.15046443791787867,
+  "probe/map_train": 0.5199116651088961,
+  "probe/alpha": 1.0,
+  "probe/holdout_map": 0.17771450398786726,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.80273371306248,
+  "probe/total_s": 8.180154433008283,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.17720230788246957
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.17728151479803125
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17771450398786726
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.1743989160021085
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.16257074731799723
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14054250166719634
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11462467700990528
+    }
+  ],
+  "per_class_ap": [
+    0.6335883140563965,
+    0.015966001898050308,
+    0.06675903499126434,
+    0.17777377367019653,
+    0.12016981840133667,
+    0.2978343367576599,
+    0.22774124145507812,
+    0.2879106104373932,
+    0.03180907294154167,
+    0.0414755754172802,
+    0.022167669609189034,
+    0.07832983136177063,
+    0.5604199171066284,
+    0.32540667057037354,
+    0.048616256564855576,
+    0.5181844830513,
+    0.3326192796230316,
+    0.3692702651023865,
+    0.07050470262765884,
+    0.13955329358577728,
+    0.27284371852874756,
+    0.083028644323349,
+    0.20432113111019135,
+    0.14044150710105896,
+    0.07476431876420975,
+    0.03176003322005272,
+    0.09773056209087372,
+    0.19237007200717926,
+    0.316410094499588,
+    0.09115885943174362,
+    0.24588707089424133,
+    0.21581964194774628,
+    0.020344220101833344,
+    0.06480715423822403,
+    0.2484191209077835,
+    0.060731224715709686,
+    0.45717310905456543,
+    0.06902060657739639,
+    0.10731091350317001,
+    0.13512955605983734,
+    0.20597387850284576,
+    0.016143271699547768,
+    0.08428169041872025,
+    0.38710010051727295,
+    0.011067722924053669,
+    0.08944597095251083,
+    0.0154630271717906,
+    0.1190546303987503,
+    0.04777606949210167,
+    0.10173198580741882,
+    0.12947478890419006,
+    0.009814211167395115,
+    0.07667241990566254,
+    0.0539240837097168,
+    0.24042971432209015,
+    0.11751578748226166,
+    0.2581905722618103,
+    0.3778896629810333,
+    0.1378030627965927,
+    0.07884913682937622,
+    0.13289785385131836,
+    0.18151140213012695,
+    0.07628908008337021,
+    0.14049240946769714,
+    0.5511243343353271,
+    0.2624104619026184,
+    0.3067837655544281,
+    0.3285934627056122,
+    0.4252986013889313,
+    0.36860600113868713,
+    0.12145230174064636,
+    0.1340341418981552,
+    0.208134263753891,
+    0.18209247291088104,
+    0.18054725229740143,
+    0.2524073123931885,
+    0.05569072440266609,
+    0.18759776651859283,
+    0.1786688268184662,
+    0.12002574652433395,
+    0.019343556836247444,
+    0.12516747415065765,
+    0.3670298159122467,
+    0.0999150425195694,
+    0.10308580100536346,
+    0.025232164189219475,
+    0.07204720377922058,
+    0.030621901154518127,
+    0.036854855716228485,
+    0.06107902526855469,
+    0.08398451656103134,
+    0.07732273638248444,
+    0.1944095939397812,
+    0.03708314895629883,
+    0.03740062564611435,
+    0.06046098470687866,
+    0.02310810051858425,
+    0.04464798420667648,
+    0.1410355120897293,
+    0.23034873604774475,
+    0.22168108820915222,
+    0.30247968435287476,
+    0.04541068524122238,
+    0.044235698878765106,
+    0.025064842775464058,
+    0.056417644023895264,
+    0.06401897221803665,
+    0.06292989104986191,
+    0.10317740589380264,
+    0.22864562273025513,
+    0.21469815075397491,
+    0.13556943833827972,
+    0.11560788005590439,
+    0.08351154625415802,
+    0.046358343213796616,
+    0.2286785989999771,
+    0.22175651788711548,
+    0.159990593791008,
+    0.16907650232315063,
+    0.314836710691452,
+    0.3261379301548004,
+    0.15790006518363953,
+    0.07352294027805328,
+    0.08676841109991074,
+    0.00864198338240385,
+    0.022677334025502205,
+    0.1378905475139618,
+    0.17841629683971405,
+    0.17344769835472107,
+    0.13961079716682434,
+    0.005747014656662941,
+    0.07829802483320236,
+    0.11563628166913986,
+    0.1168808788061142,
+    0.08061889559030533,
+    0.009667808189988136,
+    0.12551772594451904,
+    0.7298611998558044,
+    0.2556992173194885,
+    0.33502668142318726,
+    0.4424954652786255,
+    0.33818551898002625,
+    0.14908048510551453,
+    0.10689900815486908,
+    0.12055843323469162,
+    0.19164195656776428,
+    0.10562203824520111,
+    0.3303215503692627,
+    0.15792874991893768,
+    0.20967470109462738,
+    0.17916613817214966,
+    0.17584706842899323,
+    0.25487595796585083,
+    0.12821125984191895,
+    0.1387573778629303,
+    0.23968607187271118,
+    0.11071217805147171,
+    0.10748433321714401,
+    0.02744131349027157,
+    0.06423571705818176,
+    0.5001367926597595,
+    0.31353768706321716,
+    0.34384244680404663,
+    0.17023420333862305,
+    0.28525006771087646,
+    0.31209510564804077,
+    0.3337846100330353,
+    0.16957801580429077,
+    0.31619954109191895,
+    0.38863423466682434,
+    0.24231906235218048,
+    0.3084474503993988,
+    0.3422795236110687,
+    0.23787826299667358,
+    0.11525454372167587,
+    0.07891890406608582,
+    0.13823947310447693,
+    0.34093087911605835,
+    0.0758976936340332,
+    0.18162284791469574,
+    0.24492524564266205,
+    0.19402477145195007,
+    0.16700224578380585,
+    0.31488099694252014,
+    0.09450209885835648,
+    0.43737101554870605,
+    0.3625001609325409,
+    0.20082737505435944,
+    0.2922790050506592,
+    0.1817905604839325,
+    0.19861261546611786,
+    0.11475183069705963,
+    0.35842201113700867,
+    0.2169102281332016,
+    0.1892482340335846,
+    0.39825090765953064,
+    0.06953218579292297,
+    0.1223483756184578,
+    0.1121155396103859,
+    0.3160620927810669,
+    0.05706574395298958,
+    0.23527657985687256,
+    0.15789265930652618,
+    0.17871613800525665,
+    0.18501350283622742,
+    0.1907750815153122,
+    0.22033022344112396,
+    0.5706260204315186,
+    0.24994054436683655,
+    0.2654803395271301,
+    0.7789183259010315,
+    0.40914469957351685,
+    0.5074560046195984,
+    0.06158601492643356,
+    0.3157859742641449,
+    0.12056980282068253,
+    0.037709493190050125,
+    0.24868133664131165,
+    0.17877455055713654,
+    0.12323879450559616,
+    0.15511354804039001,
+    0.12566691637039185,
+    0.18122853338718414,
+    0.21771584451198578,
+    0.07018060982227325,
+    0.09081906825304031,
+    0.04963027313351631,
+    0.03837068751454353,
+    0.12706273794174194,
+    0.048431411385536194,
+    0.046326395124197006,
+    0.057833071798086166,
+    0.09202667325735092,
+    0.036983225494623184,
+    0.04721316322684288,
+    0.019929686561226845,
+    0.18819811940193176,
+    0.020297789946198463,
+    0.36884021759033203,
+    0.026451271027326584,
+    0.1835232526063919,
+    0.2950575351715088,
+    0.2819298505783081,
+    0.20831425487995148,
+    0.15796531736850739,
+    0.26739341020584106,
+    0.06806150823831558,
+    0.21773763000965118,
+    0.025044744834303856,
+    0.1470724642276764,
+    0.10622977465391159,
+    0.023968158289790154,
+    0.09048376232385635,
+    0.08107064664363861,
+    0.06627380102872849,
+    0.18301977217197418,
+    0.23069827258586884,
+    0.2696973383426666,
+    0.09628301858901978,
+    0.12223345041275024,
+    0.04273413121700287,
+    0.1174243837594986,
+    0.18525978922843933,
+    0.06519545614719391,
+    0.020770307630300522,
+    0.07437655329704285,
+    0.08194971084594727,
+    0.13311174511909485,
+    0.08681075274944305,
+    0.03500393405556679,
+    0.03610478714108467,
+    0.23577550053596497,
+    0.1364751011133194,
+    0.047579437494277954,
+    0.13922059535980225,
+    0.027788203209638596,
+    0.05443461984395981,
+    0.026838358491659164,
+    0.06895370781421661,
+    0.05168711021542549,
+    0.022106291726231575,
+    0.24871207773685455,
+    0.12153180688619614,
+    0.2466670423746109,
+    0.05585066229104996,
+    0.26626521348953247,
+    0.33549946546554565,
+    0.35709986090660095,
+    0.245890274643898,
+    0.2443753033876419,
+    0.2355625033378601,
+    0.25187948346138,
+    0.11839472502470016,
+    0.1956913024187088,
+    0.24375951290130615,
+    0.23507390916347504,
+    0.14556215703487396,
+    0.006585120223462582,
+    0.019736891612410545,
+    0.013682551681995392,
+    0.2869444787502289,
+    0.20279353857040405,
+    0.21108923852443695,
+    0.08210421353578568,
+    0.03704429790377617,
+    0.11522254347801208,
+    0.048221003264188766,
+    0.19838294386863708,
+    0.07480772584676743,
+    0.10005649924278259,
+    0.16480425000190735,
+    0.07271096110343933,
+    0.15880119800567627,
+    0.1156155914068222,
+    0.07804073393344879,
+    0.1320483386516571,
+    0.06413880735635757,
+    0.058500345796346664,
+    0.11651157587766647,
+    0.057394929230213165,
+    0.261789470911026,
+    0.03669780492782593,
+    0.4662521481513977,
+    0.40682098269462585,
+    0.2887750267982483,
+    0.28105273842811584,
+    0.05828864127397537,
+    0.08319053053855896,
+    0.30387425422668457,
+    0.2926628887653351,
+    0.1544082909822464,
+    0.22026929259300232,
+    0.3075323700904846,
+    0.3373575508594513,
+    0.2610539197921753,
+    0.22140972316265106,
+    0.19172003865242004,
+    0.28932830691337585,
+    0.0642465204000473,
+    0.050911348313093185,
+    0.1606185883283615,
+    0.008817308582365513,
+    0.05669242888689041,
+    0.16534613072872162,
+    0.10781727731227875,
+    0.09026963263750076,
+    0.12399019300937653,
+    0.3236568570137024,
+    0.027365311980247498,
+    0.024983325973153114,
+    0.1337856650352478,
+    0.030576296150684357,
+    0.09073580056428909,
+    0.10890895128250122,
+    0.02639373391866684,
+    0.07147733867168427,
+    0.025667889043688774,
+    0.015415560454130173,
+    0.034388795495033264,
+    0.14502838253974915,
+    0.011345060542225838,
+    0.06522686034440994,
+    0.17549169063568115,
+    0.10893601179122925,
+    0.03792974725365639,
+    0.047812964767217636,
+    0.38425925374031067,
+    0.20458059012889862,
+    0.02066708914935589,
+    0.17338453233242035,
+    0.1401233673095703,
+    0.10345891863107681,
+    0.10411309450864792,
+    0.38886383175849915,
+    0.11718092858791351,
+    0.046103645116090775,
+    0.08624187856912613,
+    0.09406257420778275,
+    0.030104991048574448,
+    0.021102342754602432,
+    0.023662131279706955,
+    0.08034656941890717,
+    0.157352015376091,
+    0.06588863581418991,
+    0.1507551670074463,
+    0.19199371337890625,
+    0.22347958385944366,
+    0.0483478419482708,
+    0.04815507307648659,
+    0.06750459969043732,
+    0.18660342693328857,
+    0.13680803775787354,
+    0.024023249745368958,
+    0.36563727259635925,
+    0.28221654891967773,
+    0.06788700819015503,
+    0.5125030279159546,
+    0.5881272554397583,
+    0.02922583371400833,
+    0.3984299600124359,
+    0.4346450865268707,
+    0.05974897742271423,
+    0.14593695104122162,
+    0.22241295874118805,
+    0.027604561299085617,
+    0.033226966857910156,
+    0.08490335941314697,
+    0.06337712705135345,
+    0.0975736677646637,
+    0.02521478943526745,
+    0.01567389816045761,
+    0.10362400114536285,
+    0.029282649978995323,
+    0.042945317924022675,
+    0.32150352001190186,
+    0.10186456143856049,
+    0.028160754591226578,
+    0.013967663049697876,
+    0.12978653609752655,
+    0.11066265404224396,
+    0.2731686532497406,
+    0.06730828434228897,
+    0.07522615045309067,
+    0.21582606434822083,
+    0.1196058914065361,
+    0.1198238953948021,
+    0.05430746078491211,
+    0.19942599534988403,
+    0.19001448154449463,
+    0.1809256225824356,
+    0.13202597200870514,
+    0.1794654130935669,
+    0.23439480364322662,
+    0.12900231778621674,
+    0.008057772181928158,
+    0.09100618958473206,
+    0.23441943526268005,
+    0.1011558398604393,
+    0.10005849599838257,
+    0.036692939698696136,
+    0.018517909571528435,
+    0.022755354642868042,
+    0.012007691897451878,
+    0.08957076072692871,
+    0.01124377641826868,
+    0.1097705140709877,
+    0.034365370869636536,
+    0.008153853006660938,
+    0.02435775101184845,
+    0.08890039473772049,
+    0.014180496335029602,
+    0.062295254319906235,
+    0.01770465448498726,
+    0.07698775827884674,
+    0.04988735541701317,
+    0.2217320054769516,
+    0.03838340938091278,
+    0.12470394372940063,
+    0.049232739955186844,
+    0.15190641582012177,
+    0.04632781445980072,
+    0.03446609899401665,
+    0.3584056794643402,
+    0.416829913854599,
+    0.23237255215644836,
+    0.1624494045972824,
+    0.042941201478242874,
+    0.08326435834169388,
+    0.052632562816143036,
+    0.18540538847446442,
+    0.09346986562013626,
+    0.0778573602437973,
+    0.07356280833482742,
+    0.018763720989227295,
+    0.0977707952260971,
+    0.004977737553417683,
+    0.2624081075191498,
+    0.07987156510353088,
+    0.09990667551755905,
+    0.2298993170261383,
+    0.15814301371574402,
+    0.09205978363752365,
+    0.018651310354471207,
+    0.11911208182573318,
+    0.08474566042423248,
+    0.012379225343465805,
+    0.00813995860517025,
+    0.06590218842029572,
+    0.06759955734014511,
+    0.060346636921167374,
+    0.1830844134092331,
+    0.32507672905921936,
+    0.10554210096597672,
+    0.15054048597812653,
+    0.2028699517250061,
+    0.0575888454914093,
+    0.05394529178738594,
+    0.07785249501466751,
+    0.05253245681524277,
+    0.1046590507030487,
+    0.11636620759963989,
+    0.3122369945049286,
+    0.009792462922632694,
+    0.14697380363941193,
+    0.02806498110294342,
+    0.02332225628197193,
+    0.10212599486112595,
+    0.0225912444293499,
+    0.01734425127506256,
+    0.04391257464885712,
+    0.01876535452902317,
+    0.12058871984481812,
+    0.07368549704551697,
+    0.01134001836180687,
+    0.12302864342927933,
+    0.2375001609325409,
+    0.10915065556764603,
+    0.34260261058807373,
+    0.05275438353419304,
+    0.022178735584020615,
+    0.026284262537956238,
+    0.23283600807189941,
+    0.17621563374996185,
+    0.06354683637619019,
+    0.011111524887382984,
+    0.10397633165121078,
+    0.1145089715719223
+  ]
+}

p5-mae-15m-d0/exports/step_00040000/config.yaml

@@ -0,0 +1,112 @@
+model:
+  embed_dim: 384
+  depth: 8
+  num_heads: 6
+  mlp_ratio: 4
+  target_frames: 1024
+  mel_bins: 64
+  patch_time: 16
+  patch_freq: 16
+  decoder_layers: 6
+  decoder_groups: 16
+  decoder_kernel: 3
+objective:
+  kind: mae
+  mae_norm_pix: true
+  num_classes: 527
+  clone_batch: 1
+  mask_prob: 0.8
+  mask_length: 5
+  mask_prob_adjust: 0.07
+  average_top_k_layers: 0
+  utterance_weight: 1.0
+  normalize_utterance_target: false
+  ema_decay: 0.9998
+  ema_end_decay: 0.99999
+  ema_anneal_steps: null
+data:
+  data_dir: /workspace/data/asmel_flat
+  train_split: train
+  val_split: balanced_train
+  revision: ''
+  batch_size: 48
+  num_workers: 12
+  prefetch_factor: 4
+  pin_memory: true
+  persistent_workers: true
+  drop_last: true
+  seed: 0
+  max_shards: 0
+mixture:
+  cluster_index: /workspace/data/asmel_flat/train_cluster_index.npy
+  distributions: null
+  dist_id: null
+  weights:
+  - 0.161611328125
+  - 0.042833984375
+  - 0.066421875
+  - 0.0
+  - 0.0354609375
+  - 0.0
+  - 0.027091796875
+  - 0.000837890625
+  - 0.02515625
+  - 0.0256796875
+  - 0.0
+  - 0.0005234375
+  - 0.314330078125
+  - 0.01475
+  - 0.192939453125
+  - 0.000208984375
+  - 0.000208984375
+  - 0.0655859375
+  - 0.005177734375
+  - 0.021181640625
+  repetition_cap: 1000.0
+  distinct_fraction: null
+optim:
+  lr: 0.0003
+  betas:
+  - 0.9
+  - 0.95
+  eps: 1.0e-08
+  weight_decay: 0.05
+  clip_norm: 4.0
+  warmup_frac: 0.1
+  min_lr_scale: 0.002
+loop:
+  budget_clips: 1920000
+  schedule_clips: null
+  gradient_accumulation_steps: 1
+  precision: bfloat16
+  compile: true
+  compile_mode: default
+  log_every_n_steps: 20
+  heartbeat_every_n_steps: 50
+  max_steps: null
+eval:
+  enabled: true
+  every_n_steps: 1000
+  num_clips: 2048
+  mask_seed: 12345
+  batch_size: 48
+checkpoint:
+  save_every_n_steps: 5000
+  export_every_n_steps: 5000
+  keep_last_n_exports: 0
+tracking:
+  campaign_id: phase5
+  trial_id: p5-mae-15m-d0
+  wandb_project: mixture-transfer
+  wandb_entity: null
+  wandb_mode: online
+  wandb_run_id: null
+  hub_repo_id: null
+  hub_private: false
+  hub_upload: false
+runtime:
+  seed: 0
+  data_loader_seed: null
+  objective_seed: null
+  deterministic: false
+  allow_tf32: true

p5-mae-15m-d0/exports/step_00040000/fsd50k_lora_s0.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 0,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.43707691693678496,
+  "lora/map": 0.43707691693678496,
+  "fsd50k/map": 0.43707691693678496,
+  "train_seconds": 95.61,
+  "total_seconds": 104.84,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.024966447020415217,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.012815292015587348,
+      "val_map": 0.43707691693678496,
+      "lr": 0.0,
+      "train_s": 95.61002074857242
+    }
+  ],
+  "per_class_ap": [
+    0.3121800422668457,
+    0.10220447182655334,
+    0.6265908479690552,
+    0.4544289708137512,
+    0.5194517970085144,
+    0.6655645370483398,
+    0.8684974908828735,
+    0.562837541103363,
+    0.618041455745697,
+    0.43665841221809387,
+    0.37128040194511414,
+    0.5032773017883301,
+    0.30567216873168945,
+    0.4843037724494934,
+    0.5129151344299316,
+    0.47848033905029297,
+    0.03482748568058014,
+    0.3423261344432831,
+    0.5173805356025696,
+    0.21272175014019012,
+    0.5773226022720337,
+    0.42946097254753113,
+    0.8626531362533569,
+    0.11150963604450226,
+    0.3080943822860718,
+    0.5142032504081726,
+    0.4279862940311432,
+    0.26040416955947876,
+    0.8575952053070068,
+    0.29680588841438293,
+    0.7064304351806641,
+    0.7077327370643616,
+    0.48972287774086,
+    0.19696465134620667,
+    0.38595929741859436,
+    0.292206734418869,
+    0.42870068550109863,
+    0.17051535844802856,
+    0.48844847083091736,
+    0.3428691327571869,
+    0.6100624203681946,
+    0.3838413953781128,
+    0.7751495838165283,
+    0.24647068977355957,
+    0.5835930109024048,
+    0.05998042970895767,
+    0.22313423454761505,
+    0.3446030616760254,
+    0.7511321902275085,
+    0.4720434248447418,
+    0.4680256247520447,
+    0.5274598598480225,
+    0.6289259791374207,
+    0.2429763674736023,
+    0.19633813202381134,
+    0.03363221883773804,
+    0.27323612570762634,
+    0.6762952208518982,
+    0.1247328445315361,
+    0.5596244931221008,
+    0.6648708581924438,
+    0.7243531346321106,
+    0.5213686227798462,
+    0.18955686688423157,
+    0.53559410572052,
+    0.16764280200004578,
+    0.36215445399284363,
+    0.717717170715332,
+    0.4896383285522461,
+    0.5396242141723633,
+    0.498392254114151,
+    0.26749345660209656,
+    0.7649222016334534,
+    0.4170953035354614,
+    0.27715104818344116,
+    0.22676970064640045,
+    0.4757617115974426,
+    0.5053859353065491,
+    0.4282039999961853,
+    0.5834081768989563,
+    0.35192081332206726,
+    0.43741652369499207,
+    0.35250774025917053,
+    0.43835383653640747,
+    0.2715744376182556,
+    0.30750107765197754,
+    0.5060478448867798,
+    0.4500378966331482,
+    0.23817133903503418,
+    0.2314174324274063,
+    0.8045225143432617,
+    0.21704277396202087,
+    0.5292097330093384,
+    0.20904786884784698,
+    0.3229028880596161,
+    0.45147791504859924,
+    0.5066444873809814,
+    0.11730317771434784,
+    0.44212543964385986,
+    0.09797250479459763,
+    0.5977358818054199,
+    0.7386841773986816,
+    0.2773721516132355,
+    0.47237810492515564,
+    0.3008464574813843,
+    0.46049731969833374,
+    0.7040752172470093,
+    0.5803720951080322,
+    0.5885962247848511,
+    0.3673466145992279,
+    0.23461301624774933,
+    0.3395330309867859,
+    0.5768285393714905,
+    0.1623372584581375,
+    0.19837594032287598,
+    0.4366716146469116,
+    0.8221302628517151,
+    0.5637483596801758,
+    0.5492027401924133,
+    0.3109796941280365,
+    0.882999837398529,
+    0.891627311706543,
+    0.5118014812469482,
+    0.11238286644220352,
+    0.3255464434623718,
+    0.7964272499084473,
+    0.3942999839782715,
+    0.7927497029304504,
+    0.3440723717212677,
+    0.1547701507806778,
+    0.23885118961334229,
+    0.8622309565544128,
+    0.5374007821083069,
+    0.5488752126693726,
+    0.6619753241539001,
+    0.1365147978067398,
+    0.1055094376206398,
+    0.06771991401910782,
+    0.6877126097679138,
+    0.5980124473571777,
+    0.2573625147342682,
+    0.41076669096946716,
+    0.365039587020874,
+    0.38153406977653503,
+    0.6799797415733337,
+    0.6415687203407288,
+    0.12122008204460144,
+    0.6740269660949707,
+    0.22318461537361145,
+    0.31866464018821716,
+    0.5610395073890686,
+    0.5197107195854187,
+    0.3450907766819,
+    0.42190998792648315,
+    0.49266111850738525,
+    0.42627084255218506,
+    0.5978898406028748,
+    0.7118014097213745,
+    0.4800928831100464,
+    0.0703790932893753,
+    0.4286665618419647,
+    0.219525545835495,
+    0.688186526298523,
+    0.2743051052093506,
+    0.35163775086402893,
+    0.4097721576690674,
+    0.3154394030570984,
+    0.06859230995178223,
+    0.3593086302280426,
+    0.5250584483146667,
+    0.10974670201539993,
+    0.9176948070526123,
+    0.9258716702461243,
+    0.06503982096910477,
+    0.5943172574043274,
+    0.8061922788619995,
+    0.3341318368911743,
+    0.26772135496139526,
+    0.32416126132011414,
+    0.3380703628063202,
+    0.04713863506913185,
+    0.48591306805610657,
+    0.23592215776443481,
+    0.7338112592697144,
+    0.6726876497268677,
+    0.48217806220054626,
+    0.3601071238517761,
+    0.6818976402282715,
+    0.6453869342803955,
+    0.530457615852356,
+    0.43638885021209717,
+    0.43234023451805115,
+    0.5787444710731506,
+    0.15751853585243225,
+    0.24393121898174286,
+    0.3923088312149048,
+    0.12256470322608948,
+    0.5808761119842529,
+    0.20713749527931213,
+    0.8238480091094971
+  ]
+}

p5-mae-15m-d0/exports/step_00040000/fsd50k_lora_s1.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 1,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.4408363012038171,
+  "lora/map": 0.4408363012038171,
+  "fsd50k/map": 0.4408363012038171,
+  "train_seconds": 95.99,
+  "total_seconds": 105.28,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.022707864147378132,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013144438282523527,
+      "val_map": 0.4408363012038171,
+      "lr": 0.0,
+      "train_s": 95.99340258236043
+    }
+  ],
+  "per_class_ap": [
+    0.350686252117157,
+    0.10935872048139572,
+    0.5873165726661682,
+    0.4523778259754181,
+    0.5408860445022583,
+    0.6652151346206665,
+    0.8628142476081848,
+    0.5772915482521057,
+    0.5693918466567993,
+    0.515440046787262,
+    0.4288329482078552,
+    0.5056362748146057,
+    0.34014633297920227,
+    0.5712810754776001,
+    0.5134036540985107,
+    0.47954419255256653,
+    0.03708427771925926,
+    0.350566029548645,
+    0.527741014957428,
+    0.23772656917572021,
+    0.591611921787262,
+    0.42389070987701416,
+    0.8549162745475769,
+    0.12189847975969315,
+    0.27553075551986694,
+    0.43704327940940857,
+    0.42031148076057434,
+    0.27824002504348755,
+    0.8647704124450684,
+    0.30156397819519043,
+    0.7300274968147278,
+    0.70708829164505,
+    0.496648907661438,
+    0.20995494723320007,
+    0.4397050440311432,
+    0.2559691071510315,
+    0.44340237975120544,
+    0.2183760702610016,
+    0.4702562093734741,
+    0.37037235498428345,
+    0.594245970249176,
+    0.34661629796028137,
+    0.7359635829925537,
+    0.20996256172657013,
+    0.5655431151390076,
+    0.06358373910188675,
+    0.2547459304332733,
+    0.3191850483417511,
+    0.7441075444221497,
+    0.4413275122642517,
+    0.4400307238101959,
+    0.5108504891395569,
+    0.5834553837776184,
+    0.25778838992118835,
+    0.143592968583107,
+    0.04007595404982567,
+    0.3016137480735779,
+    0.6774673461914062,
+    0.15022195875644684,
+    0.5757167935371399,
+    0.6904503703117371,
+    0.7210129499435425,
+    0.5037747025489807,
+    0.1850147694349289,
+    0.5173866152763367,
+    0.16469840705394745,
+    0.33585861325263977,
+    0.7187618017196655,
+    0.4815886318683624,
+    0.582108736038208,
+    0.5255534648895264,
+    0.29882487654685974,
+    0.7603604793548584,
+    0.42405182123184204,
+    0.2945054769515991,
+    0.2482801079750061,
+    0.45969244837760925,
+    0.5133141875267029,
+    0.38965386152267456,
+    0.5581536293029785,
+    0.2886705696582794,
+    0.4042007625102997,
+    0.40947675704956055,
+    0.4522660970687866,
+    0.39366957545280457,
+    0.3256301283836365,
+    0.5078061819076538,
+    0.5765674114227295,
+    0.21976862847805023,
+    0.2689969539642334,
+    0.7828982472419739,
+    0.16498243808746338,
+    0.5801456570625305,
+    0.2585902214050293,
+    0.40037763118743896,
+    0.46250468492507935,
+    0.5060909986495972,
+    0.1213676705956459,
+    0.42127686738967896,
+    0.09950146824121475,
+    0.5974712371826172,
+    0.7357667088508606,
+    0.28907477855682373,
+    0.4773978888988495,
+    0.2856083810329437,
+    0.5087937116622925,
+    0.6760998964309692,
+    0.6071197390556335,
+    0.6000612378120422,
+    0.3354525864124298,
+    0.18759103119373322,
+    0.33797118067741394,
+    0.6258525848388672,
+    0.09918218106031418,
+    0.17951607704162598,
+    0.4308149814605713,
+    0.8158270716667175,
+    0.5286494493484497,
+    0.5683272480964661,
+    0.30919912457466125,
+    0.8900137543678284,
+    0.8985706567764282,
+    0.4513716697692871,
+    0.1646580994129181,
+    0.3633093535900116,
+    0.792872428894043,
+    0.3705380856990814,
+    0.7844403386116028,
+    0.3323085308074951,
+    0.1597401350736618,
+    0.2477380931377411,
+    0.8678141236305237,
+    0.5432919859886169,
+    0.574181318283081,
+    0.6846718192100525,
+    0.12264217436313629,
+    0.12416117638349533,
+    0.0807410180568695,
+    0.5930984020233154,
+    0.5924122929573059,
+    0.20707367360591888,
+    0.3810957074165344,
+    0.3582543134689331,
+    0.3852539658546448,
+    0.6852797269821167,
+    0.6323718428611755,
+    0.08826067298650742,
+    0.7232074737548828,
+    0.2063819319009781,
+    0.36448168754577637,
+    0.5567629933357239,
+    0.5081705451011658,
+    0.3860182464122772,
+    0.3401631712913513,
+    0.5217642784118652,
+    0.4051962196826935,
+    0.6010100841522217,
+    0.7212260365486145,
+    0.47900110483169556,
+    0.12065663933753967,
+    0.4801093637943268,
+    0.20858047902584076,
+    0.6953856945037842,
+    0.2762523591518402,
+    0.4273207187652588,
+    0.5298181176185608,
+    0.3287194073200226,
+    0.057602640241384506,
+    0.4039878845214844,
+    0.5108950734138489,
+    0.13609570264816284,
+    0.9281525611877441,
+    0.9373229146003723,
+    0.054812487214803696,
+    0.5882757902145386,
+    0.826554536819458,
+    0.310363233089447,
+    0.27719181776046753,
+    0.3042151629924774,
+    0.32389211654663086,
+    0.044222552329301834,
+    0.4651019275188446,
+    0.28527510166168213,
+    0.7260977625846863,
+    0.6766061186790466,
+    0.4561525285243988,
+    0.3435177505016327,
+    0.6937537789344788,
+    0.6445776224136353,
+    0.4960504174232483,
+    0.4731937050819397,
+    0.44321539998054504,
+    0.5809460282325745,
+    0.1410028040409088,
+    0.2908076047897339,
+    0.42854684591293335,
+    0.11042561382055283,
+    0.6392893195152283,
+    0.17984996736049652,
+    0.8288477659225464
+  ]
+}

p5-mae-15m-d0/exports/step_00040000/fsd50k_lora_s2.json

@@ -0,0 +1,284 @@
+{
+  "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "target": "fsd50k",
+  "num_classes": 200,
+  "lora_layers_wrapped": 32,
+  "params": {
+    "trainable": 876488,
+    "total": 15158984,
+    "fraction": 0.05781970612278501
+  },
+  "steps_per_epoch": 989,
+  "total_steps": 3956,
+  "train_clips": 36796,
+  "train_segments": 47487,
+  "val_clips": 10231,
+  "val_segments": 15513,
+  "train_split": "train",
+  "eval_split": "test",
+  "config": {
+    "rank": 16,
+    "alpha": 32.0,
+    "targets": [
+      "qkv",
+      "proj",
+      "fc1",
+      "fc2"
+    ],
+    "train_norms": true,
+    "epochs": 4.0,
+    "batch_size": 48,
+    "lr": 0.001,
+    "min_lr": 1e-05,
+    "warmup_frac": 0.1,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "weight_decay": 0.05,
+    "clip_norm": 4.0,
+    "mixup": 0.0,
+    "mixup_prob": 0.9,
+    "freq_mask": 0,
+    "time_mask": 0,
+    "roll_aug": false,
+    "mask_ratio": 0.0,
+    "num_classes": 200,
+    "prior_bias_init": true,
+    "num_workers": 8,
+    "seed": 2,
+    "train_probe_clips": 4096,
+    "train_eval_every": 25,
+    "val_evals": 5,
+    "eval_batch_size": 128
+  },
+  "gpu": "NVIDIA GeForce RTX 4090",
+  "final_val_map": 0.43554527800530196,
+  "lora/map": 0.43554527800530196,
+  "fsd50k/map": 0.43554527800530196,
+  "train_seconds": 94.37,
+  "total_seconds": 103.81,
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "val_map": 0.020847579800756647,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 3956,
+      "epoch": 4.0,
+      "loss": 0.013336009339179744,
+      "val_map": 0.43554527800530196,
+      "lr": 0.0,
+      "train_s": 94.36792281689122
+    }
+  ],
+  "per_class_ap": [
+    0.3216273784637451,
+    0.09056778252124786,
+    0.645671546459198,
+    0.45189857482910156,
+    0.5182475447654724,
+    0.6578906178474426,
+    0.8682288527488708,
+    0.5627860426902771,
+    0.5750508308410645,
+    0.4824146330356598,
+    0.418318510055542,
+    0.5049715042114258,
+    0.29418087005615234,
+    0.38470330834388733,
+    0.5074300169944763,
+    0.47171398997306824,
+    0.03385600820183754,
+    0.3667471706867218,
+    0.5299851894378662,
+    0.2147865891456604,
+    0.6283416748046875,
+    0.4127432107925415,
+    0.8276873230934143,
+    0.11384176462888718,
+    0.29039645195007324,
+    0.4908454418182373,
+    0.41938337683677673,
+    0.25295495986938477,
+    0.8413596153259277,
+    0.3184566795825958,
+    0.6676663756370544,
+    0.7058320045471191,
+    0.5104795098304749,
+    0.21471565961837769,
+    0.44751808047294617,
+    0.26479005813598633,
+    0.41767796874046326,
+    0.1961584985256195,
+    0.5291189551353455,
+    0.3373285233974457,
+    0.5688483715057373,
+    0.3953574597835541,
+    0.7189974188804626,
+    0.22256729006767273,
+    0.5851772427558899,
+    0.09808921813964844,
+    0.23632270097732544,
+    0.32435551285743713,
+    0.7564705014228821,
+    0.42080336809158325,
+    0.42175087332725525,
+    0.5126515626907349,
+    0.5920708179473877,
+    0.27212414145469666,
+    0.17335347831249237,
+    0.03553389757871628,
+    0.2754374146461487,
+    0.6966105699539185,
+    0.16047880053520203,
+    0.5534210205078125,
+    0.6771590113639832,
+    0.7220001220703125,
+    0.5224788188934326,
+    0.19255824387073517,
+    0.54036945104599,
+    0.15750691294670105,
+    0.3640376329421997,
+    0.7015655636787415,
+    0.4163779616355896,
+    0.5619403719902039,
+    0.5031070709228516,
+    0.28402429819107056,
+    0.7581799626350403,
+    0.4286618232727051,
+    0.2652958035469055,
+    0.21100962162017822,
+    0.4334903657436371,
+    0.4790947735309601,
+    0.41687291860580444,
+    0.5282539129257202,
+    0.30059921741485596,
+    0.4387904703617096,
+    0.3444626033306122,
+    0.42890194058418274,
+    0.2773379683494568,
+    0.34858494997024536,
+    0.48802489042282104,
+    0.5467419028282166,
+    0.20439587533473969,
+    0.2689017355442047,
+    0.7851043939590454,
+    0.21477794647216797,
+    0.5832303166389465,
+    0.2316165715456009,
+    0.3354684114456177,
+    0.4322877526283264,
+    0.5292423367500305,
+    0.08581171184778214,
+    0.47802436351776123,
+    0.09916418790817261,
+    0.5974849462509155,
+    0.734394907951355,
+    0.2898426055908203,
+    0.4514112174510956,
+    0.30802199244499207,
+    0.46866124868392944,
+    0.6577550172805786,
+    0.6046279072761536,
+    0.5887948870658875,
+    0.34636104106903076,
+    0.23174405097961426,
+    0.30437350273132324,
+    0.6004505753517151,
+    0.1353936344385147,
+    0.17645935714244843,
+    0.39746981859207153,
+    0.8019938468933105,
+    0.5204936265945435,
+    0.5508514642715454,
+    0.24561381340026855,
+    0.8875796794891357,
+    0.8958544731140137,
+    0.45313411951065063,
+    0.09789153933525085,
+    0.3026297390460968,
+    0.792244017124176,
+    0.44568341970443726,
+    0.784921407699585,
+    0.3541060984134674,
+    0.15728120505809784,
+    0.2755943238735199,
+    0.8616172671318054,
+    0.44641563296318054,
+    0.5533511638641357,
+    0.6954354643821716,
+    0.1532934308052063,
+    0.09364785999059677,
+    0.06385631859302521,
+    0.6340950727462769,
+    0.5919352769851685,
+    0.21494774520397186,
+    0.35518667101860046,
+    0.39866673946380615,
+    0.3505963385105133,
+    0.6844571828842163,
+    0.6376115679740906,
+    0.08515854924917221,
+    0.6924462914466858,
+    0.2252141833305359,
+    0.3082522749900818,
+    0.5676183104515076,
+    0.5109611749649048,
+    0.35655444860458374,
+    0.41979917883872986,
+    0.5348132848739624,
+    0.413299024105072,
+    0.6005370020866394,
+    0.7138206362724304,
+    0.4723014831542969,
+    0.11275625973939896,
+    0.46333155035972595,
+    0.19306576251983643,
+    0.6854120492935181,
+    0.23325251042842865,
+    0.391215443611145,
+    0.4918108582496643,
+    0.37855857610702515,
+    0.07571285963058472,
+    0.3661651015281677,
+    0.5155956745147705,
+    0.12091903388500214,
+    0.9356564879417419,
+    0.9479426145553589,
+    0.06073842942714691,
+    0.6035037636756897,
+    0.802008867263794,
+    0.3263864815235138,
+    0.27882739901542664,
+    0.2913115918636322,
+    0.34664303064346313,
+    0.039200183004140854,
+    0.48486772179603577,
+    0.33338549733161926,
+    0.7206855416297913,
+    0.664170503616333,
+    0.4670315086841583,
+    0.3510136306285858,
+    0.6989667415618896,
+    0.6048368215560913,
+    0.4841919541358948,
+    0.45011794567108154,
+    0.5294551253318787,
+    0.5747889280319214,
+    0.14920155704021454,
+    0.3266996443271637,
+    0.41798320412635803,
+    0.11219935864210129,
+    0.598048210144043,
+    0.17859996855258942,
+    0.8135392069816589
+  ]
+}

p5-mae-15m-d0/exports/step_00040000/lora_s0.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 0,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.0073610528351684265,
+      "val_map": 0.006167836336417219,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02402,
+      "train_map": 0.013964905250027592,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02384,
+      "train_map": 0.0347445482804318,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02291,
+      "train_map": 0.06031234912769569,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02226,
+      "train_map": 0.07548849459382329,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.3
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02131,
+      "train_map": 0.0865386649409567,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 2.9
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02105,
+      "train_map": 0.0880036800967236,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02101,
+      "train_map": 0.1056682775486296,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02107,
+      "train_map": 0.1194101741318317,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02071,
+      "train_map": 0.11396581621706288,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.2
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02063,
+      "train_map": 0.13683315000339522,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.8
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02078,
+      "train_map": 0.11476501444906025,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.4
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02061,
+      "train_map": 0.13968657332196818,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.0
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02043,
+      "train_map": 0.15174432681869907,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.6
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01985,
+      "train_map": 0.15237219365794333,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.2
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01969,
+      "train_map": 0.16584243871487211,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.7
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.0194,
+      "train_map": 0.16164983688735277,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.3
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01986,
+      "train_map": 0.17283219166994238,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 9.8
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02001,
+      "train_map": 0.16398101256881087,
+      "val_map": 0.1009117505500761,
+      "lr": 0.002799453919445244,
+      "train_s": 9.9
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01842,
+      "train_map": 0.17239245124235467,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.5
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01935,
+      "train_map": 0.18959482835315916,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.1
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01887,
+      "train_map": 0.17904198745467065,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.7
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.01881,
+      "train_map": 0.19004332106047978,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01824,
+      "train_map": 0.19009590356661965,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 12.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01825,
+      "train_map": 0.18296106510435142,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01815,
+      "train_map": 0.20551427608917855,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01836,
+      "train_map": 0.208294272090554,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01872,
+      "train_map": 0.21636439154571385,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.3
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01834,
+      "train_map": 0.21152476395482103,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.9
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01866,
+      "train_map": 0.22783212497674876,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01825,
+      "train_map": 0.229667258630922,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.1
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01763,
+      "train_map": 0.23941802376248578,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.7
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.018,
+      "train_map": 0.24109514292322481,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.3
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01827,
+      "train_map": 0.2417181029092287,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.9
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01796,
+      "train_map": 0.2594104585285516,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.5
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01807,
+      "train_map": 0.2778565615700095,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.1
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01753,
+      "train_map": 0.2697303225993191,
+      "val_map": 0.14999915808934075,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.2
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.017,
+      "train_map": 0.2767997567331599,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.7
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01631,
+      "train_map": 0.28269939912585595,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.3
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01655,
+      "train_map": 0.2999689195665621,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 21.9
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01612,
+      "train_map": 0.3067688710149908,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.4
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.0165,
+      "train_map": 0.307001682604527,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.1
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01602,
+      "train_map": 0.3179070637163757,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.7
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01601,
+      "train_map": 0.3229905594497269,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.3
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01592,
+      "train_map": 0.33025936097387343,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.9
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01588,
+      "train_map": 0.33793007038123696,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.5
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01533,
+      "train_map": 0.3458518430208911,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.1
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01584,
+      "train_map": 0.3423034425796605,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.7
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01547,
+      "train_map": 0.3635674324310765,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.3
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01549,
+      "train_map": 0.372806484950618,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.0
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01547,
+      "train_map": 0.3796892573834314,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.6
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01542,
+      "train_map": 0.3851374997642506,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.2
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01564,
+      "train_map": 0.39591995704798927,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.8
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.0151,
+      "train_map": 0.40312805236007954,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.4
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01537,
+      "train_map": 0.4088345974952378,
+      "val_map": 0.19733678749488556,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.6
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01363,
+      "train_map": 0.41481705766305527,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.0
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01319,
+      "train_map": 0.4248127688528295,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.6
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01354,
+      "train_map": 0.4350135517244773,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.2
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01324,
+      "train_map": 0.4399781854685389,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.8
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01309,
+      "train_map": 0.44772406003704784,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.4
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01296,
+      "train_map": 0.4513540795210756,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.0
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01301,
+      "train_map": 0.4566020423394453,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.6
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01303,
+      "train_map": 0.4616414200323696,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01261,
+      "train_map": 0.4646927465948027,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.8
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01322,
+      "train_map": 0.467832572284584,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.4
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01261,
+      "train_map": 0.4728104535709409,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 37.0
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01284,
+      "train_map": 0.47377170510660765,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.7
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01294,
+      "train_map": 0.47539580749803745,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.2
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01315,
+      "train_map": 0.4777272898470541,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.8
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01278,
+      "train_map": 0.4790588768315722,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.4
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.0125,
+      "train_map": 0.4795477150584195,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 40.0
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01281,
+      "train_map": 0.4798492260093481,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.5
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.01247,
+      "train_map": 0.4802869943092512,
+      "val_map": 0.2079091768118021,
+      "lr": 1e-05,
+      "train_s": 40.8
+    }
+  ],
+  "final_train_map": 0.4802869943092512,
+  "final_val_map": 0.2079091768118021,
+  "lora/map": 0.2079091768118021,
+  "train_seconds": 40.8,
+  "wall_seconds": 154.0
+}

p5-mae-15m-d0/exports/step_00040000/lora_s1.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 1,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.007029431501838186,
+      "val_map": 0.0063900830422084515,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02518,
+      "train_map": 0.015117719728721437,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.6
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02365,
+      "train_map": 0.03739636256054673,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.2
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02254,
+      "train_map": 0.055744215416628336,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 1.8
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02188,
+      "train_map": 0.0792809106370671,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.4
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02123,
+      "train_map": 0.08625676984098198,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.0
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02131,
+      "train_map": 0.0949652396324506,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.5
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02082,
+      "train_map": 0.10570971650359498,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.1
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02146,
+      "train_map": 0.11061726049612854,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 4.7
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.0208,
+      "train_map": 0.11518031669262818,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.3
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02049,
+      "train_map": 0.11814613775765449,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 5.9
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02068,
+      "train_map": 0.12858799392528888,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 6.5
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02012,
+      "train_map": 0.137498625692429,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.1
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.02024,
+      "train_map": 0.13882238346865963,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 7.7
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01969,
+      "train_map": 0.14652188005503727,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.3
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.02008,
+      "train_map": 0.15754919513384943,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 8.8
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01943,
+      "train_map": 0.16448415406322217,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.4
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01962,
+      "train_map": 0.16615346290985833,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.0
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.01948,
+      "train_map": 0.1656272000923887,
+      "val_map": 0.09661510318740354,
+      "lr": 0.002799453919445244,
+      "train_s": 10.0
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.0186,
+      "train_map": 0.18521185164857634,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 10.6
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01877,
+      "train_map": 0.18244295950936582,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.2
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01885,
+      "train_map": 0.1882403734090616,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 11.8
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.0184,
+      "train_map": 0.19506673271143968,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.3
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01933,
+      "train_map": 0.20218844359044333,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 12.9
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01875,
+      "train_map": 0.19969192078686981,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.5
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01768,
+      "train_map": 0.19979406984264925,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.1
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.0183,
+      "train_map": 0.20343111430257702,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 14.7
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.01847,
+      "train_map": 0.22022898383597636,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.3
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01855,
+      "train_map": 0.21977624105045704,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 15.9
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01872,
+      "train_map": 0.2273278573132076,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 16.5
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01744,
+      "train_map": 0.22610567740926368,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.1
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01834,
+      "train_map": 0.23961578736318526,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 17.7
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01808,
+      "train_map": 0.24253118497123358,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.3
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01835,
+      "train_map": 0.25190560227044395,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 18.9
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01747,
+      "train_map": 0.2674088634699018,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.5
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01794,
+      "train_map": 0.2627745797748075,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.1
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.01755,
+      "train_map": 0.26047444065760617,
+      "val_map": 0.14199198257580994,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.2
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01634,
+      "train_map": 0.2810875847688266,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 20.7
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01625,
+      "train_map": 0.28023382315175355,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.2
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01659,
+      "train_map": 0.30034425910880375,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 21.8
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01641,
+      "train_map": 0.3047646047190482,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.4
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01564,
+      "train_map": 0.30663762400121175,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.0
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01646,
+      "train_map": 0.3148106691609552,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.5
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01651,
+      "train_map": 0.327965790352853,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.1
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.0159,
+      "train_map": 0.33463150524203816,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 24.7
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01592,
+      "train_map": 0.3448709505636676,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.3
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.016,
+      "train_map": 0.34972605973029725,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 25.9
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.01549,
+      "train_map": 0.3595478229818466,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.5
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01563,
+      "train_map": 0.3660641327761891,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.1
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.01568,
+      "train_map": 0.3638546879861002,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 27.7
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01543,
+      "train_map": 0.3826009379682154,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.2
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01558,
+      "train_map": 0.39080460719142174,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 28.8
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01486,
+      "train_map": 0.3934951024041626,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 29.4
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01566,
+      "train_map": 0.4057798450229516,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 29.9
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01518,
+      "train_map": 0.4084126147948757,
+      "val_map": 0.1967814064680102,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.1
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01339,
+      "train_map": 0.4148093920936225,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 30.5
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01327,
+      "train_map": 0.4222246501241339,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.1
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01313,
+      "train_map": 0.43472899760930767,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 31.7
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01329,
+      "train_map": 0.4382126496245897,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.4
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01311,
+      "train_map": 0.4433001426191721,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 32.9
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01265,
+      "train_map": 0.44716125958911945,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 33.6
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01274,
+      "train_map": 0.45396447868088163,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.2
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01322,
+      "train_map": 0.45959056850939817,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 34.8
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.0131,
+      "train_map": 0.46348920986197706,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.3
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01288,
+      "train_map": 0.46742538796416155,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 35.9
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.01294,
+      "train_map": 0.4698451845509051,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.5
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01259,
+      "train_map": 0.4714556011270583,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.1
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01265,
+      "train_map": 0.4722734948150121,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 37.7
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01279,
+      "train_map": 0.4751927783355767,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.3
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.01268,
+      "train_map": 0.4753364915491225,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.0
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01269,
+      "train_map": 0.4761305179489349,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.6
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01303,
+      "train_map": 0.47677651036042984,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.1
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.0125,
+      "train_map": 0.47691271737203766,
+      "val_map": 0.2071539363116945,
+      "lr": 1e-05,
+      "train_s": 40.4
+    }
+  ],
+  "final_train_map": 0.47691271737203766,
+  "final_val_map": 0.2071539363116945,
+  "lora/map": 0.2071539363116945,
+  "train_seconds": 40.4,
+  "wall_seconds": 153.1
+}

p5-mae-15m-d0/exports/step_00040000/lora_s2.json

@@ -0,0 +1,719 @@
+{
+  "meta": {
+    "export": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+    "fingerprint": "b8142da3a92be68a",
+    "campaign_id": "phase5",
+    "trial_id": "p5-mae-15m-d0",
+    "lora_layers_wrapped": 32,
+    "params": {
+      "trainable": 1002383,
+      "total": 15284879,
+      "fraction": 0.0655800415561026
+    },
+    "steps_per_epoch": 428,
+    "total_steps": 1712,
+    "train_clips": 20550,
+    "val_clips": 18886,
+    "config": {
+      "rank": 16,
+      "alpha": 32.0,
+      "targets": [
+        "qkv",
+        "proj",
+        "fc1",
+        "fc2"
+      ],
+      "train_norms": true,
+      "epochs": 4.0,
+      "batch_size": 48,
+      "lr": 0.003,
+      "min_lr": 1e-05,
+      "warmup_frac": 0.1,
+      "betas": [
+        0.9,
+        0.95
+      ],
+      "weight_decay": 0.05,
+      "clip_norm": 4.0,
+      "mixup": 0.0,
+      "mixup_prob": 0.9,
+      "freq_mask": 0,
+      "time_mask": 0,
+      "roll_aug": false,
+      "mask_ratio": 0.0,
+      "num_classes": 527,
+      "prior_bias_init": true,
+      "num_workers": 8,
+      "seed": 2,
+      "train_probe_clips": 4096,
+      "train_eval_every": 25,
+      "val_evals": 5,
+      "eval_batch_size": 128
+    },
+    "gpu": "NVIDIA GeForce RTX 4090"
+  },
+  "history": [
+    {
+      "step": 0,
+      "epoch": 0.0,
+      "loss": null,
+      "train_map": 0.006659836927053308,
+      "val_map": 0.0062669812530664415,
+      "lr": 0.0,
+      "train_s": 0.0
+    },
+    {
+      "step": 25,
+      "epoch": 0.0584,
+      "loss": 0.02471,
+      "train_map": 0.015302228275244698,
+      "val_map": null,
+      "lr": 0.0004385964912280702,
+      "train_s": 0.9
+    },
+    {
+      "step": 50,
+      "epoch": 0.1168,
+      "loss": 0.02386,
+      "train_map": 0.03241901412887668,
+      "val_map": null,
+      "lr": 0.0008771929824561404,
+      "train_s": 1.5
+    },
+    {
+      "step": 75,
+      "epoch": 0.1752,
+      "loss": 0.02247,
+      "train_map": 0.05891698030061292,
+      "val_map": null,
+      "lr": 0.0013157894736842105,
+      "train_s": 2.1
+    },
+    {
+      "step": 100,
+      "epoch": 0.2336,
+      "loss": 0.02169,
+      "train_map": 0.07876319443388176,
+      "val_map": null,
+      "lr": 0.0017543859649122807,
+      "train_s": 2.7
+    },
+    {
+      "step": 125,
+      "epoch": 0.2921,
+      "loss": 0.02177,
+      "train_map": 0.08014709154007854,
+      "val_map": null,
+      "lr": 0.0021929824561403508,
+      "train_s": 3.3
+    },
+    {
+      "step": 150,
+      "epoch": 0.3505,
+      "loss": 0.02144,
+      "train_map": 0.09615429332948147,
+      "val_map": null,
+      "lr": 0.002631578947368421,
+      "train_s": 3.9
+    },
+    {
+      "step": 175,
+      "epoch": 0.4089,
+      "loss": 0.02144,
+      "train_map": 0.10568573172036311,
+      "val_map": null,
+      "lr": 0.002999950292348948,
+      "train_s": 4.5
+    },
+    {
+      "step": 200,
+      "epoch": 0.4673,
+      "loss": 0.02046,
+      "train_map": 0.11402353061808439,
+      "val_map": null,
+      "lr": 0.002997387988070006,
+      "train_s": 5.2
+    },
+    {
+      "step": 225,
+      "epoch": 0.5257,
+      "loss": 0.02015,
+      "train_map": 0.12155465707465639,
+      "val_map": null,
+      "lr": 0.0029909498761254527,
+      "train_s": 5.8
+    },
+    {
+      "step": 250,
+      "epoch": 0.5841,
+      "loss": 0.02033,
+      "train_map": 0.13257211123273285,
+      "val_map": null,
+      "lr": 0.0029806526766201318,
+      "train_s": 6.4
+    },
+    {
+      "step": 275,
+      "epoch": 0.6425,
+      "loss": 0.02047,
+      "train_map": 0.13453113690303176,
+      "val_map": null,
+      "lr": 0.0029665231319059614,
+      "train_s": 7.0
+    },
+    {
+      "step": 300,
+      "epoch": 0.7009,
+      "loss": 0.02029,
+      "train_map": 0.13384586886858013,
+      "val_map": null,
+      "lr": 0.002948597937130687,
+      "train_s": 7.6
+    },
+    {
+      "step": 325,
+      "epoch": 0.7593,
+      "loss": 0.01977,
+      "train_map": 0.15022168430522706,
+      "val_map": null,
+      "lr": 0.0029269236449387106,
+      "train_s": 8.2
+    },
+    {
+      "step": 350,
+      "epoch": 0.8178,
+      "loss": 0.01977,
+      "train_map": 0.15819353476278059,
+      "val_map": null,
+      "lr": 0.002901556544571499,
+      "train_s": 8.8
+    },
+    {
+      "step": 375,
+      "epoch": 0.8762,
+      "loss": 0.01994,
+      "train_map": 0.16215079173532296,
+      "val_map": null,
+      "lr": 0.002872562515681558,
+      "train_s": 9.3
+    },
+    {
+      "step": 400,
+      "epoch": 0.9346,
+      "loss": 0.01966,
+      "train_map": 0.17033632416180927,
+      "val_map": null,
+      "lr": 0.0028400168572396164,
+      "train_s": 9.9
+    },
+    {
+      "step": 425,
+      "epoch": 0.993,
+      "loss": 0.01982,
+      "train_map": 0.1637130472323092,
+      "val_map": null,
+      "lr": 0.002804004091979359,
+      "train_s": 10.4
+    },
+    {
+      "step": 428,
+      "epoch": 1.0,
+      "loss": 0.02023,
+      "train_map": 0.16448029834314107,
+      "val_map": 0.09496582681498715,
+      "lr": 0.002799453919445244,
+      "train_s": 10.5
+    },
+    {
+      "step": 450,
+      "epoch": 1.0514,
+      "loss": 0.01868,
+      "train_map": 0.17452345994668722,
+      "val_map": null,
+      "lr": 0.0027646177468875835,
+      "train_s": 11.0
+    },
+    {
+      "step": 475,
+      "epoch": 1.1098,
+      "loss": 0.01829,
+      "train_map": 0.17622455031446674,
+      "val_map": null,
+      "lr": 0.0027219601103098453,
+      "train_s": 11.6
+    },
+    {
+      "step": 500,
+      "epoch": 1.1682,
+      "loss": 0.01852,
+      "train_map": 0.19134164466902584,
+      "val_map": null,
+      "lr": 0.002676141966302412,
+      "train_s": 12.2
+    },
+    {
+      "step": 525,
+      "epoch": 1.2266,
+      "loss": 0.0186,
+      "train_map": 0.1939403390409372,
+      "val_map": null,
+      "lr": 0.002627282306920426,
+      "train_s": 12.8
+    },
+    {
+      "step": 550,
+      "epoch": 1.285,
+      "loss": 0.01876,
+      "train_map": 0.18753044940955385,
+      "val_map": null,
+      "lr": 0.002575508023189468,
+      "train_s": 13.4
+    },
+    {
+      "step": 575,
+      "epoch": 1.3435,
+      "loss": 0.01862,
+      "train_map": 0.1921979496957985,
+      "val_map": null,
+      "lr": 0.0025209535755631,
+      "train_s": 13.9
+    },
+    {
+      "step": 600,
+      "epoch": 1.4019,
+      "loss": 0.01896,
+      "train_map": 0.21208300272557723,
+      "val_map": null,
+      "lr": 0.0024637606447222133,
+      "train_s": 14.6
+    },
+    {
+      "step": 625,
+      "epoch": 1.4603,
+      "loss": 0.01878,
+      "train_map": 0.20820908655060819,
+      "val_map": null,
+      "lr": 0.002404077763623079,
+      "train_s": 15.1
+    },
+    {
+      "step": 650,
+      "epoch": 1.5187,
+      "loss": 0.0183,
+      "train_map": 0.21284531585278388,
+      "val_map": null,
+      "lr": 0.002342059931749691,
+      "train_s": 15.8
+    },
+    {
+      "step": 675,
+      "epoch": 1.5771,
+      "loss": 0.01836,
+      "train_map": 0.21518980868980714,
+      "val_map": null,
+      "lr": 0.002277868212572206,
+      "train_s": 16.4
+    },
+    {
+      "step": 700,
+      "epoch": 1.6355,
+      "loss": 0.01881,
+      "train_map": 0.22346827116100368,
+      "val_map": null,
+      "lr": 0.002211669315256905,
+      "train_s": 17.0
+    },
+    {
+      "step": 725,
+      "epoch": 1.6939,
+      "loss": 0.01856,
+      "train_map": 0.2388720873573643,
+      "val_map": null,
+      "lr": 0.0021436351617139878,
+      "train_s": 17.6
+    },
+    {
+      "step": 750,
+      "epoch": 1.7523,
+      "loss": 0.01813,
+      "train_map": 0.232365457895097,
+      "val_map": null,
+      "lr": 0.0020739424401076136,
+      "train_s": 18.2
+    },
+    {
+      "step": 775,
+      "epoch": 1.8107,
+      "loss": 0.01808,
+      "train_map": 0.23341266836165195,
+      "val_map": null,
+      "lr": 0.0020027721459877326,
+      "train_s": 18.8
+    },
+    {
+      "step": 800,
+      "epoch": 1.8692,
+      "loss": 0.01788,
+      "train_map": 0.2458233536950947,
+      "val_map": null,
+      "lr": 0.0019303091122354168,
+      "train_s": 19.3
+    },
+    {
+      "step": 825,
+      "epoch": 1.9276,
+      "loss": 0.01811,
+      "train_map": 0.2524485589743749,
+      "val_map": null,
+      "lr": 0.0018567415290424508,
+      "train_s": 19.9
+    },
+    {
+      "step": 850,
+      "epoch": 1.986,
+      "loss": 0.01843,
+      "train_map": 0.25643108689369354,
+      "val_map": null,
+      "lr": 0.0017822604551718095,
+      "train_s": 20.4
+    },
+    {
+      "step": 856,
+      "epoch": 2.0,
+      "loss": 0.0176,
+      "train_map": 0.25779877949428287,
+      "val_map": 0.14383875153184758,
+      "lr": 0.0017642705177736725,
+      "train_s": 20.6
+    },
+    {
+      "step": 875,
+      "epoch": 2.0444,
+      "loss": 0.01712,
+      "train_map": 0.2742058160030893,
+      "val_map": null,
+      "lr": 0.0017070593217683146,
+      "train_s": 21.0
+    },
+    {
+      "step": 900,
+      "epoch": 2.1028,
+      "loss": 0.01683,
+      "train_map": 0.2808023186124847,
+      "val_map": null,
+      "lr": 0.0016313334300080934,
+      "train_s": 21.6
+    },
+    {
+      "step": 925,
+      "epoch": 2.1612,
+      "loss": 0.01586,
+      "train_map": 0.2914902770156624,
+      "val_map": null,
+      "lr": 0.0015552794438914697,
+      "train_s": 22.2
+    },
+    {
+      "step": 950,
+      "epoch": 2.2196,
+      "loss": 0.01634,
+      "train_map": 0.2948414907884383,
+      "val_map": null,
+      "lr": 0.0014790948794965334,
+      "train_s": 22.8
+    },
+    {
+      "step": 975,
+      "epoch": 2.278,
+      "loss": 0.01603,
+      "train_map": 0.2979008413169116,
+      "val_map": null,
+      "lr": 0.0014029775920198172,
+      "train_s": 23.4
+    },
+    {
+      "step": 1000,
+      "epoch": 2.3364,
+      "loss": 0.01622,
+      "train_map": 0.31960999144089236,
+      "val_map": null,
+      "lr": 0.0013271252619362684,
+      "train_s": 23.9
+    },
+    {
+      "step": 1025,
+      "epoch": 2.3949,
+      "loss": 0.01626,
+      "train_map": 0.3228977126311475,
+      "val_map": null,
+      "lr": 0.0012517348816129803,
+      "train_s": 24.5
+    },
+    {
+      "step": 1050,
+      "epoch": 2.4533,
+      "loss": 0.01622,
+      "train_map": 0.3313743894322434,
+      "val_map": null,
+      "lr": 0.0011770022437099775,
+      "train_s": 25.1
+    },
+    {
+      "step": 1075,
+      "epoch": 2.5117,
+      "loss": 0.01586,
+      "train_map": 0.3392807364930351,
+      "val_map": null,
+      "lr": 0.0011031214326966937,
+      "train_s": 25.7
+    },
+    {
+      "step": 1100,
+      "epoch": 2.5701,
+      "loss": 0.01599,
+      "train_map": 0.3447431576503635,
+      "val_map": null,
+      "lr": 0.0010302843208047179,
+      "train_s": 26.3
+    },
+    {
+      "step": 1125,
+      "epoch": 2.6285,
+      "loss": 0.0157,
+      "train_map": 0.3479219312678874,
+      "val_map": null,
+      "lr": 0.000958680069725827,
+      "train_s": 26.9
+    },
+    {
+      "step": 1150,
+      "epoch": 2.6869,
+      "loss": 0.01559,
+      "train_map": 0.35855724768575276,
+      "val_map": null,
+      "lr": 0.0008884946393494339,
+      "train_s": 27.6
+    },
+    {
+      "step": 1175,
+      "epoch": 2.7453,
+      "loss": 0.0162,
+      "train_map": 0.3651096731198128,
+      "val_map": null,
+      "lr": 0.0008199103048152753,
+      "train_s": 28.2
+    },
+    {
+      "step": 1200,
+      "epoch": 2.8037,
+      "loss": 0.01567,
+      "train_map": 0.37163264959683,
+      "val_map": null,
+      "lr": 0.0007531051831355856,
+      "train_s": 28.8
+    },
+    {
+      "step": 1225,
+      "epoch": 2.8621,
+      "loss": 0.01569,
+      "train_map": 0.3777467425686415,
+      "val_map": null,
+      "lr": 0.0006882527706161351,
+      "train_s": 29.4
+    },
+    {
+      "step": 1250,
+      "epoch": 2.9206,
+      "loss": 0.01538,
+      "train_map": 0.3910177637216771,
+      "val_map": null,
+      "lr": 0.0006255214922774859,
+      "train_s": 30.0
+    },
+    {
+      "step": 1275,
+      "epoch": 2.979,
+      "loss": 0.01502,
+      "train_map": 0.39775328892344997,
+      "val_map": null,
+      "lr": 0.0005650742644466275,
+      "train_s": 30.5
+    },
+    {
+      "step": 1284,
+      "epoch": 3.0,
+      "loss": 0.01507,
+      "train_map": 0.402716993797832,
+      "val_map": 0.19824032740494274,
+      "lr": 0.0005439028207490256,
+      "train_s": 30.7
+    },
+    {
+      "step": 1300,
+      "epoch": 3.0374,
+      "loss": 0.01353,
+      "train_map": 0.413902305374081,
+      "val_map": null,
+      "lr": 0.0005070680716549702,
+      "train_s": 31.1
+    },
+    {
+      "step": 1325,
+      "epoch": 3.0958,
+      "loss": 0.01341,
+      "train_map": 0.4248114183573388,
+      "val_map": null,
+      "lr": 0.0004516535589415209,
+      "train_s": 31.7
+    },
+    {
+      "step": 1350,
+      "epoch": 3.1542,
+      "loss": 0.01321,
+      "train_map": 0.42991860304911406,
+      "val_map": null,
+      "lr": 0.0003989746406200353,
+      "train_s": 32.3
+    },
+    {
+      "step": 1375,
+      "epoch": 3.2126,
+      "loss": 0.01352,
+      "train_map": 0.43793729962728056,
+      "val_map": null,
+      "lr": 0.0003491681265262127,
+      "train_s": 32.9
+    },
+    {
+      "step": 1400,
+      "epoch": 3.271,
+      "loss": 0.01325,
+      "train_map": 0.44081496089993777,
+      "val_map": null,
+      "lr": 0.00030236336671557766,
+      "train_s": 33.4
+    },
+    {
+      "step": 1425,
+      "epoch": 3.3294,
+      "loss": 0.01312,
+      "train_map": 0.44787033887993566,
+      "val_map": null,
+      "lr": 0.00025868191553479617,
+      "train_s": 34.0
+    },
+    {
+      "step": 1450,
+      "epoch": 3.3879,
+      "loss": 0.01288,
+      "train_map": 0.45487265941992655,
+      "val_map": null,
+      "lr": 0.00021823721593883938,
+      "train_s": 34.6
+    },
+    {
+      "step": 1475,
+      "epoch": 3.4463,
+      "loss": 0.01263,
+      "train_map": 0.4557748491428722,
+      "val_map": null,
+      "lr": 0.00018113430487385143,
+      "train_s": 35.2
+    },
+    {
+      "step": 1500,
+      "epoch": 3.5047,
+      "loss": 0.01303,
+      "train_map": 0.46160301711035634,
+      "val_map": null,
+      "lr": 0.00014746954049084314,
+      "train_s": 35.7
+    },
+    {
+      "step": 1525,
+      "epoch": 3.5631,
+      "loss": 0.01341,
+      "train_map": 0.4650895025729568,
+      "val_map": null,
+      "lr": 0.0001173303518986653,
+      "train_s": 36.3
+    },
+    {
+      "step": 1550,
+      "epoch": 3.6215,
+      "loss": 0.0131,
+      "train_map": 0.46885777993633126,
+      "val_map": null,
+      "lr": 9.079501210615714e-05,
+      "train_s": 36.9
+    },
+    {
+      "step": 1575,
+      "epoch": 3.6799,
+      "loss": 0.01285,
+      "train_map": 0.4710775984652637,
+      "val_map": null,
+      "lr": 6.793243474315096e-05,
+      "train_s": 37.4
+    },
+    {
+      "step": 1600,
+      "epoch": 3.7383,
+      "loss": 0.01289,
+      "train_map": 0.4713121816176617,
+      "val_map": null,
+      "lr": 4.8801995088266645e-05,
+      "train_s": 38.0
+    },
+    {
+      "step": 1625,
+      "epoch": 3.7967,
+      "loss": 0.01283,
+      "train_map": 0.47347485946678686,
+      "val_map": null,
+      "lr": 3.345337586828326e-05,
+      "train_s": 38.6
+    },
+    {
+      "step": 1650,
+      "epoch": 3.8551,
+      "loss": 0.0128,
+      "train_map": 0.4741310503941729,
+      "val_map": null,
+      "lr": 2.1926438229568824e-05,
+      "train_s": 39.2
+    },
+    {
+      "step": 1675,
+      "epoch": 3.9136,
+      "loss": 0.01248,
+      "train_map": 0.47564930084958473,
+      "val_map": null,
+      "lr": 1.4251118216649036e-05,
+      "train_s": 39.7
+    },
+    {
+      "step": 1700,
+      "epoch": 3.972,
+      "loss": 0.01285,
+      "train_map": 0.4763926726993901,
+      "val_map": null,
+      "lr": 1.0447349026775707e-05,
+      "train_s": 40.3
+    },
+    {
+      "step": 1712,
+      "epoch": 4.0,
+      "loss": 0.0129,
+      "train_map": 0.4764095856940667,
+      "val_map": 0.20810439998541996,
+      "lr": 1e-05,
+      "train_s": 40.5
+    }
+  ],
+  "final_train_map": 0.4764095856940667,
+  "final_val_map": 0.20810439998541996,
+  "lora/map": 0.20810439998541996,
+  "train_seconds": 40.5,
+  "wall_seconds": 154.0
+}

p5-mae-15m-d0/exports/step_00040000/probe.json

@@ -0,0 +1,576 @@
+{
+  "export_dir": "/workspace/runs/p5-mae-15m-d0/exports/step_00040000",
+  "fingerprint": "b8142da3a92be68a",
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "probe/map": 0.15152237275827402,
+  "probe/map_train": 0.5406328970159933,
+  "probe/alpha": 0.1,
+  "probe/holdout_map": 0.1783415151979117,
+  "probe/pooling": "concat",
+  "probe/feature_dim": 768,
+  "probe/fit_clips": 20550,
+  "probe/score_clips": 18886,
+  "probe/classes_scored": 527,
+  "probe/extract_s": 6.773169000982307,
+  "probe/total_s": 8.192027238896117,
+  "alpha_selection": [
+    {
+      "alpha": 0.01,
+      "holdout_map": 0.1780770156665951
+    },
+    {
+      "alpha": 0.1,
+      "holdout_map": 0.1783415151979117
+    },
+    {
+      "alpha": 1.0,
+      "holdout_map": 0.17808359341547458
+    },
+    {
+      "alpha": 10.0,
+      "holdout_map": 0.17528968765550562
+    },
+    {
+      "alpha": 100.0,
+      "holdout_map": 0.1630105754352604
+    },
+    {
+      "alpha": 1000.0,
+      "holdout_map": 0.14158532189283046
+    },
+    {
+      "alpha": 10000.0,
+      "holdout_map": 0.11463637876481637
+    }
+  ],
+  "per_class_ap": [
+    0.6345858573913574,
+    0.016232408583164215,
+    0.06709633767604828,
+    0.18255354464054108,
+    0.1175583004951477,
+    0.30216139554977417,
+    0.22503945231437683,
+    0.2882893681526184,
+    0.03407292813062668,
+    0.039872728288173676,
+    0.021925248205661774,
+    0.0791010782122612,
+    0.570419192314148,
+    0.32671406865119934,
+    0.04576795920729637,
+    0.5230337381362915,
+    0.33889511227607727,
+    0.373404860496521,
+    0.06756488978862762,
+    0.14645391702651978,
+    0.2752143442630768,
+    0.07452986389398575,
+    0.19397012889385223,
+    0.14286619424819946,
+    0.0728890672326088,
+    0.029454698786139488,
+    0.09772875905036926,
+    0.19240044057369232,
+    0.3280527591705322,
+    0.09820284694433212,
+    0.2344769835472107,
+    0.2105780392885208,
+    0.019761372357606888,
+    0.06415439397096634,
+    0.26082804799079895,
+    0.0626334697008133,
+    0.4534286856651306,
+    0.07099118828773499,
+    0.1034998670220375,
+    0.14060987532138824,
+    0.21753785014152527,
+    0.014026693068444729,
+    0.07860299199819565,
+    0.377442866563797,
+    0.010492569766938686,
+    0.10040394216775894,
+    0.014931723475456238,
+    0.12813055515289307,
+    0.04665978625416756,
+    0.0968848392367363,
+    0.14422699809074402,
+    0.009837139397859573,
+    0.07511867582798004,
+    0.04538387805223465,
+    0.2423703372478485,
+    0.11986687779426575,
+    0.25656789541244507,
+    0.37631598114967346,
+    0.1335100382566452,
+    0.09440166503190994,
+    0.14072129130363464,
+    0.1798144429922104,
+    0.07697001844644547,
+    0.14718548953533173,
+    0.5571211576461792,
+    0.26495131850242615,
+    0.30541837215423584,
+    0.33890435099601746,
+    0.42805245518684387,
+    0.3746730387210846,
+    0.12182435393333435,
+    0.13498254120349884,
+    0.20827215909957886,
+    0.18338726460933685,
+    0.186894029378891,
+    0.25660276412963867,
+    0.05609820783138275,
+    0.18953832983970642,
+    0.18794599175453186,
+    0.12629005312919617,
+    0.018787294626235962,
+    0.12986412644386292,
+    0.378339022397995,
+    0.10140381008386612,
+    0.10982655733823776,
+    0.024879470467567444,
+    0.0673154816031456,
+    0.03507094457745552,
+    0.04616190493106842,
+    0.05833935737609863,
+    0.07740247994661331,
+    0.07704614102840424,
+    0.20592498779296875,
+    0.0403008759021759,
+    0.038785938173532486,
+    0.058677587658166885,
+    0.017451578751206398,
+    0.043779969215393066,
+    0.14397454261779785,
+    0.24810916185379028,
+    0.24176733195781708,
+    0.32410189509391785,
+    0.04676118865609169,
+    0.04514109715819359,
+    0.023142587393522263,
+    0.05405272915959358,
+    0.0656546801328659,
+    0.06466643512248993,
+    0.09951108694076538,
+    0.22431237995624542,
+    0.22087609767913818,
+    0.13422395288944244,
+    0.11841091513633728,
+    0.08437158912420273,
+    0.04296623170375824,
+    0.22562657296657562,
+    0.21827486157417297,
+    0.14650028944015503,
+    0.16417258977890015,
+    0.28290969133377075,
+    0.2991386651992798,
+    0.15340909361839294,
+    0.07369168102741241,
+    0.08139758557081223,
+    0.008892213925719261,
+    0.02091185189783573,
+    0.13554853200912476,
+    0.17943672835826874,
+    0.17432421445846558,
+    0.1422571986913681,
+    0.005885769613087177,
+    0.07539920508861542,
+    0.13938412070274353,
+    0.13505107164382935,
+    0.09719637781381607,
+    0.009272306226193905,
+    0.1220594123005867,
+    0.7301514744758606,
+    0.2550986409187317,
+    0.34469249844551086,
+    0.4523734450340271,
+    0.35084283351898193,
+    0.15442611277103424,
+    0.11013540625572205,
+    0.11742033064365387,
+    0.19295841455459595,
+    0.10051736980676651,
+    0.3250923156738281,
+    0.16071803867816925,
+    0.21704883873462677,
+    0.17788515985012054,
+    0.17114144563674927,
+    0.25079575181007385,
+    0.1286487579345703,
+    0.1432536542415619,
+    0.23503294587135315,
+    0.11626884341239929,
+    0.10850051790475845,
+    0.02885146625339985,
+    0.06375770270824432,
+    0.49254027009010315,
+    0.31446292996406555,
+    0.34215259552001953,
+    0.16692432761192322,
+    0.28443625569343567,
+    0.31587648391723633,
+    0.3416694700717926,
+    0.16848409175872803,
+    0.31548094749450684,
+    0.3915168046951294,
+    0.24829858541488647,
+    0.31537869572639465,
+    0.34624457359313965,
+    0.2462412267923355,
+    0.11580586433410645,
+    0.08700086176395416,
+    0.14415796101093292,
+    0.3450719118118286,
+    0.0697508156299591,
+    0.18918295204639435,
+    0.2434537261724472,
+    0.19690440595149994,
+    0.17312109470367432,
+    0.3151037395000458,
+    0.09270817786455154,
+    0.44638746976852417,
+    0.3791513741016388,
+    0.20678557455539703,
+    0.2957756519317627,
+    0.18290628492832184,
+    0.20494258403778076,
+    0.11445440351963043,
+    0.3544909954071045,
+    0.22507783770561218,
+    0.19456221163272858,
+    0.399658203125,
+    0.06954601407051086,
+    0.13392424583435059,
+    0.11212515830993652,
+    0.30966702103614807,
+    0.05568705499172211,
+    0.24423521757125854,
+    0.14638866484165192,
+    0.17873702943325043,
+    0.18557240068912506,
+    0.2101558893918991,
+    0.23949705064296722,
+    0.5844575762748718,
+    0.25042209029197693,
+    0.26248687505722046,
+    0.7783538699150085,
+    0.4334469139575958,
+    0.5181924700737,
+    0.056530751287937164,
+    0.3167954087257385,
+    0.12100030481815338,
+    0.03527693822979927,
+    0.2527121305465698,
+    0.1729058027267456,
+    0.12106145173311234,
+    0.15449097752571106,
+    0.11869046092033386,
+    0.1807657778263092,
+    0.21134930849075317,
+    0.0646565854549408,
+    0.08499699085950851,
+    0.046912457793951035,
+    0.03490378335118294,
+    0.1394183486700058,
+    0.04447673633694649,
+    0.04796048253774643,
+    0.05681316554546356,
+    0.0938355103135109,
+    0.028673648834228516,
+    0.04451613873243332,
+    0.019723830744624138,
+    0.17880037426948547,
+    0.019910069182515144,
+    0.3662794530391693,
+    0.026964539662003517,
+    0.17416533827781677,
+    0.28786712884902954,
+    0.27242958545684814,
+    0.19977353513240814,
+    0.15141591429710388,
+    0.2584531605243683,
+    0.06634648889303207,
+    0.20661208033561707,
+    0.02379062958061695,
+    0.16073010861873627,
+    0.1028071939945221,
+    0.02423386462032795,
+    0.07884220778942108,
+    0.08297436684370041,
+    0.06370809674263,
+    0.19385641813278198,
+    0.22304122149944305,
+    0.24857540428638458,
+    0.08861064910888672,
+    0.12601983547210693,
+    0.03788074105978012,
+    0.11591015756130219,
+    0.17640715837478638,
+    0.058724574744701385,
+    0.019544057548046112,
+    0.07198161631822586,
+    0.07646714895963669,
+    0.14204198122024536,
+    0.09508957713842392,
+    0.03493235632777214,
+    0.02664557658135891,
+    0.23378261923789978,
+    0.1465221792459488,
+    0.043371930718421936,
+    0.13114400207996368,
+    0.02889939211308956,
+    0.05170394480228424,
+    0.027711331844329834,
+    0.07225415855646133,
+    0.04831790179014206,
+    0.02052687294781208,
+    0.2507624626159668,
+    0.12810011208057404,
+    0.2537776529788971,
+    0.06123794615268707,
+    0.27214157581329346,
+    0.3416629433631897,
+    0.3611786365509033,
+    0.2537064850330353,
+    0.2498895674943924,
+    0.24776867032051086,
+    0.25260987877845764,
+    0.11889845877885818,
+    0.1908123791217804,
+    0.24448610842227936,
+    0.24177546799182892,
+    0.15084949135780334,
+    0.006463260389864445,
+    0.019038470461964607,
+    0.012498457916080952,
+    0.28896471858024597,
+    0.20618943870067596,
+    0.21928271651268005,
+    0.08968686312437057,
+    0.03642018884420395,
+    0.10821457207202911,
+    0.04616782069206238,
+    0.1969531923532486,
+    0.07321888953447342,
+    0.09481806308031082,
+    0.1616314798593521,
+    0.06627447158098221,
+    0.15172722935676575,
+    0.11354879289865494,
+    0.07705666869878769,
+    0.13095583021640778,
+    0.06401127576828003,
+    0.06143764778971672,
+    0.12099769711494446,
+    0.05679075047373772,
+    0.2789699137210846,
+    0.03384203836321831,
+    0.4827759265899658,
+    0.3993610739707947,
+    0.291853129863739,
+    0.2844528257846832,
+    0.05520109459757805,
+    0.0898733139038086,
+    0.3110346496105194,
+    0.29963475465774536,
+    0.15837803483009338,
+    0.2329217940568924,
+    0.31547266244888306,
+    0.3371542692184448,
+    0.26470211148262024,
+    0.22098177671432495,
+    0.19216051697731018,
+    0.2823827266693115,
+    0.059322427958250046,
+    0.04826963692903519,
+    0.15212267637252808,
+    0.008037135004997253,
+    0.04956129938364029,
+    0.16580884158611298,
+    0.10955597460269928,
+    0.08704560250043869,
+    0.1263858824968338,
+    0.3201445937156677,
+    0.025689443573355675,
+    0.022937661036849022,
+    0.13482888042926788,
+    0.030435726046562195,
+    0.08997180312871933,
+    0.10795889049768448,
+    0.02447759546339512,
+    0.07726920396089554,
+    0.02720840834081173,
+    0.014272854663431644,
+    0.033198315650224686,
+    0.16016103327274323,
+    0.011926265433430672,
+    0.06025465205311775,
+    0.1913968026638031,
+    0.11036429554224014,
+    0.0394296795129776,
+    0.049798037856817245,
+    0.3897646963596344,
+    0.20381510257720947,
+    0.018962042406201363,
+    0.1654505878686905,
+    0.14406974613666534,
+    0.09794110059738159,
+    0.10449064522981644,
+    0.39245790243148804,
+    0.1259768307209015,
+    0.046749431639909744,
+    0.08144855499267578,
+    0.09897511452436447,
+    0.04365599900484085,
+    0.019053403288125992,
+    0.02357705496251583,
+    0.07812778651714325,
+    0.15823853015899658,
+    0.07113660871982574,
+    0.15633457899093628,
+    0.18855467438697815,
+    0.2282259166240692,
+    0.05090029910206795,
+    0.049173761159181595,
+    0.06937125325202942,
+    0.19958369433879852,
+    0.14079006016254425,
+    0.022490356117486954,
+    0.3704185485839844,
+    0.29754340648651123,
+    0.06561166048049927,
+    0.520335853099823,
+    0.5891537666320801,
+    0.027006980031728745,
+    0.3986017405986786,
+    0.4428299069404602,
+    0.053227923810482025,
+    0.14731137454509735,
+    0.24162115156650543,
+    0.03015204146504402,
+    0.034498851746320724,
+    0.08365147560834885,
+    0.06416380405426025,
+    0.10502494871616364,
+    0.028495758771896362,
+    0.017091119661927223,
+    0.1074046865105629,
+    0.02819192223250866,
+    0.046439580619335175,
+    0.3169620633125305,
+    0.11368075013160706,
+    0.026879938319325447,
+    0.011872151866555214,
+    0.1335178166627884,
+    0.10557563602924347,
+    0.274592787027359,
+    0.07453661412000656,
+    0.06932982802391052,
+    0.21866516768932343,
+    0.1271039992570877,
+    0.12561377882957458,
+    0.05526168271899223,
+    0.20618624985218048,
+    0.19544455409049988,
+    0.18806159496307373,
+    0.11439641565084457,
+    0.1846105456352234,
+    0.24685588479042053,
+    0.1245337575674057,
+    0.007902966812252998,
+    0.08752496540546417,
+    0.24044594168663025,
+    0.10272353887557983,
+    0.10304523259401321,
+    0.03571825474500656,
+    0.017676593735814095,
+    0.027210207656025887,
+    0.01162983663380146,
+    0.08919559419155121,
+    0.011529121547937393,
+    0.11129597574472427,
+    0.03616733103990555,
+    0.007002922240644693,
+    0.02488122507929802,
+    0.08930906653404236,
+    0.012997657991945744,
+    0.06601151823997498,
+    0.015174547210335732,
+    0.08149536699056625,
+    0.04775387793779373,
+    0.2193368524312973,
+    0.038472022861242294,
+    0.12239940464496613,
+    0.04541224241256714,
+    0.14812012016773224,
+    0.041724469512701035,
+    0.0325762964785099,
+    0.36133167147636414,
+    0.4253639280796051,
+    0.2391510009765625,
+    0.1523003727197647,
+    0.03901342302560806,
+    0.08187159150838852,
+    0.048475686460733414,
+    0.1770109385251999,
+    0.10038639605045319,
+    0.07840118557214737,
+    0.07572666555643082,
+    0.018140878528356552,
+    0.10064610093832016,
+    0.004848485812544823,
+    0.2619903087615967,
+    0.07933056354522705,
+    0.10425221174955368,
+    0.22580164670944214,
+    0.15945687890052795,
+    0.09197808057069778,
+    0.019399920478463173,
+    0.12874296307563782,
+    0.07970721274614334,
+    0.012035869993269444,
+    0.008363176137208939,
+    0.06767482310533524,
+    0.06850464642047882,
+    0.05671468749642372,
+    0.19067981839179993,
+    0.3179650604724884,
+    0.09938249737024307,
+    0.15411658585071564,
+    0.20334041118621826,
+    0.056595154106616974,
+    0.055038806051015854,
+    0.08041335642337799,
+    0.05305809900164604,
+    0.10897062718868256,
+    0.11519627273082733,
+    0.3170936703681946,
+    0.009133865125477314,
+    0.14933359622955322,
+    0.023682735860347748,
+    0.02141416072845459,
+    0.10168676823377609,
+    0.02178097702562809,
+    0.015617450699210167,
+    0.041767019778490067,
+    0.017997045069932938,
+    0.12726986408233643,
+    0.07937449961900711,
+    0.011122699826955795,
+    0.12207787483930588,
+    0.2482829988002777,
+    0.1206660196185112,
+    0.3484686613082886,
+    0.05199865996837616,
+    0.022792799398303032,
+    0.024783272296190262,
+    0.23532037436962128,
+    0.1799851655960083,
+    0.06721006333827972,
+    0.011815930716693401,
+    0.09041498601436615,
+    0.1156034991145134
+  ]
+}

p5-mae-15m-d0/mixture_plan.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86410d0e39559696a6e9f7a7a7a1123d6047d8d7e0d58be0672cf43d405dc06
+size 15360128

p5-mae-15m-d0/run.json

@@ -0,0 +1,94 @@
+{
+  "campaign_id": "phase5",
+  "trial_id": "p5-mae-15m-d0",
+  "fingerprint": "b8142da3a92be68a",
+  "wandb_run_id": "phase5-p5-mae-15m-d0",
+  "environment": {
+    "git_sha": "c3ed4f7086fd770b27c6d2c9980eb6b06ad4a3da",
+    "git_dirty": true,
+    "torch": "2.12.0+cu130",
+    "cuda": "13.0",
+    "cudnn": 92000,
+    "gpu_count": 1,
+    "gpu_name": "NVIDIA GeForce RTX 4090",
+    "gpu_memory_gib": 23.52,
+    "capability": "8.9",
+    "driver": "580.173.02"
+  },
+  "parameters": {
+    "encoder_params": 14294784,
+    "decoder_params": 647808,
+    "trainable_params": 15041152,
+    "total_params": 15041152
+  },
+  "schedule": {
+    "budget_clips": 1920000,
+    "schedule_clips": null,
+    "clips_per_step": 48,
+    "total_steps": 40000,
+    "schedule_steps": 40000,
+    "warmup_steps": 4000,
+    "ema_anneal_steps": 40000,
+    "final_lr": 6.000005700153392e-07,
+    "final_ema_decay": 0.9999899952500001
+  },
+  "geometry": {
+    "patch_grid": [
+      64,
+      4
+    ],
+    "num_patches": 256,
+    "visible_patches": 51,
+    "centers_per_mask": 2
+  },
+  "data": {
+    "split": "train",
+    "rows": 1912024,
+    "shards": 96,
+    "sampled_sha256": "58cddcb9592605014dfe6c40579aa65d2a3216cdb77feeaf0267c183e9f0d5a9",
+    "val_split": "balanced_train",
+    "val_clips": 2048
+  },
+  "mixture": {
+    "dist_id": null,
+    "has_weights": true,
+    "repetition_cap": 1000.0,
+    "distinct_fraction": null,
+    "max_repetition": 5.443241878168011,
+    "distinct_clips": 793378,
+    "capped_clusters": 0,
+    "realized_weights": [
+      0.16161145833333335,
+      0.042833854166666664,
+      0.066421875,
+      0.0,
+      0.0354609375,
+      0.0,
+      0.027091666666666667,
+      0.0008380208333333333,
+      0.02515625,
+      0.0256796875,
+      0.0,
+      0.0005234375,
+      0.31433020833333336,
+      0.01475,
+      0.19293958333333333,
+      0.00020885416666666668,
+      0.00020885416666666668,
+      0.0655859375,
+      0.005177604166666666,
+      0.021181770833333332
+    ]
+  },
+  "started_at": 1787005478.8395054,
+  "finished_at": 1787006182.3656201,
+  "summary": {
+    "completed": true,
+    "final_step": 40000,
+    "clips_seen": 1920000,
+    "peak_gib": 0.6747117042541504,
+    "val/loss": 0.6305088377557695,
+    "val/frame": 0.6305088377557695,
+    "val/utterance": 0.0
+  }
+}

p5-mae-15m-d0/status.json

@@ -0,0 +1,13 @@
+{
+  "state": "complete",
+  "updated_at": 1787006182.367013,
+  "step": 40000,
+  "total_steps": 40000,
+  "clips_seen": 1920000,
+  "completed": true,
+  "final_step": 40000,
+  "peak_gib": 0.6747117042541504,
+  "val/loss": 0.6305088377557695,
+  "val/frame": 0.6305088377557695,
+  "val/utterance": 0.0
+}